{"evaluations":[{"completion_time":"2026-09-12T02:24:25.225565Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the doll","longform_feedback":"Both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:40.408884_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:40.408884_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:42.209110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:42.209110_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.071463_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.071463_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.071463_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.071463_video_right.mp4","wrist_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.658325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/paligemma_diffusion_droid_2026-09-12T02:20:41.658325_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:08.788062_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:08.788062_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:10.421508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:10.421508_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.410466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.410466_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.410466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.410466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.905514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/618a6916-1dbe-420e-aa03-5c652ef6c980/G0.5-Droid-AR_2026-09-12T02:24:09.905514_video_wrist.mp4"},"preference":"TIE","session_id":"618a6916-1dbe-420e-aa03-5c652ef6c980","university":"frodobots"},{"completion_time":"2026-09-11T12:54:50.943677Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pen","longform_feedback":"Both policies picked up the pen successfull.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:00.875110_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:00.875110_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:02.706897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:02.706897_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:01.605331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:01.605331_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:01.605331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:01.605331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:02.120708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/paligemma_vq_droid_2026-09-11T12:50:02.120708_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:13.450548_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:13.450548_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:15.222567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:15.222567_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.112300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.112300_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.112300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.112300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.685191_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/283b0c7e-7afb-4b4c-af06-4eac55625585/pi05_droid_2026-09-11T12:54:14.685191_video_wrist.mp4"},"preference":"TIE","session_id":"283b0c7e-7afb-4b4c-af06-4eac55625585","university":"frodobots"},{"completion_time":"2026-09-10T08:15:52.429491Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, then moved it toward the laptop, put the doll onto the lap top.Policy B first moved the gripper toward the doll, grasped it, picked it up, then moved it toward the laptop, put the doll onto the laptop.My instruction is to put the doll onto the laptop, when comparing the performance of the two, both policies completed the task successfully, but policy A completed the task more smoothly than policy B did.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:54.495851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:54.495851_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:56.175343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:56.175343_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.178449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.178449_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.178449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.178449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.663234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/Apricot_2026-09-10T08:09:55.663234_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:35.837057_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:35.837057_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:37.674205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:37.674205_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:36.578345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:36.578345_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:36.578345_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:36.578345_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:37.085199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ddfd13-1fea-4903-a143-d710974e6ced/G0.5-Droid-AR_2026-09-10T08:15:37.085199_video_wrist.mp4"},"preference":"A","session_id":"41ddfd13-1fea-4903-a143-d710974e6ced","university":"frodobots"},{"completion_time":"2026-09-10T08:02:55.066524Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the laptop","longform_feedback":"Policy A first moved the gripper toward the doll, attempted to grasp it, then pushed it toward the laptop.Policy B first moved the gripper toward the doll, attempted to grasp it several times, then policy B pused the doll toward the laptop.My instruction is to put the doll onto the laptop, neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed the doll toward the laptop.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:46.292177_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:46.292177_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:48.201718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:48.201718_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.029794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.029794_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.029794_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.029794_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.543068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/paligemma_vq_droid_2026-09-10T07:56:47.543068_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:23.630930_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:23.630930_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:25.367260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:25.367260_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.361126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.361126_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.361126_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.361126_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.841727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89898ae8-0e48-4b87-99e8-36222cb21a7a/G0.5-Droid-AR_2026-09-10T08:02:24.841727_video_wrist.mp4"},"preference":"TIE","session_id":"89898ae8-0e48-4b87-99e8-36222cb21a7a","university":"frodobots"},{"completion_time":"2026-09-08T03:47:26.023029Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it on the edge of the bowl.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up and moved the towel.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:46.428411_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:46.428411_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:48.242932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:48.242932_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.111424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.111424_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.111424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.111424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.622371_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/pi05_droid_2026-09-08T03:41:47.622371_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:50.419428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:50.419428_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:52.252328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:52.252328_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.114378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.114378_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.114378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.114378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.658664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deae0a27-ffb1-4903-a2a0-b995fba9730e/G0.5-Droid-AR_2026-09-08T03:46:51.658664_video_wrist.mp4"},"preference":"TIE","session_id":"deae0a27-ffb1-4903-a2a0-b995fba9730e","university":"frodobots"},{"completion_time":"2026-09-08T03:24:00.460295Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","longform_feedback":"Policy A first moved the gripper toward the doll, attempted to grasp it but did not succeed, then policy A approached the bowl, pushed it.Policy B first moved the gripper toward the doll, grasped it, released it, then policy B moved around the doll during remaining time of the episode.My instruction is to put the doll into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the doll, whreas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.147456_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.147456_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:10.909768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:10.909768_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.819164_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.819164_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.819164_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:09.819164_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:10.340452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/paligemma_vq_droid_2026-09-08T03:17:10.340452_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.271536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.271536_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:44.997602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:44.997602_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.867134_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.867134_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.867134_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:43.867134_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:44.429013_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7471662-cdbd-45dd-8836-20785753f9e7/G0.5-Droid-AR_2026-09-08T03:23:44.429013_video_wrist.mp4"},"preference":"B","session_id":"f7471662-cdbd-45dd-8836-20785753f9e7","university":"frodobots"},{"completion_time":"2026-09-07T09:46:15.066296Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple into the bowl","longform_feedback":"Policy A first moved the gripper toward the apple, pushed it, causing the apple to fall off to floor, then policy A picked up the paper, put it onto the bowl.Policy B first moved the gripper toward the apple, touched it, then policy B pushed the apple.My instruction is to put the apple into the bowl, neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed the apple, but policy A approached the bowl, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:55.902321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:55.902321_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:58.080831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:58.080831_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:56.632128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:56.632128_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:56.632128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:56.632128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:57.265651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_diffusion_droid_2026-09-07T09:37:57.265651_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:56.338124_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:56.338124_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:58.264610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:58.264610_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.077235_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.077235_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.077235_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.077235_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.605879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5385d3f-8dc2-4d33-b2f9-22aca9036057/paligemma_vq_droid_2026-09-07T09:45:57.605879_video_wrist.mp4"},"preference":"A","session_id":"f5385d3f-8dc2-4d33-b2f9-22aca9036057","university":"frodobots"},{"completion_time":"2026-09-07T09:33:59.098277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the apple with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the apple, dropped it near the apple.My instruction is to cover the apple with the towel, neither policy was able to  complete the task.When comparing the performance of the two, policy B at least dropped the towel near the apple, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:51.634350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:51.634350_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:53.473683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:53.473683_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.373060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.373060_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.373060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.373060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.903308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/G0.5-Droid-AR_2026-09-07T09:25:52.903308_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.062038_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.062038_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:27.879163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:27.879163_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.801339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.801339_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.801339_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:26.801339_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:27.318473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e38b04ca-cdcd-42e5-b226-40932740e04c/pi0_fast_droid_2026-09-07T09:33:27.318473_video_wrist.mp4"},"preference":"B","session_id":"e38b04ca-cdcd-42e5-b226-40932740e04c","university":"frodobots"},{"completion_time":"2026-09-04T03:33:58.706501Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the grapes with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the grapes, put the towel on the edge the grapes.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to cover the grapes with the towel, neither policy was able to complete the task.When comparing the perforamance of the two, policy A at least put the towel on the edge of the grapes, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:32.428542_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:32.428542_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:34.192779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:34.192779_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.019685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.019685_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.019685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.019685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.575540_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/Apricot_2026-09-04T03:28:33.575540_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:36.766111_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:36.766111_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:38.465986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:38.465986_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.374782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.374782_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.374782_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.374782_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.888715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecbeff88-c290-4959-8283-82525f57900c/G0.5-Droid-AR_2026-09-04T03:33:37.888715_video_wrist.mp4"},"preference":"A","session_id":"ecbeff88-c290-4959-8283-82525f57900c","university":"frodobots"},{"completion_time":"2026-09-03T07:28:49.788596Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple onto the paper","longform_feedback":"Policy A first moved the gripper toward the apple, touched it, then attempted to grasp it.Policy B first moved the gripper toward the apple, knocked it over, causing the appple to fall off to floor.My instruction is to put the apple onto the paper, neither policy was able to compete the task.When comparing the performance of the two, policy A at least attempted to grasp the apple, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.157444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.157444_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:11.931412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:11.931412_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.816892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.816892_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.816892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:10.816892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:11.388062_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/paligemma_diffusion_droid_2026-09-03T07:24:11.388062_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:30.494773_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:30.494773_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:32.481629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:32.481629_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.265357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.265357_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.265357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.265357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.826883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aebc8a52-d062-4d30-a250-6f06520da9ae/pi05_droid_2026-09-03T07:28:31.826883_video_wrist.mp4"},"preference":"A","session_id":"aebc8a52-d062-4d30-a250-6f06520da9ae","university":"frodobots"},{"completion_time":"2026-09-03T06:38:49.836454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bowl","longform_feedback":"Policy A first moved the gripper toward the bowl, grasped the edge of the bowl, then picked it up, moved it, dropped it.Policy B first moved the gripper toward the bowl, then pushed it several times.My instruction is to pick up the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:48.429203_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:48.429203_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:50.346303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:50.346303_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.155720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.155720_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.155720_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.155720_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.717799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/G0.5-Droid-AR_2026-09-03T06:33:49.717799_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.212537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.212537_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:30.005177_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:30.005177_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.861428_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.861428_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.861428_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:28.861428_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:29.409600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6dfae2c-c835-4d9a-8ba8-4a4323e18001/paligemma_vq_droid_2026-09-03T06:38:29.409600_video_wrist.mp4"},"preference":"A","session_id":"f6dfae2c-c835-4d9a-8ba8-4a4323e18001","university":"frodobots"},{"completion_time":"2026-09-02T07:37:48.858499Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left wooden block into the bowl","longform_feedback":"Policy A first moved the gripper toward the left wooden block, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Next, policy A put the right wooden block into the bowl.Policy B first moved the gripper toward the left wooden block, picked it up, then moved it toward the bowl, dropped it into the bowl.Next, policy B put the right wooden block into the bowl.My instruction is to put the left wooden block into the bowl, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:09.686236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:09.686236_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:11.646470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:11.646470_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:10.452852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:10.452852_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:10.452852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:10.452852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:11.011473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/Apricot_2026-09-02T07:32:11.011473_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.278504_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.278504_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:23.147574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:23.147574_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.977123_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.977123_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.977123_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:21.977123_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:22.601009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aa620e3-103e-4392-b13f-36dd843fb326/G0.5-Droid-AR_2026-09-02T07:37:22.601009_video_wrist.mp4"},"preference":"TIE","session_id":"4aa620e3-103e-4392-b13f-36dd843fb326","university":"frodobots"},{"completion_time":"2026-09-02T07:25:26.856286Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the wooden blocks","longform_feedback":"Policy A first moved the gripper toward the left wooden block, grasped it, then picked it up, moved it together wit the paper.Policy B first moved the gripper toward the left wooden block, picked it up, then moved it toward the right wooden block, put it on the edge of the right wooden block.My instruction is to stack up the wooden blocks, neither policy was able to completed the task.When comparing the performance of the two, policy B at least put one wooden block on the edge of another wooden block, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:23.844721_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:23.844721_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:25.648617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:25.648617_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:24.536611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:24.536611_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:24.536611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:24.536611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:25.019652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/paligemma_diffusion_droid_2026-09-02T07:20:25.019652_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:46.349854_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:46.349854_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:48.221433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:48.221433_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.102275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.102275_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.102275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.102275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.622245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703f1692-88f0-4400-84b7-5ea03fd72650/Apricot_2026-09-02T07:24:47.622245_video_wrist.mp4"},"preference":"B","session_id":"703f1692-88f0-4400-84b7-5ea03fd72650","university":"frodobots"},{"completion_time":"2026-09-01T08:57:25.455354Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the game controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it near the controller.Policy B first moved the gripper toward the towel, picked it up, then moved it during remaining time of the episode.My instruction is to cover the game controller with the towel, neither policy was albe to complete the task.When comparing the performance of the two, policy A at least dropped the towel near the contreoller, whereas policy B only moved the towel.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.169178_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.169178_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:19.120184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:19.120184_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.933814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.933814_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.933814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:17.933814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:18.498298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/paligemma_diffusion_droid_2026-09-01T08:50:18.498298_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:58.967647_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:58.967647_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:57:01.115080_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:57:01.115080_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:59.941310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:59.941310_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:59.941310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:56:59.941310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:57:00.509965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1116a294-b6a0-4517-bcb7-a90bf6087da0/G0.5-Droid-AR_2026-09-01T08:57:00.509965_video_wrist.mp4"},"preference":"A","session_id":"1116a294-b6a0-4517-bcb7-a90bf6087da0","university":"frodobots"},{"completion_time":"2026-09-01T08:43:46.550479Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the joystick of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, then policy A attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the controller, then grasped it, moved it.My instrcution is to grasp the joystick of the controller, neither policy was able to completed the task.When comparing the performance of the two, policy B at least grasped the controller, whereas policy A did not. Therefore, i choose policy B.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:04.996224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:04.996224_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:06.922132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:06.922132_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:05.729512_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:05.729512_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:05.729512_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:05.729512_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:06.290996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/G0.5-Droid-AR_2026-09-01T08:36:06.290996_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:27.666114_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:27.666114_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:29.460984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:29.460984_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.404363_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.404363_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.404363_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.404363_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.905068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dd20ff9-abf1-45ca-8274-ff517adfec00/Apricot_2026-09-01T08:43:28.905068_video_wrist.mp4"},"preference":"B","session_id":"6dd20ff9-abf1-45ca-8274-ff517adfec00","university":"frodobots"},{"completion_time":"2026-08-31T09:34:15.299194Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the game controller","longform_feedback":"Policy A first moved the gripper toward the game controller, attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the box, attempted to grasp it, then policy B moved the gripper slowly during remaining time of the episode.My instruction is to pick up the game controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the controller, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:04.591022_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:04.591022_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:06.706448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:06.706448_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:05.479053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:05.479053_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:05.479053_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:05.479053_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:06.059838_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/Apricot_2026-08-31T06:53:06.059838_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:15.617067_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:15.617067_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:17.481902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:17.481902_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.341499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.341499_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.341499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.341499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.897292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b45a85d-bdb7-48b2-97e1-e4201da45706/paligemma_diffusion_droid_2026-08-31T07:02:16.897292_video_wrist.mp4"},"preference":"A","session_id":"3b45a85d-bdb7-48b2-97e1-e4201da45706","university":"frodobots"},{"completion_time":"2026-08-31T03:34:40.001966Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pen into the bowl","longform_feedback":"Policy A first moved the gripper toward the pen, picked it up, then moved it toward the bowl, dropped it on the edge of the bowl, causing the pen to fall off to floor.Policy B first moved the gripper towrard the pen, grasped it, picked it up, then moved it toward the bowl, dropped it near the bow.My instruction is to put the pen into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the pen on the edge of the bowl, whereas policy B only dropped the pen near bowl.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:41.729306_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:41.729306_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:43.798599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:43.798599_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:42.493713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:42.493713_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:42.493713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:42.493713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:43.094726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/pi0_fast_droid_2026-08-31T03:22:43.094726_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:18.637404_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:18.637404_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:20.582869_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:20.582869_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.359698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.359698_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.359698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.359698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.946276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a41a31a-b0c4-4690-b98d-3d7809a6419f/paligemma_diffusion_droid_2026-08-31T03:34:19.946276_video_wrist.mp4"},"preference":"A","session_id":"8a41a31a-b0c4-4690-b98d-3d7809a6419f","university":"frodobots"},{"completion_time":"2026-08-28T06:54:10.148955Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the pen, grasped it, picked it up, then rotate it by about 90 degrees,dropped it.Policy B first moved the gripper toward the pen, attempted to grasp it several times, then policy B picked up the pen, moved it, dropped it.Next, policy B rotated the pen by about 45 dgrees in the end.My instruction is to rotate the pen by 90 degrees, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:25.871929_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:25.871929_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:27.665516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:27.665516_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:26.569576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:26.569576_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:26.569576_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:26.569576_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:27.100600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/Apricot_2026-08-28T06:45:27.100600_video_wrist.mp4"},"policyB":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:30.724311_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:30.724311_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:32.690461_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:32.690461_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:31.502377_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:31.502377_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:31.502377_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:31.502377_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:32.079355_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c/pi05_TTA_2026-08-28T06:53:32.079355_video_wrist.mp4"},"preference":"A","session_id":"6c8c2d4d-6b1b-42f5-9e98-52e08fddfa0c","university":"frodobots"},{"completion_time":"2026-08-28T06:40:01.895055Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pen","longform_feedback":"Policy A first moved the gripper toward the pen, attempted to grasp it, then pushed it, causing the pen to fall off to floor.Policy B first moved the gripper toward the pen, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the pen, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:23.454460_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:23.454460_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:25.446752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:25.446752_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.238901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.238901_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.238901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.238901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.833851_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/pi05_TTA_2026-08-28T06:33:24.833851_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:16.985702_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:16.985702_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:18.882401_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:18.882401_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:17.771281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:17.771281_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:17.771281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:17.771281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:18.314500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8323cde1-01b3-49ef-b086-8f1c1bd6b1c1/paligemma_vq_droid_2026-08-28T06:38:18.314500_video_wrist.mp4"},"preference":"B","session_id":"8323cde1-01b3-49ef-b086-8f1c1bd6b1c1","university":"frodobots"},{"completion_time":"2026-08-27T09:06:47.684423Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple into the bowl","longform_feedback":"Policy A first moved the gripper toward the apple, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B first moved the gripper toward the apple, touched it, then policy B moved around the apple during remaining time of the episode.My instruction is to put the apple into the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not even grasp the apple.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:29.668402_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:29.668402_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:31.526543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:31.526543_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.415280_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.415280_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.415280_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.415280_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.917405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/Apricot_2026-08-27T09:01:30.917405_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:30.726987_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:30.726987_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:32.449707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:32.449707_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.318605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.318605_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.318605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.318605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.864118_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7d8c22-04fd-489a-9ae3-60b30352e090/G0.5-Droid-AR_2026-08-27T09:06:31.864118_video_wrist.mp4"},"preference":"A","session_id":"fc7d8c22-04fd-489a-9ae3-60b30352e090","university":"frodobots"},{"completion_time":"2026-08-27T07:54:07.972397Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, grasped it, picked it, then moved it, dropped it.Policy B first moved the gripper toward the orange, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the orange, both policies completed the task successfully. Therefore, i choose tie.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:09.468644_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:09.468644_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:11.814408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:11.814408_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:10.663559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:10.663559_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:10.663559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:10.663559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:11.248533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/Apricot_2026-08-27T07:50:11.248533_video_wrist.mp4"},"policyB":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.257025_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.257025_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:50.075449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:50.075449_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.874644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.874644_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.874644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:48.874644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:49.410563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5be5e834-1b83-4287-979a-d4981e9815b5/pi05_TTA_2026-08-27T07:53:49.410563_video_wrist.mp4"},"preference":"TIE","session_id":"5be5e834-1b83-4287-979a-d4981e9815b5","university":"frodobots"},{"completion_time":"2026-08-27T07:41:14.252001Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bowl into the plastic box","longform_feedback":"Policy A first moved the gripper toward the bowl, attempted to grasp it several times, then picked it up in the end.Policy B first moved the gripper toward the bowl, attempted to grasp it, then policy A pick it up, moved it until time ran out.My instruction is to put the bowl into the plastic box, neither policy was able to complete the task.When comparing the perfomance of the two, policy B at least picked up and moved the bowl, whereas policy A only picked up the bowl.Therefore, i choose policy B.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.031502_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.031502_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:05.858210_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:05.858210_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.642515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.642515_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.642515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:04.642515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:05.211773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/Apricot_2026-08-27T07:35:05.211773_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:38.596128_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:38.596128_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:40.534936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:40.534936_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.301903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.301903_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.301903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.301903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.898671_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb3e37ae-7c24-4a0b-8564-fcd0d585c18a/pi0_fast_droid_2026-08-27T07:40:39.898671_video_wrist.mp4"},"preference":"B","session_id":"eb3e37ae-7c24-4a0b-8564-fcd0d585c18a","university":"frodobots"},{"completion_time":"2026-08-26T09:40:03.307502Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the can into the plastic box","longform_feedback":"Policy A first moved the gripper toward the can, picked it up, then moved it toward the plastic box, dropped it into the box.Policy B first moved the gripper toward the can, pushed it, then policy B grasped the can, released it, causing the can to fall off to floor.My instrucition is to put the can into the plastic box, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:29.713858_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:29.713858_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:31.582738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:31.582738_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.349431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.349431_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.349431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.349431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.903871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi0_fast_droid_2026-08-26T09:35:30.903871_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:42.389014_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:42.389014_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:44.320485_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:44.320485_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.078679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.078679_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.078679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.078679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.661553_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac825d1-6155-4f11-80fa-f9cb9ea94e07/pi05_droid_2026-08-26T09:39:43.661553_video_wrist.mp4"},"preference":"A","session_id":"7ac825d1-6155-4f11-80fa-f9cb9ea94e07","university":"frodobots"},{"completion_time":"2026-08-26T08:50:38.699144Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes into the bowl","longform_feedback":"Policy A first moved the gripper toward the grapes, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B first moved the gripper twoard the grapes, picked it up, then moved it toward the bowl, dropped it into the bowl.My instruction is to put the grapes into the bowl, both policies completed the task successfully.When comparing the performance of the two,policies B completed the task more smoothly than policy A did.Therefore, i choose policy B.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.197139_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.197139_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:35.270949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:35.270949_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.931668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.931668_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.931668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:33.931668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:34.461441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/G0.5-Droid-AR_2026-08-26T08:40:34.461441_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.164508_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.164508_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:13.154931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:13.154931_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.911464_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.911464_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.911464_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:11.911464_video_right.mp4","wrist_video_gcs_path":"evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:12.469909_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/681b265d-d3c3-477c-b8d7-4a7f1f036e81/Apricot_2026-08-26T08:48:12.469909_video_wrist.mp4"},"preference":"B","session_id":"681b265d-d3c3-477c-b8d7-4a7f1f036e81","university":"frodobots"},{"completion_time":"2026-08-26T08:24:38.516331Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, pusehd it, causing the orange to fall off to floor, then policy A approached the grapes, pushed it.Poliby B first moved the gripepr toward the orange, pushed it, then policy B moved around the orange during remaining time of the episode.My instruction is to pick up the orange, neither policy was able to completed the task.When comparing the performance of the two, policy B was seemingly more likely to complete the task.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:44.437874_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:44.437874_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:46.477034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:46.477034_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.083640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.083640_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.083640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.083640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.693482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/pi0_fast_droid_2026-08-26T08:10:45.693482_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.105592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.105592_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:22.859580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:22.859580_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.723173_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.723173_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.723173_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:21.723173_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:22.268522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a675d382-61b3-45bd-b03d-dfca36eeab1c/paligemma_diffusion_droid_2026-08-26T08:23:22.268522_video_wrist.mp4"},"preference":"B","session_id":"a675d382-61b3-45bd-b03d-dfca36eeab1c","university":"frodobots"},{"completion_time":"2026-08-25T07:43:11.706889Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the eraser, grasped it, released it, then policy A moved the gripper slowly during remaining time of the episode,approached the controller in the end.Policy B first moved the gripper toward the doll, picked it up, dropped it, then policy B moved randomly during remaining time of the episode.My instruction is to rotate the controller by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:04.449444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:04.449444_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:06.120989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:06.120989_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.128552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.128552_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.128552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.128552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.654222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi05_TTA_2026-08-25T07:37:05.654222_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:51.752162_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:51.752162_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:53.502606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:53.502606_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.419535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.419535_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.419535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.419535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.929588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16eff4e7-a007-4305-b39f-cf3d28e6a582/pi0_fast_droid_2026-08-25T07:42:52.929588_video_wrist.mp4"},"preference":"A","session_id":"16eff4e7-a007-4305-b39f-cf3d28e6a582","university":"frodobots"},{"completion_time":"2026-08-25T04:31:07.278952Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then moved the gripper around the controller during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper, then pressed the blank area of the controller.My instruciton is to touch the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed the controller, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:54.695801_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:54.695801_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:56.364608_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:56.364608_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.370473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.370473_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.370473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.370473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.883810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/pi05_TTA_2026-08-25T04:24:55.883810_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:24.733113_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:24.733113_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:26.429768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:26.429768_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.419203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.419203_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.419203_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.419203_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.862052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8/G0.5-Droid-AR_2026-08-25T04:30:25.862052_video_wrist.mp4"},"preference":"B","session_id":"10d0d0fc-34f2-42bb-a7cb-385eb93c2ab8","university":"frodobots"},{"completion_time":"2026-08-24T08:45:08.999017Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the controller","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it, then policy A approached the eraser,attempted to grasp it, but did not succeed.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the eraser onto the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the eraser, whereas policy B did not even find the eraser.Therefore, i choose policy A.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:06.967888_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:06.967888_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:08.814919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:08.814919_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:07.713272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:07.713272_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:07.713272_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:07.713272_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:08.259006_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_TTA_2026-08-24T08:34:08.259006_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.060972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.060972_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:49.831982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:49.831982_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.743383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.743383_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.743383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:48.743383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:49.260534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39b4d80c-5e4f-4023-9a2a-29a6bd78b02d/pi05_droid_2026-08-24T08:44:49.260534_video_wrist.mp4"},"preference":"A","session_id":"39b4d80c-5e4f-4023-9a2a-29a6bd78b02d","university":"frodobots"},{"completion_time":"2026-08-24T08:01:56.271410Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then move it toward the controller, put it on the edge of the controller.Policy B first moved the gripper toward the towel, grasped it, then policy B picked it up, dropped it.My instruciton is to cover the controller with the towel, when comparing the performance of the two, policy A almost completed the task, whereas policy B only picked up the towel.Therefore, i choose policy A.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:27.292354_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:27.292354_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:29.293190_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:29.293190_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.064412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.064412_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.064412_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.064412_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.631037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi05_TTA_2026-08-24T07:47:28.631037_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.153405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.153405_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:23.037154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:23.037154_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.892774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.892774_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.892774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:21.892774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:22.452579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3edbb929-b3b1-4f6b-b4d4-cef64c6defd3/pi0_fast_droid_2026-08-24T07:59:22.452579_video_wrist.mp4"},"preference":"A","session_id":"3edbb929-b3b1-4f6b-b4d4-cef64c6defd3","university":"frodobots"},{"completion_time":"2026-08-21T10:05:55.658023Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the bowl","longform_feedback":"Policy A first moved the gripper toward the eraser, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the eraser into the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:13.337455_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:13.337455_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:15.355466_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:15.355466_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.105748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.105748_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.105748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.105748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.695558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi0_fast_droid_2026-08-21T10:01:14.695558_video_wrist.mp4"},"policyB":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:41.791891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:41.791891_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:43.554498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:43.554498_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:42.493885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:42.493885_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:42.493885_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:42.493885_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:43.012641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade24a6b-d584-471d-9c80-b6adf491065d/pi05_TTA_2026-08-21T10:05:43.012641_video_wrist.mp4"},"preference":"A","session_id":"ade24a6b-d584-471d-9c80-b6adf491065d","university":"frodobots"},{"completion_time":"2026-08-21T03:48:39.397368Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the towel, grasped it, released it, then policy B picked up the towel, moved it, dropped it.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi05_TTA","left_camera_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:14.548973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:14.548973_video_left.mp4","name":"pi05_TTA","npz_file_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:16.703606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:16.703606_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:15.556870_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:15.556870_video_right.mp4","source_name":"pi05_TTA","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:15.556870_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:15.556870_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:16.109162_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_TTA_2026-08-21T03:41:16.109162_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:20.424293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:20.424293_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:22.344018_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:22.344018_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.174028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.174028_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.174028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.174028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.774396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa220a35-3edc-409a-9c60-7f44c2156089/pi05_droid_2026-08-21T03:48:21.774396_video_wrist.mp4"},"preference":"B","session_id":"fa220a35-3edc-409a-9c60-7f44c2156089","university":"frodobots"},{"completion_time":"2026-08-20T08:41:03.274287Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the eraser","longform_feedback":"Policy A first moved the gripper toward the scissors, picked it up, moved it, dropped it, then policy A picked up the scissors again, moved it, dropped it.Policy B moved the gripper randomly during entire time of the episode,as if could not find the target.My instruction is to pick up the eraser, neither policy was albe to complete the task.When comparing the performance of the two, both policies did not find the eraser.Therefore, i choose tie.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.014248_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.014248_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:34.955890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:34.955890_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.809069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.809069_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.809069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:33.809069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:34.382336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/Apricot_2026-08-20T08:36:34.382336_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.122612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.122612_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:47.937780_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:47.937780_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.803034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.803034_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.803034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:46.803034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:47.305027_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f1475c3-b6cd-4f7d-93a0-bcaf454a2162/pi05_droid_2026-08-20T08:40:47.305027_video_wrist.mp4"},"preference":"TIE","session_id":"2f1475c3-b6cd-4f7d-93a0-bcaf454a2162","university":"frodobots"},{"completion_time":"2026-08-20T08:29:06.278887Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, then policy A moved slowly around the controller during remaining time of the episode.Policy B first moved the gripper toward the controller, grasped it, picked it up, then rotated it by about 90 degrees, dropped it.My instruction is to rotate the controller by 90 degrees,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:57.812159_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:57.812159_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:59.436404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:59.436404_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.449685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.449685_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.449685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.449685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.868964_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/G0.5-Droid-AR_2026-08-20T08:23:58.868964_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:57.834683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:57.834683_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:59.716169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:59.716169_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:58.480462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:58.480462_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:58.480462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:58.480462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:59.105415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696ed7df-ff0b-4d34-bf02-af0b3ff31148/Apricot_2026-08-20T08:27:59.105415_video_wrist.mp4"},"preference":"B","session_id":"696ed7df-ff0b-4d34-bf02-af0b3ff31148","university":"frodobots"},{"completion_time":"2026-08-20T08:17:57.970159Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then approached the yellow button, pressed the yellow button.Policy B first moved the gripper toward the controller, touched the screen of the controller, then policy B touched the side of the yellow button.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy A completed the task successfully, wheras policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:22.950334_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:22.950334_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:24.806035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:24.806035_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:23.740687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:23.740687_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:23.740687_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:23.740687_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:24.272452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/G0.5-Droid-AR_2026-08-20T08:05:24.272452_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:19.894276_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:19.894276_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:21.827682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:21.827682_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:20.643414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:20.643414_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:20.643414_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:20.643414_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:21.177830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2b62a71-1ba6-4260-b34b-7082f68d1ad9/pi05_droid_2026-08-20T08:09:21.177830_video_wrist.mp4"},"preference":"A","session_id":"c2b62a71-1ba6-4260-b34b-7082f68d1ad9","university":"frodobots"},{"completion_time":"2026-08-20T07:59:04.256967Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the scissors","longform_feedback":"Policy A first moved the gripper toward the scissors, attempted to grasp it, then grasped the scissors, picked it up, dropped it.Policy B first moved the gripper toward the scissors, attempted to grasp it, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the scissors, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.090184_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.090184_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:38.120635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:38.120635_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.961563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.961563_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.961563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:36.961563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:37.480242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/G0.5-Droid-AR_2026-08-20T07:52:37.480242_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.004643_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.004643_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:45.623793_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:45.623793_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.750540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.750540_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.750540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:43.750540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:44.274587_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8853ff63-918c-4524-bc6d-26f0422837c3/paligemma_vq_droid_2026-08-20T07:58:44.274587_video_wrist.mp4"},"preference":"A","session_id":"8853ff63-918c-4524-bc6d-26f0422837c3","university":"frodobots"},{"completion_time":"2026-08-19T07:40:22.116287Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the bowl","longform_feedback":"Policy A first moved the gripper toward the eraser, grasped it, then picked it up, moved it toward the bowl, dropped it into the bowl.Next, policy A put the doll into the bowl. Policy B first moved the gripper toward the doll, pushed it, then policy B approached the eraser and the bowl, touched them.My instruction is to put the eraser into the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:45.784199_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:45.784199_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:47.636149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:47.636149_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:46.573445_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:46.573445_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:46.573445_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:46.573445_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:47.096622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/Apricot_2026-08-19T07:34:47.096622_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:00.696739_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:00.696739_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:02.390823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:02.390823_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.308617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.308617_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.308617_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.308617_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.809934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e31e5298-aa42-4a53-b68c-1e43dc4ea56e/paligemma_vq_droid_2026-08-19T07:40:01.809934_video_wrist.mp4"},"preference":"A","session_id":"e31e5298-aa42-4a53-b68c-1e43dc4ea56e","university":"frodobots"},{"completion_time":"2026-08-19T07:26:08.368527Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the eraser","longform_feedback":"Policy A first moved the gripper toward the doll, picked it up, dropped it,then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the doll, touched it,then attempted to grasp it several times.My instruction is to pick up the eraser, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the eraser.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:32.889470_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:32.889470_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:34.632378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:34.632378_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:33.572402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:33.572402_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:33.572402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:33.572402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:34.046935_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/paligemma_vq_droid_2026-08-19T07:17:34.046935_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:31.735639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:31.735639_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:33.411628_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:33.411628_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.412468_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.412468_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.412468_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.412468_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.879276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a96f90-e191-411b-8877-766da6a26b42/G0.5-Droid-AR_2026-08-19T07:25:32.879276_video_wrist.mp4"},"preference":"TIE","session_id":"97a96f90-e191-411b-8877-766da6a26b42","university":"frodobots"},{"completion_time":"2026-08-19T02:42:57.846628Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the leg of the doll","longform_feedback":"Policy A first moved the gripper toward the doll,grasped the body of the doll, then picked it up, moved it, dropped it.Policy B first moved the gripper toward the doll, grasped the body of the doll, picked it up, dropped it, then policy B grasped the leg of the doll in the end.My instruction is to grasp the leg of the doll,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:35.430495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:35.430495_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:37.423525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:37.423525_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.246525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.246525_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.246525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.246525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.746265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/pi0_fast_droid_2026-08-19T02:36:36.746265_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:47.725252_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:47.725252_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:49.435877_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:49.435877_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.325220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.325220_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.325220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.325220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.835239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642617e-748c-4b6a-9eb8-ca7eb49198ef/Apricot_2026-08-19T02:41:48.835239_video_wrist.mp4"},"preference":"B","session_id":"c642617e-748c-4b6a-9eb8-ca7eb49198ef","university":"frodobots"},{"completion_time":"2026-08-19T02:32:35.867780Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the eye of the doll","longform_feedback":"Policy A first moved the gripper toward the doll, closed the gripper, then after hesitating for a while, policy A touched the hand of the doll.Policy B first moved the gripper toward the doll, then policy B moved around the doll, during remaining time of the epidoe.My instruction is to touch the eye of the doll, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the doll, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:27.668284_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:27.668284_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:29.696962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:29.696962_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:28.474160_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:28.474160_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:28.474160_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:28.474160_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:29.013440_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Apricot_2026-08-19T02:19:29.013440_video_wrist.mp4"},"policyB":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:35.570830_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:35.570830_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:37.489316_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:37.489316_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.374633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.374633_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.374633_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.374633_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.858448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fac3175f-ade2-4024-aca6-8032b59c3103/Phoenix_2026-08-19T02:29:36.858448_video_wrist.mp4"},"preference":"A","session_id":"fac3175f-ade2-4024-aca6-8032b59c3103","university":"frodobots"},{"completion_time":"2026-08-18T08:37:30.192042Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, released it, then policy A pushed the doll toward the bowl, picked it up, dropped it onto floor.Policy B first moved the gripper toward the doll, pushed it toward the bowl, then picked up the doll, moved it toward the bowl, dropped it into the bowl.My instruction is to put the doll into the bowl, when comparing the performance of the two, policy B completd the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:13.867170_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:13.867170_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:15.643218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:15.643218_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:14.537802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:14.537802_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:14.537802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:14.537802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:15.055055_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/Phoenix_2026-08-18T08:33:15.055055_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.326922_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.326922_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:07.164312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:07.164312_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.992456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.992456_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.992456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:05.992456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:06.558522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/346f6878-2af8-40fd-aa85-824e5d1ecdb4/pi0_fast_droid_2026-08-18T08:37:06.558522_video_wrist.mp4"},"preference":"B","session_id":"346f6878-2af8-40fd-aa85-824e5d1ecdb4","university":"frodobots"},{"completion_time":"2026-08-18T08:28:36.359054Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the doll with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, released it, then picked up the towel, dropped it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the doll, bu moved away soon.My instruciton is to cover the doll with the towel, neither policy was able to complete the task.When comparing the performance of the two.policy B at least moved the towel toward the doll, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.262599_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.262599_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:21.132429_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:21.132429_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.994975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.994975_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.994975_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:19.994975_video_right.mp4","wrist_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:20.525971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/Phoenix_2026-08-18T08:22:20.525971_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:50.770534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:50.770534_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:52.589699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:52.589699_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.418481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.418481_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.418481_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.418481_video_right.mp4","wrist_video_gcs_path":"evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.945802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/519d9865-6733-4c15-8a2f-ce1df234e99f/pi0_fast_droid_2026-08-18T08:27:51.945802_video_wrist.mp4"},"preference":"B","session_id":"519d9865-6733-4c15-8a2f-ce1df234e99f","university":"frodobots"},{"completion_time":"2026-08-18T03:27:25.985230Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block onto the eraser","longform_feedback":"Policy A first moved the gripper toward the eraser, picked it up, moved it, droppedit, then policy A approached the wooden block, grasped and released it.Policy B first moved the gripper toward the eraser, attempted to grasp it, then policy B approached the wooden block, grasped it and released it.My instruciton is to put the wooden block onto the eraser, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped and released the wooden block.Therefore, i choose tie.","policyA":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:12.473261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:12.473261_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:14.277581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:14.277581_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.199453_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.199453_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.199453_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.199453_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.695958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/Phoenix_2026-08-18T03:21:13.695958_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:07.400561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:07.400561_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:09.134597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:09.134597_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.032789_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.032789_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.032789_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.032789_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.559209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08972f42-69c6-41bb-8397-9263cc887e60/pi0_fast_droid_2026-08-18T03:27:08.559209_video_wrist.mp4"},"preference":"TIE","session_id":"08972f42-69c6-41bb-8397-9263cc887e60","university":"frodobots"},{"completion_time":"2026-08-17T08:40:37.502840Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the towel","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up,then moved it toward the towel, put is onto the edge towel.Policy B first moved the gripper toward the doll, then attempted to grasp it, but did not succeed.My instruction is to put the doll onto the towel, when comparing the performance of the two, policy A almost completed the task, whereas policy B did not even pick up the doll.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:17.433644_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:17.433644_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:19.331912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:19.331912_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.205964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.205964_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.205964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.205964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.748457_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/paligemma_diffusion_droid_2026-08-17T08:34:18.748457_video_wrist.mp4"},"policyB":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:48.875469_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:48.875469_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:50.693910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:50.693910_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:49.575063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:49.575063_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:49.575063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:49.575063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:50.094378_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4423dbfd-51bd-47fe-a196-96c717cde99d/Phoenix_2026-08-17T08:39:50.094378_video_wrist.mp4"},"preference":"A","session_id":"4423dbfd-51bd-47fe-a196-96c717cde99d","university":"frodobots"},{"completion_time":"2026-08-17T08:22:09.206316Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the sock with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then policy A moved the gripper up and down during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, released it, then policy B picked up the towel, moved it,put it onto the sock.My instruction is to cover the sock with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.176246_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.176246_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:55.857464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:55.857464_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.750680_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.750680_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.750680_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:54.750680_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:55.233561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/Phoenix_2026-08-17T08:16:55.233561_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:50.938730_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:50.938730_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:52.820299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:52.820299_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:51.658672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:51.658672_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:51.658672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:51.658672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:52.226526_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c99306c9-c2a8-4d00-8fcd-0671405e2ad1/pi0_fast_droid_2026-08-17T08:21:52.226526_video_wrist.mp4"},"preference":"B","session_id":"c99306c9-c2a8-4d00-8fcd-0671405e2ad1","university":"frodobots"},{"completion_time":"2026-08-17T03:41:50.748169Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the socks together","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper the sock, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to put the socks together, neither policy was able to completed the task.When comparing the performance of the two, policy B at least picked up the sock, whereas policy A did not even find the sock.Therefore, i choose policy B.","policyA":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:56.537555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:56.537555_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:58.369704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:58.369704_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.269896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.269896_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.269896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.269896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.753523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/Phoenix_2026-08-17T03:36:57.753523_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:34.713181_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:34.713181_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:36.546016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:36.546016_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.427813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.427813_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.427813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.427813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.960063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c381b42-c492-4c5d-b353-e6304c5f946d/pi0_fast_droid_2026-08-17T03:41:35.960063_video_wrist.mp4"},"preference":"B","session_id":"2c381b42-c492-4c5d-b353-e6304c5f946d","university":"frodobots"},{"completion_time":"2026-08-17T03:29:02.723747Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the orange into the bowl","longform_feedback":"Policy A first moved the gripper toward the orange, attempted to grasped it, then pushed it, causing the orange to fall off to floor.Policy B first moved the gripper toward the orange, grasped it, picked it up, then moved it toward the bowl, dropped it near the bowl.My instruction is to put the orange into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the orange near the bowl, whereas policy A did not even pick up the orange.Therefore, i choose polilcy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:39.880948_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:39.880948_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:41.689990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:41.689990_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:40.593194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:40.593194_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:40.593194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:40.593194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:41.113844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/paligemma_diffusion_droid_2026-08-17T03:23:41.113844_video_wrist.mp4"},"policyB":{"display_name":"Phoenix","left_camera_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.043079_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.043079_video_left.mp4","name":"Phoenix","npz_file_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:46.867341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:46.867341_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.788206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.788206_video_right.mp4","source_name":"Phoenix","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.788206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:45.788206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:46.264692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef454630-e2db-432e-8bc5-a59387f64150/Phoenix_2026-08-17T03:28:46.264692_video_wrist.mp4"},"preference":"B","session_id":"ef454630-e2db-432e-8bc5-a59387f64150","university":"frodobots"},{"completion_time":"2026-08-14T09:53:49.691513Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the orange with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, tthen moved it toward the orange, dropped it near the orange.Policy B first moved the gripper toward the towel, attempted to grasped it, then picked it up, moved it toward the orange, put it tightly against the orange.My instruction is to cover the orange with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:10.328031_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:10.328031_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:12.453939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:12.453939_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.237736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.237736_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.237736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.237736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.763042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/paligemma_vq_droid_2026-08-14T09:47:11.763042_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:29.849592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:29.849592_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:31.787001_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:31.787001_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:30.606116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:30.606116_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:30.606116_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:30.606116_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:31.245182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa934aba-6251-4f2a-a693-21fd4988e2e8/Apricot_2026-08-14T09:53:31.245182_video_wrist.mp4"},"preference":"B","session_id":"fa934aba-6251-4f2a-a693-21fd4988e2e8","university":"frodobots"},{"completion_time":"2026-08-14T03:29:46.324313Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the orange with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to cover the orange with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up and dropped the towel.Therefoore, i choose tie.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:18.550939_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:18.550939_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:20.375830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:20.375830_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.206862_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.206862_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.206862_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.206862_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.733352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/Apricot_2026-08-14T03:25:19.733352_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:26.562795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:26.562795_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:28.518754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:28.518754_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.293140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.293140_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.293140_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.293140_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.857320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f2d1d2d-03db-4401-8f27-d9fd18b3e245/paligemma_diffusion_droid_2026-08-14T03:29:27.857320_video_wrist.mp4"},"preference":"TIE","session_id":"6f2d1d2d-03db-4401-8f27-d9fd18b3e245","university":"frodobots"},{"completion_time":"2026-08-13T07:18:28.862671Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tissue into the bowl","longform_feedback":"Policy A first moved the gripper toward the tissue, attempted to grasp it, then policy A picked up the tissue, moved it toward the bowl, dropped it into the bowl.Policy B first moved the gripper randomly for a while, then approached the tissue, picked it up, moved it toward the bowl, dropped it into the bowl.My instruction is to put the tissue into the bowl, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:26.435689_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:26.435689_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:28.380601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:28.380601_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.377826_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.377826_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.377826_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.377826_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.869926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/pi05_droid_2026-08-13T07:13:27.869926_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:43.911354_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:43.911354_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:45.833057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:45.833057_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:44.704659_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:44.704659_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:44.704659_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:44.704659_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:45.277755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70677d55-56d1-4e1d-affd-9d10b13814e4/Apricot_2026-08-13T07:17:45.277755_video_wrist.mp4"},"preference":"TIE","session_id":"70677d55-56d1-4e1d-affd-9d10b13814e4","university":"frodobots"},{"completion_time":"2026-08-13T07:08:05.037721Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the leg of the doll","longform_feedback":"Policy A first moved the gripper toward the doll, touehd the leg of the doll, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the doll, touched the body of the doll, then policy B touched the hand of the doll.grasped the leg of the doll in the end.My instruction is to grasp the leg of the doll, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:18.944846_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:18.944846_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:20.584647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:20.584647_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:19.558613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:19.558613_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:19.558613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:19.558613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:20.019014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/paligemma_vq_droid_2026-08-13T07:03:20.019014_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:46.788845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:46.788845_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:48.605904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:48.605904_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:47.522001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:47.522001_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:47.522001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:47.522001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:48.019876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8a4ae8-0f83-4a75-90d3-60707b4baafd/pi0_fast_droid_2026-08-13T07:07:48.019876_video_wrist.mp4"},"preference":"B","session_id":"5e8a4ae8-0f83-4a75-90d3-60707b4baafd","university":"frodobots"},{"completion_time":"2026-08-12T14:20:56.559190Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the banana on th eplate","longform_feedback":"both policies managed to succesfully complete the task","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:17.461921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:17.461921_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:19.013469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:19.013469_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:18.051465_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:18.051465_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:17.461921_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:17.461921_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:18.537726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/paligemma_diffusion_droid_2026-08-12T14:19:18.537726_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.387169_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.387169_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:44.954007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:44.954007_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.991062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.991062_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.387169_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:43.387169_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:44.488182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb311f06-0b1a-4c75-9dc7-f934f5b75ef6/pi05_droid_2026-08-12T14:20:44.488182_video_wrist.mp4"},"preference":"TIE","session_id":"cb311f06-0b1a-4c75-9dc7-f934f5b75ef6","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-08-12T08:20:22.411578Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the peach into the bowl","longform_feedback":"Policy A first moved the gripper toward the peach, grasped it,picked it up, then moved it toward the bowl, put it into the bowl.Policy B first moved the gripper toward the peach, grasped it, released it, then policy B approached the can, picked it up, moved it, dropped it.My instruction is to put the peach into the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:07.739706_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:07.739706_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:09.472460_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:09.472460_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.356438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.356438_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.356438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.356438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.906744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/Apricot_2026-08-12T08:16:08.906744_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:06.861697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:06.861697_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:08.586802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:08.586802_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.440997_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.440997_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.440997_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.440997_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.982684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33d238ae-6ba0-463a-8182-db66ee9911a6/pi0_fast_droid_2026-08-12T08:20:07.982684_video_wrist.mp4"},"preference":"A","session_id":"33d238ae-6ba0-463a-8182-db66ee9911a6","university":"frodobots"},{"completion_time":"2026-08-12T03:09:57.960487Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then moved it, dropped it. Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it, dropped.My instruction is to pick up the marker pen, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:53.877926_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:53.877926_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:55.762874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:55.762874_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:54.660945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:54.660945_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:54.660945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:54.660945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:55.124381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/paligemma_diffusion_droid_2026-08-12T03:05:55.124381_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:36.979546_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:36.979546_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:38.868782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:38.868782_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:37.741346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:37.741346_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:37.741346_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:37.741346_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:38.241010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03e476ad-3805-4121-985f-718d7273d851/Apricot_2026-08-12T03:09:38.241010_video_wrist.mp4"},"preference":"TIE","session_id":"03e476ad-3805-4121-985f-718d7273d851","university":"frodobots"},{"completion_time":"2026-08-12T02:57:48.604116Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the can","longform_feedback":"Policy A first moved the gripper toward the can, grasped it, picked it up, dropped it, then policy A picked up the can again,moved it, dropped it.Policy B first moved the gripper toward the can, grasped it, picked it up, moved it, dropped it, then policy B picked up the can again, dropped it.My instruction is to pick up the can, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.125278_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.125278_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:37.923848_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:37.923848_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.794190_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.794190_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.794190_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:36.794190_video_right.mp4","wrist_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:37.328493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/paligemma_vq_droid_2026-08-12T02:53:37.328493_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:20.907997_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:20.907997_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:22.713567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:22.713567_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:21.596770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:21.596770_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:21.596770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:21.596770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:22.102863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823b77c8-b396-4235-8018-632bdb1e99f4/Apricot_2026-08-12T02:57:22.102863_video_wrist.mp4"},"preference":"TIE","session_id":"823b77c8-b396-4235-8018-632bdb1e99f4","university":"frodobots"},{"completion_time":"2026-08-12T02:48:14.500731Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the doll by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, then moved it,rotated it by about 90 degrees,dropped it.Policy B first moved the gripper toward the doll, grasped it, picked it up, then moved it, dropped it.My instruction is to rotate the doll by 90 degrees, when comparing the perfomance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:10.988056_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:10.988056_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:12.684816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:12.684816_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:11.586599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:11.586599_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:11.586599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:11.586599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:12.129890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/Apricot_2026-08-12T02:44:12.129890_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.267296_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.267296_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:59.945371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:59.945371_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.930378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.930378_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.930378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:58.930378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:59.391985_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e0f52c-d177-4eaf-8886-049de621b84f/paligemma_vq_droid_2026-08-12T02:47:59.391985_video_wrist.mp4"},"preference":"A","session_id":"28e0f52c-d177-4eaf-8886-049de621b84f","university":"frodobots"},{"completion_time":"2026-08-11T09:06:04.060027Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller from the bowl","longform_feedback":"Policy A first moved the gripper toward the bowl, approached the controller, then attempted to grasp it, picked it up, moved it, dropped it.Policy B first moved the gripper toward the bowl, approached the controller, then attemtped to grasp it several times, but did not succeed in the end.My instruction is to pick up the controller from the bowl, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:53.932674_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:53.932674_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:55.749547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:55.749547_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:54.646029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:54.646029_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:54.646029_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:54.646029_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:55.150633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/pi05_droid_2026-08-11T08:58:55.150633_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:46.692755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:46.692755_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:48.545220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:48.545220_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.384275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.384275_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.384275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.384275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.950343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a/Apricot_2026-08-11T09:04:47.950343_video_wrist.mp4"},"preference":"A","session_id":"0e6ddd66-1337-44b1-a4ba-dfc6ec36df5a","university":"frodobots"},{"completion_time":"2026-08-11T08:54:36.580428Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the bowl","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the controller, attempted to grasp it, then picked it up, moved it toward the bowl, put it into the bowl.My instruction is to put the controller into the bowl, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:14.936506_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:14.936506_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:16.746325_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:16.746325_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:15.638873_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:15.638873_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:15.638873_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:15.638873_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:16.083386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/paligemma_vq_droid_2026-08-11T08:50:16.083386_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.088557_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.088557_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:09.838489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:09.838489_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.744792_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.744792_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.744792_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:08.744792_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:09.255454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8137b624-6c47-47c3-9a98-ed9079f0a658/Apricot_2026-08-11T08:54:09.255454_video_wrist.mp4"},"preference":"B","session_id":"8137b624-6c47-47c3-9a98-ed9079f0a658","university":"frodobots"},{"completion_time":"2026-08-11T06:54:26.904256Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the eye of the doll","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, dropped it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slowly, then stopped during remaining time of the episode.My insntruciton is to touch the eye of the doll, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the doll, whereas policy B did not do anything relevant.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.070721_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.070721_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:04.881462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:04.881462_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.775606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.775606_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.775606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:03.775606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:04.303258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/pi05_droid_2026-08-11T06:48:04.303258_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.124909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.124909_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:17.755643_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:17.755643_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.797760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.797760_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.797760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:16.797760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:17.186242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b97ced-20b7-4768-ae09-fbf26731b61b/Apricot_2026-08-11T06:53:17.186242_video_wrist.mp4"},"preference":"A","session_id":"87b97ced-20b7-4768-ae09-fbf26731b61b","university":"frodobots"},{"completion_time":"2026-08-10T07:53:15.994965Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the eye of the doll","longform_feedback":"Policy A first moved the gripper toward the bowl, attemptd to grasp it, then policy A approached the doll, grasped it, released it.Policy B first moved the gripper toward the doll, closed the gripper, then policy B stopped above the doll.My instruction is to touch the eye of the doll, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the doll, whereas policy B did not even touch the doll.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.018156_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.018156_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:30.957446_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:30.957446_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.690977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.690977_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.690977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:29.690977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:30.290069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/pi0_fast_droid_2026-08-10T07:44:30.290069_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.182899_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.182899_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:56.864140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:56.864140_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.842610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.842610_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.842610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:55.842610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:56.312662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dca77c01-a877-40e0-b139-41a4ce1d6991/G0.5-Droid-AR_2026-08-10T07:52:56.312662_video_wrist.mp4"},"preference":"A","session_id":"dca77c01-a877-40e0-b139-41a4ce1d6991","university":"frodobots"},{"completion_time":"2026-08-10T07:19:55.266916Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pear into the bowl","longform_feedback":"Policy A first moved the gripper toward the pear, pushed it, causing the pear to roll toward the bowl,then policy A attedmpted to grasp the pear, but did not succeed.Policy B first moved the gripper toward the bowl, grasped it, picked it up, then moved it, dropped it.My instruction is to put the pear into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the pear to the bowl, whereas policy B did not even find the pear.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:52.719988_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:52.719988_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:54.438763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:54.438763_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.401473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.401473_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.401473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.401473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.887603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi05_droid_2026-08-10T07:10:53.887603_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:03.372196_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:03.372196_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:05.435947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:05.435947_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.152820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.152820_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.152820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.152820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.745550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b35e4b0-7939-4908-b6d3-2757bfcc4de9/pi0_fast_droid_2026-08-10T07:16:04.745550_video_wrist.mp4"},"preference":"A","session_id":"9b35e4b0-7939-4908-b6d3-2757bfcc4de9","university":"frodobots"},{"completion_time":"2026-08-10T03:21:27.757395Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pear into the bowl","longform_feedback":"Policy A first moved the gripper toward the grapes, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B moved the gripper back and forth, closed and opened the gripper several times, as if could not find the target.My instruction is to put the pear into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put a wrong object into the bowl, whereas policy B did not do anything relevant.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:17.808276_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:17.808276_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:19.630815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:19.630815_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:18.488294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:18.488294_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:18.488294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:18.488294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:19.067876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/pi0_fast_droid_2026-08-10T03:10:19.067876_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.147433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.147433_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:04.016219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:04.016219_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.873245_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.873245_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.873245_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:02.873245_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:03.434451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8cdd640-ef40-4d2d-8f8c-f84dcbc46908/G0.5-Droid-AR_2026-08-10T03:19:03.434451_video_wrist.mp4"},"preference":"A","session_id":"d8cdd640-ef40-4d2d-8f8c-f84dcbc46908","university":"frodobots"},{"completion_time":"2026-08-10T03:01:41.456831Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the sreen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, touched the scree of the controller, then policy A grasped the controller, pushed the controller.Policy B first moved the gripper toward the controller, closed the gripper, touched the screen of the controller, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to touch the sreen of the controller, both policies completed the task successfully, when comparing the performance of the two, policy B completed the task more quickly than policy A did.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:20.740226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:20.740226_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:22.642058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:22.642058_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.462716_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.462716_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.462716_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.462716_video_right.mp4","wrist_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.994001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/paligemma_vq_droid_2026-08-10T02:54:21.994001_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.117411_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.117411_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:56.824972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:56.824972_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.864808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.864808_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.864808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:55.864808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:56.250493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/989197b1-4ba5-4c2a-8ced-78147cea273e/pi05_droid_2026-08-10T02:59:56.250493_video_wrist.mp4"},"preference":"B","session_id":"989197b1-4ba5-4c2a-8ced-78147cea273e","university":"frodobots"},{"completion_time":"2026-08-07T08:13:07.870628Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pear","longform_feedback":"Policy A first moved the gripper toward the pear, touched it, then stopped near the pear.Policy B first moved the gripper toward the pear, touched it, then policy B moved the gripper back and forth for a while, pushed the controller.My instruction is to pick up the pear, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the pear.Therefore, i choose tie.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:57.330270_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:57.330270_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:59.136972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:59.136972_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.010785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.010785_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.010785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.010785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.573881_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/G0.5-Droid-AR_2026-08-07T08:06:58.573881_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:43.817020_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:43.817020_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:53.522444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:53.522444_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.299328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.299328_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.299328_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.299328_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.894926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24d581fd-e69a-40ff-a950-b38010181d00/paligemma_vq_droid_2026-08-07T08:12:52.894926_video_wrist.mp4"},"preference":"TIE","session_id":"24d581fd-e69a-40ff-a950-b38010181d00","university":"frodobots"},{"completion_time":"2026-08-07T07:57:10.074338Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it, touched it, then policy A attempted to grasp the white tag.Policy B first moved the gripper toward the bowl, then policy B moved the gripper randomly during remaining time of the episode.My instruciton is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the controller, whereas policy B did not even find the controller.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.165041_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.165041_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:32.944614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:32.944614_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.850798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.850798_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.850798_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:31.850798_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:32.372459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/paligemma_diffusion_droid_2026-08-07T07:51:32.372459_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.159698_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.159698_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:55.032757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:55.032757_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.892650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.892650_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.892650_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:53.892650_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:54.431979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd/pi0_fast_droid_2026-08-07T07:56:54.431979_video_wrist.mp4"},"preference":"A","session_id":"2c34947c-a2c3-4fb5-8f52-2f6a01fef9fd","university":"frodobots"},{"completion_time":"2026-08-07T07:46:43.280467Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes into the bowl","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, then moved it, dropped it on the grapes.Policy B first moved the gripper toward the grapes, grasped it, picked it up, then moved it toward the bowl, dropped it near the bowl.My instruction is to put the grapes into the bowl, neither policy was able to completed the task.When comparing the performance of the two, policy B at least put the grapes near the bowl, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.129177_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.129177_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:08.979761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:08.979761_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.895559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.895559_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.895559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:07.895559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:08.414294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/pi0_fast_droid_2026-08-07T07:41:08.414294_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:24.375190_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:24.375190_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:26.202998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:26.202998_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.037188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.037188_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.037188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.037188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.562844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa117aa6-e88f-4aa4-b95b-e4730efec85d/Apricot_2026-08-07T07:46:25.562844_video_wrist.mp4"},"preference":"B","session_id":"aa117aa6-e88f-4aa4-b95b-e4730efec85d","university":"frodobots"},{"completion_time":"2026-08-06T02:36:09.044004Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, released it, then policy A picked up the doll, moved it toward the bowl, dropped it on floor.Policy B first moved the gripper toward the doll, grasped it, picked it up, then moved it toward the bowl, put it into the bowl.My instruction is to put the doll into the bowl,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:54.564469_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:54.564469_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:56.283440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:56.283440_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.197791_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.197791_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.197791_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.197791_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.690537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/G0.5-Droid-AR_2026-08-06T02:30:55.690537_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.136459_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.136459_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:52.941127_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:52.941127_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.836811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.836811_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.836811_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:51.836811_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:52.362547_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5267e0d-13be-4aac-b927-43386ebeacdc/Apricot_2026-08-06T02:35:52.362547_video_wrist.mp4"},"preference":"B","session_id":"c5267e0d-13be-4aac-b927-43386ebeacdc","university":"frodobots"},{"completion_time":"2026-08-06T02:26:27.565608Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white box","longform_feedback":"Policy A first moved the gripper toward the white box, touched it, then pushed it.Policy B first moved the gripper toward the white tag, attempted to grasp it, then policy B approached the white box, attempted to grasp it.My instruction is to pick up the white box, neither policy was able to complete the task.When compairng the performance of the two, policy A found the white box more quickly than policy B did.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:31.623645_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:31.623645_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:33.414592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:33.414592_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.339431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.339431_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.339431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.339431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.833747_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/paligemma_vq_droid_2026-08-06T02:19:32.833747_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.233021_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.233021_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:08.966983_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:08.966983_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.943326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.943326_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.943326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:07.943326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:08.431065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ade83532-2bd3-479a-80a3-29d2648dd912/Apricot_2026-08-06T02:26:08.431065_video_wrist.mp4"},"preference":"A","session_id":"ade83532-2bd3-479a-80a3-29d2648dd912","university":"frodobots"},{"completion_time":"2026-08-05T07:37:49.274742Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pear","longform_feedback":"Policy A first moved the gripper toward the pear, grasped it, picked it up, dropped it, then policy approached the orange, attempted to grasp it.Policy B first moved the gripper toward the pear, pushed it, then attempted to grasp it, but did not succeed.My instruction is to pick up the pear, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:38.968327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:38.968327_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:40.859549_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:40.859549_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:39.686469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:39.686469_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:39.686469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:39.686469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:40.258410_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/G0.5-Droid-AR_2026-08-05T07:31:40.258410_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:27.995583_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:27.995583_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:29.741966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:29.741966_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:28.617469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:28.617469_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:28.617469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:28.617469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:29.137800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f3fc404-804f-4846-bc8d-a37e1b13ba82/paligemma_vq_droid_2026-08-05T07:37:29.137800_video_wrist.mp4"},"preference":"A","session_id":"2f3fc404-804f-4846-bc8d-a37e1b13ba82","university":"frodobots"},{"completion_time":"2026-08-05T07:25:38.485208Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, then approached the potato, attempted to grasp it.Policy B showed no response to my command, and did not perform any operations at all.My instruction is to pick up the orange, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the orange, whereas policy B did not do anything.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:03.646602_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:03.646602_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:05.454981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:05.454981_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.301535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.301535_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.301535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.301535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.813776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/pi05_droid_2026-08-05T07:19:04.813776_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:17.801801_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:17.801801_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:19.558882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:19.558882_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.500711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.500711_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.500711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.500711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.970375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f/Apricot_2026-08-05T07:25:18.970375_video_wrist.mp4"},"preference":"A","session_id":"a1f26cd2-5f65-4f27-a0f3-7bec4650cc4f","university":"frodobots"},{"completion_time":"2026-08-05T07:14:54.604255Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the peach into the bowl","longform_feedback":"Policy A first moved the gripper toward the peach, grasped it, released it, then policy A picked up the peach, moved it toward bowl, dropped the peach on floor.Policy B first moved the gripper toward the peach, pushed it, then policy B attempted to grasp the peach, but did not succeed.My instruction is to put the peach into the bowl,neither policy was able to complete the task.When comparing the perfomrance of the two, policy A at least picked up the peach, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:36.783004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:36.783004_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:38.755567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:38.755567_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:37.639197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:37.639197_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:37.639197_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:37.639197_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:38.179128_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/G0.5-Droid-AR_2026-08-05T07:07:38.179128_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:31.331741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:31.331741_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:33.150217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:33.150217_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.047649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.047649_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.047649_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.047649_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.561648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64cead90-d4a5-41fe-94bf-ae3a87d7be43/paligemma_diffusion_droid_2026-08-05T07:14:32.561648_video_wrist.mp4"},"preference":"A","session_id":"64cead90-d4a5-41fe-94bf-ae3a87d7be43","university":"frodobots"},{"completion_time":"2026-08-04T07:15:45.824832Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the grapes","longform_feedback":"Policy A first moved the gripper toward the grapes, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the grapes, attempted to grasp it, then policy B stopped above the grapes.My instruction is to pick up the grapes, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:06.059464_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:06.059464_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:08.319056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:08.319056_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.048697_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.048697_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.048697_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.048697_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.627149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/pi0_fast_droid_2026-08-04T07:08:07.627149_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.241779_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.241779_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:20.979166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:20.979166_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.899830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.899830_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.899830_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:19.899830_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:20.417464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac37e723-cc7d-4549-a170-a3199a5ba5f8/G0.5-Droid-AR_2026-08-04T07:15:20.417464_video_wrist.mp4"},"preference":"A","session_id":"ac37e723-cc7d-4549-a170-a3199a5ba5f8","university":"frodobots"},{"completion_time":"2026-08-04T07:02:04.294409Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, touched the gray button of the controller, then policy A approached the yellow button of the controller, pressed it.Policy B first moved the griper toward the controller, closed the gripper, then stopped above the controller.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:07.630635_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:07.630635_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:09.405152_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:09.405152_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.325924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.325924_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.325924_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.325924_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.838014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/pi05_droid_2026-08-04T06:56:08.838014_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:45.526769_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:45.526769_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:47.106248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:47.106248_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.048028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.048028_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.048028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.048028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.522187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2388146-e787-4fdf-bde9-f2a45c05594b/Apricot_2026-08-04T07:01:46.522187_video_wrist.mp4"},"preference":"A","session_id":"a2388146-e787-4fdf-bde9-f2a45c05594b","university":"frodobots"},{"completion_time":"2026-08-03T23:12:36.467586Z","evaluator_name":"lisa@argus.systems","language_instruction":"to the center of the table","longform_feedback":"Both policies did not complete the task as directed and produced very similar results; the end effector and camera attached turned to look left  while the target object was to the right. Both policies produced abrupt and jerky motions (moving the end effector higher and tilting to angle left).","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.230206_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.230206_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:37.059195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:37.059195_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.945445_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.945445_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.945445_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:35.945445_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:36.531800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/Apricot_2026-08-03T23:04:36.531800_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:10.654627_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:10.654627_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:12.309015_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:12.309015_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.317213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.317213_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.317213_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.317213_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.796572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29cb9bb2-beea-470b-8425-945b7ddd6385/G0.5-Droid-AR_2026-08-03T23:12:11.796572_video_wrist.mp4"},"preference":"TIE","session_id":"29cb9bb2-beea-470b-8425-945b7ddd6385","university":"Argus Systems"},{"completion_time":"2026-08-03T22:50:26.616567Z","evaluator_name":"lisa@argus.systems","language_instruction":"pick up the cable and put it back down on the table","longform_feedback":"Policy A raised its arm in a jerky manner and never recognized the cable or moved in its direction. Policy B recognized the cable and picked it up successfully, but dropped the cable onto the floor and not on the table. Conclusion: Policy B is better","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:41.279077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:41.279077_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:43.168073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:43.168073_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.048903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.048903_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.048903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.048903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.601016_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/Apricot_2026-08-03T22:46:42.601016_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.041401_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.041401_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:14.354202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:14.354202_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.714840_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.714840_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.714840_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:12.714840_video_right.mp4","wrist_video_gcs_path":"evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:13.399836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/731ba704-13ab-4a78-a011-7343a3816b3a/paligemma_vq_droid_2026-08-03T22:50:13.399836_video_wrist.mp4"},"preference":"B","session_id":"731ba704-13ab-4a78-a011-7343a3816b3a","university":"Argus Systems"},{"completion_time":"2026-08-03T08:49:06.441955Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the peach","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the potato, attempted to grasp it, then policy B approached the peach,pushed it, attempted to grasp it.My instruction is to pick up the peach, neither policy is able to complete the task.When comparing the performance of two, policy B at least pushed the peach, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:19.035693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:19.035693_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:17.694570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:17.694570_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:17.694570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:17.694570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:18.425770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/pi05_droid_2026-08-03T08:40:18.425770_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:45.692219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:45.692219_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:44.524797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:44.524797_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:44.524797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:44.524797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:45.094503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2021c5a-da3a-435e-90a5-f83a750911e1/paligemma_vq_droid_2026-08-03T08:48:45.094503_video_wrist.mp4"},"preference":"B","session_id":"c2021c5a-da3a-435e-90a5-f83a750911e1","university":"frodobots"},{"completion_time":"2026-07-31T07:51:39.659392Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the potato onto the paper","longform_feedback":"Policy A first moved the gripper toward the potato, attempted to grasp it, touched it, then policy A moved the gripper away, approached the white box.Policy B first moved the gripper toward the potato, then stopped during remaining time of the episode.My instruction is to put the potato onto the paper, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the potato, whereas policy B only approached the potato.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.032370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.032370_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:33.853578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:33.853578_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.705800_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.705800_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.705800_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:32.705800_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:33.260825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/G0.5-Droid-AR_2026-07-31T07:42:33.260825_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:26.555743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:26.555743_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:28.309877_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:28.309877_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.222702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.222702_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.222702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.222702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.758115_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a94f629-f13f-41a7-a2dd-09c13011619a/Apricot_2026-07-31T07:51:27.758115_video_wrist.mp4"},"preference":"A","session_id":"6a94f629-f13f-41a7-a2dd-09c13011619a","university":"frodobots"},{"completion_time":"2026-07-31T07:05:00.210068Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the white box, then policy A moved the gripper back and forth for a while, approached the controller, touched the controller.Policy B first moved the gripper toward the doll, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the controller, whereas policy B did not even find the controller.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:58.782300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:58.782300_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T07:00:00.594812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T07:00:00.594812_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:59.439699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:59.439699_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:59.439699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T06:59:59.439699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T07:00:00.019910_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi0_fast_droid_2026-07-31T07:00:00.019910_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:38.502931_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:38.502931_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:40.233845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:40.233845_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.081846_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.081846_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.081846_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.081846_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.653736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7365ccb6-7744-461d-aa8e-750f5921174c/pi05_droid_2026-07-31T07:04:39.653736_video_wrist.mp4"},"preference":"A","session_id":"7365ccb6-7744-461d-aa8e-750f5921174c","university":"frodobots"},{"completion_time":"2026-07-31T06:56:46.198068Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, then stopped during remaining time of the episode.Policy B moved the gripper slowly during entire time of the episode, as if could not find the target.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not find the controller.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:53.629887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:53.629887_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:55.349564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:55.349564_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.346510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.346510_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.346510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.346510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.828709_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/Apricot_2026-07-31T06:50:54.828709_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:27.870925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:27.870925_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:29.640974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:29.640974_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:28.590085_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:28.590085_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:28.590085_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:28.590085_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:29.106847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc7a68ae-6a87-46bf-b3af-e59d2d3bb660/G0.5-Droid-AR_2026-07-31T06:56:29.106847_video_wrist.mp4"},"preference":"A","session_id":"dc7a68ae-6a87-46bf-b3af-e59d2d3bb660","university":"frodobots"},{"completion_time":"2026-07-31T03:20:37.108322Z","evaluator_name":"lisa@argus.systems","language_instruction":"pick up the cup and put it down gently without tilting the cup","longform_feedback":"Policy A did not make meaningful progress towards picking up the cup at all. Policy B jerked violently upwards and also did not make meaningful progress towards picking up the cup at all. I almost stopped Policy B halfway because I was concerned the arm would swing back and hit me or my laptop. Conclusion: Tie","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.212322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.212322_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:09.923401_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:09.923401_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.840047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.840047_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.840047_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:08.840047_video_right.mp4","wrist_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:09.378623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/pi0_fast_droid_2026-07-31T03:17:09.378623_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:19.599527_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:19.599527_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:21.261195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:21.261195_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.125565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.125565_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.125565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.125565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.670972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/750281d4-284a-4bb1-aaa7-240dd6482aae/G0.5-Droid-AR_2026-07-31T03:20:20.670972_video_wrist.mp4"},"preference":"TIE","session_id":"750281d4-284a-4bb1-aaa7-240dd6482aae","university":"Argus Systems"},{"completion_time":"2026-07-31T03:07:29.610855Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then pressed the gray button of the controller. Policy B first moved the gripper toward the grapes, then stopped during remaining time of the episode.My instruction is to press the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least press the gray button of the controller, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.143583_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.143583_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:22.898529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:22.898529_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.872293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.872293_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.872293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:21.872293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:22.372444_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/Apricot_2026-07-31T03:00:22.372444_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:10.868668_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:10.868668_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:12.323065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:12.323065_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.414469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.414469_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.414469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.414469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.877120_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cdb572d-97ff-4783-9d86-4c1ac8abf357/G0.5-Droid-AR_2026-07-31T03:07:11.877120_video_wrist.mp4"},"preference":"A","session_id":"6cdb572d-97ff-4783-9d86-4c1ac8abf357","university":"frodobots"},{"completion_time":"2026-07-30T21:52:08.467614Z","evaluator_name":"lisa@argus.systems","language_instruction":"pick up the cheezits bag","longform_feedback":"Policy A made meaningful progress in recognizing the cheezits and made two separate attempts to grab it. The first attempt failed and it reset to attempt grabbing it from an angle. It looked like the second attempt could have been successful but time ran out before it could complete it. Policy B twisted in a clockwise motion and ended up with the gripper and wrist camera pointed upwards and made no meaningful progress or recognition of the task or object. Conclusion: Policy A performed better","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.198810_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.198810_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:43.089248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:43.089248_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.827812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.827812_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.827812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:41.827812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:42.436263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/pi05_droid_2026-07-30T21:46:42.436263_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.200666_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.200666_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:40.948716_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:40.948716_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.839131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.839131_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.839131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:39.839131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:40.414807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fb8a805-e624-4b5b-84b0-1994dd5a9529/Apricot_2026-07-30T21:51:40.414807_video_wrist.mp4"},"preference":"A","session_id":"0fb8a805-e624-4b5b-84b0-1994dd5a9529","university":"Argus Systems"},{"completion_time":"2026-07-30T21:43:20.638003Z","evaluator_name":"lisa@argus.systems","language_instruction":"pick up the cable","longform_feedback":"Neither policy was able to make meaningful progress towards picking up the cable. Policy A twisted its gripper and wrist clockwise where the wrist camera aipper was pointed upwards and the wrist camera could not pick up on the objects anymore. It started moving to the left camera at some point and I wondered if it was trying to pick up the cable connected to the camera rather than the one at the table. Policy B lifted it's arm several times in a violently jerky manner where it shook the entire table and the camera setup, and felt unsafe to stand around it since it moved so quickly at each step. It did not meaningfully p anything or make progress towards the task. Conclusion: tie","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.379749_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.379749_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:59.872719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:59.872719_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.884014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.884014_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.884014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:58.884014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:59.398336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/Apricot_2026-07-30T21:37:59.398336_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:42:59.834016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:42:59.834016_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:01.552524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:01.552524_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:00.516316_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:00.516316_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:00.516316_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:00.516316_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:01.014059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3bf25f2-c121-4ddf-baa1-05ee9133e6c5/G0.5-Droid-AR_2026-07-30T21:43:01.014059_video_wrist.mp4"},"preference":"TIE","session_id":"f3bf25f2-c121-4ddf-baa1-05ee9133e6c5","university":"Argus Systems"},{"completion_time":"2026-07-29T23:40:44.824227Z","evaluator_name":"lisa@argus.systems","language_instruction":"pick up the carrot and put it back down on the table","longform_feedback":"Policy A first moved it's arm higher as if to get a better view of the objects, cation of recognizing which object was correct or making an attempt to start grabbing anything. It would jerk upwards and move the arm and gripper higher andrther away. It's movements were also quite jerky. Policy B immediately identified and moved towards the correct carrot object. It's first attempt failed to grab the carrot but it repeatedly tried to move it around and pick it up again. Unfortunately, the carrot rolled off the table so it wasn't able to make anymore attempts, but policy A then proceeded to move towards the next object which was a grape and picked it up and dropped it successfully on the first try. Conclusion: Policy B performed better","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:03.631979_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:03.631979_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:05.460685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:05.460685_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.326375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.326375_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.326375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.326375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.835961_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/G0.5-Droid-AR_2026-07-29T23:34:04.835961_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:25.835725_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:25.835725_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:27.720071_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:27.720071_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:26.579167_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:26.579167_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:26.579167_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:26.579167_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:27.078212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb3323f7-5656-4972-8158-53abccff02e5/paligemma_vq_droid_2026-07-29T23:40:27.078212_video_wrist.mp4"},"preference":"B","session_id":"bb3323f7-5656-4972-8158-53abccff02e5","university":"Argus Systems"},{"completion_time":"2026-07-29T08:57:16.206834Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll  onto the paper","longform_feedback":"Policy A first moved the gripper toward the doll,  grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the doll, grasped it, picked it up, then moved it toward the paper, stopped above the paper.My instruction is to put the doll  onto the paper, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the doll, but policy B moved the doll toward the paper, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:11.587227_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:11.587227_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:13.411319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:13.411319_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.301642_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.301642_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.301642_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.301642_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.895258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/pi0_fast_droid_2026-07-29T08:50:12.895258_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:50.940249_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:50.940249_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:52.695704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:52.695704_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:51.642309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:51.642309_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:51.642309_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:51.642309_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:52.160513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f8c6178-08d0-4878-8c28-0ea696b8da93/Apricot_2026-07-29T08:56:52.160513_video_wrist.mp4"},"preference":"B","session_id":"9f8c6178-08d0-4878-8c28-0ea696b8da93","university":"frodobots"},{"completion_time":"2026-07-29T08:10:20.075569Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the leaf of the peach","longform_feedback":"Policy A first moved the gripper toward the peach, pushed it, then attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the peach, touched it, then policy B stopped above the peach during remaining time of the episode.My instruction is to grasp the leaf of the peach, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the peach, whereas policy B only touched the peach.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:25.608203_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:25.608203_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:27.272553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:27.272553_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.242930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.242930_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.242930_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.242930_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.747817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/pi0_fast_droid_2026-07-29T08:03:26.747817_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:01.363013_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:01.363013_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:03.036213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:03.036213_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.011718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.011718_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.011718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.011718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.497684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c04f0be-e027-4f13-8f74-e6ddd2feab46/Apricot_2026-07-29T08:09:02.497684_video_wrist.mp4"},"preference":"A","session_id":"5c04f0be-e027-4f13-8f74-e6ddd2feab46","university":"frodobots"},{"completion_time":"2026-07-29T07:58:01.564641Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the controller","longform_feedback":"Policy A first moved the gripper toward the grapes but moved away soon, then policy A approached the can, attempted to grasp it.Policy B first moved the gripper toward the grapes, grasped it, picked it up, then moved it toward the controller, put the grapes onto the controller.My instruction is to put the grapes onto the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:27.338297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:27.338297_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:29.182219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:29.182219_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.076063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.076063_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.076063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.076063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.577706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/pi05_droid_2026-07-29T07:48:28.577706_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:54.488593_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:54.488593_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:56.470469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:56.470469_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.372947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.372947_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.372947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.372947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.903196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefa008-38e3-4579-b9c2-a7e6c45a240f/paligemma_diffusion_droid_2026-07-29T07:51:55.903196_video_wrist.mp4"},"preference":"B","session_id":"1aefa008-38e3-4579-b9c2-a7e6c45a240f","university":"frodobots"},{"completion_time":"2026-07-28T07:23:22.892881Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the can onto the paper","longform_feedback":"Policy A first moved the gripper toward the can, touched it, then policy A moved the gripper around the can during remaining time of the episode.Policy B first moved the gripper toward the can, pushed it,  grasped it, picked it up, then dropped it, causing the can to fall off to the table near the paper.My instruction is to put the can onto the paper, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the can, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:30.586674_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:30.586674_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:32.376646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:32.376646_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.168075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.168075_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.168075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.168075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.723341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/pi05_droid_2026-07-28T07:16:31.723341_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:04.783496_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:04.783496_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:06.668068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:06.668068_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:05.531702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:05.531702_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:05.531702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:05.531702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:06.049631_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccd87bf-3430-4b4c-b353-889c5128ebfd/paligemma_diffusion_droid_2026-07-28T07:23:06.049631_video_wrist.mp4"},"preference":"B","session_id":"4ccd87bf-3430-4b4c-b353-889c5128ebfd","university":"frodobots"},{"completion_time":"2026-07-28T07:12:16.930010Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the can onto the paper","longform_feedback":"Policy A first moved the gripper toward the can but moved away soon, then policy A stopped for a while, approached the can again.Policy B first moved the gripper toward the can, touched it, then moved slowly around the can.My instruction is to put the can onto the paper, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the can, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:17.854187_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:17.854187_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:19.605286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:19.605286_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:18.574931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:18.574931_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:18.574931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:18.574931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:19.016624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/pi0_fast_droid_2026-07-28T07:07:19.016624_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.007632_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.007632_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:58.729533_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:58.729533_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.726491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.726491_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.726491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:57.726491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:58.181425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46b914c3-c4bd-4f99-a2a2-a9e99c076fe7/Apricot_2026-07-28T07:11:58.181425_video_wrist.mp4"},"preference":"B","session_id":"46b914c3-c4bd-4f99-a2a2-a9e99c076fe7","university":"frodobots"},{"completion_time":"2026-07-28T03:29:34.525018Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the white box","longform_feedback":"Policy A first moved the gripper toward the controller,then approached the apple, attempted to grasp the apple.Policy B first moved the gripper toward the controller, touched it, then moved slowly above the controller.My instruction is to put the controller onto the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the controller, whereas policy A did not.Therefore,i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:58.584545_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:58.584545_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:24:00.483767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:24:00.483767_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.357513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.357513_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.357513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.357513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.940626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/pi05_droid_2026-07-28T03:23:59.940626_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:11.991661_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:11.991661_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:13.707624_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:13.707624_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:12.734251_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:12.734251_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:12.734251_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:12.734251_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:13.178693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7817b8-1e71-4a6d-a340-e822caa433e6/Apricot_2026-07-28T03:29:13.178693_video_wrist.mp4"},"preference":"B","session_id":"ee7817b8-1e71-4a6d-a340-e822caa433e6","university":"frodobots"},{"completion_time":"2026-07-28T03:02:12.374825Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the white box","longform_feedback":"Policy A first moved the gripper toward the apple, attempted to grasp it, then stopped above the apple.Policy B first moved the gripper toward the controller, touched it, then pushed it during remaining time of the episode.My instruction is to put the controller onto the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the controller, whereas policy A did not even find the controller.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:33.857228_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:33.857228_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:35.684941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:35.684941_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:34.578884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:34.578884_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:34.578884_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:34.578884_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:35.099172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/pi0_fast_droid_2026-07-28T02:52:35.099172_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.063760_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.063760_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:45.828480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:45.828480_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.797847_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.797847_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.797847_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:44.797847_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:45.272109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80/Apricot_2026-07-28T03:01:45.272109_video_wrist.mp4"},"preference":"B","session_id":"d7c2aa90-b86d-4e2e-9511-bbcef0fb7c80","university":"frodobots"},{"completion_time":"2026-07-27T08:01:22.435736Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the box, closed the gripper, then pressed the box, pressed the white tag on the box.Policy B first moved the gripper toward the controller, pressed the blank area of the controller, then policy B moved the gripper back and forth for a while, pressed the controller again.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed the controller, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:12.286679_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:12.286679_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:14.154970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:14.154970_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.025846_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.025846_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.025846_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.025846_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.522610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/paligemma_vq_droid_2026-07-27T07:56:13.522610_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:01.507857_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:01.507857_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:03.343986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:03.343986_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.225469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.225469_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.225469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.225469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.702704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd/pi05_droid_2026-07-27T08:01:02.702704_video_wrist.mp4"},"preference":"B","session_id":"9d6e7e7e-676a-49e0-9ddb-a0dc08a9fccd","university":"frodobots"},{"completion_time":"2026-07-27T07:41:15.567004Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while, then stopped during remaining time of the episode.My instruction is to press the yellow button of the controller, neither policy was able to compete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.288017_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.288017_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:43.062576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:43.062576_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.989676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.989676_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.989676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:41.989676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:42.445621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/pi05_droid_2026-07-27T07:35:42.445621_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:49.510599_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:49.510599_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:51.297574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:51.297574_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.115440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.115440_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.115440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.115440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.695484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6967c4-5d4e-4473-9adb-d15f5bbdbc25/paligemma_vq_droid_2026-07-27T07:40:50.695484_video_wrist.mp4"},"preference":"TIE","session_id":"5f6967c4-5d4e-4473-9adb-d15f5bbdbc25","university":"frodobots"},{"completion_time":"2026-07-27T04:09:30.181288Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the green orange","longform_feedback":"Policy A first moved the gripper toward the orange, then moved around the orange, touched it.Policy B first moved the gripper toward the orange, pushed it, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the green orange, neither policy was able to complete the task.When comparing the performance of the two, policy A seemingly more likely to grasp the orange than policy B did.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:37.755449_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:37.755449_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:39.445447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:39.445447_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.413239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.413239_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.413239_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.413239_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.919324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/pi05_droid_2026-07-27T04:04:38.919324_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.079248_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.079248_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:16.839058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:16.839058_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.789176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.789176_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.789176_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:15.789176_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:16.276763_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe5fe562-ca73-4a47-807c-fc635e83abed/paligemma_vq_droid_2026-07-27T04:09:16.276763_video_wrist.mp4"},"preference":"A","session_id":"fe5fe562-ca73-4a47-807c-fc635e83abed","university":"frodobots"},{"completion_time":"2026-07-27T03:42:35.407213Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the bubble bag, grasped and released it, then policy A approached the can, pushed it.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to pick up the orange, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the wrong object, whereas policy B did not do anything.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:26.973079_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:26.973079_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:29.115068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:29.115068_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:27.850576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:27.850576_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:27.850576_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:27.850576_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:28.471010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi0_fast_droid_2026-07-27T03:32:28.471010_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:15.346675_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:15.346675_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:17.204309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:17.204309_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.017639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.017639_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.017639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.017639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.492606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29d7dd0c-d99d-4096-ba27-64ff01be73c8/pi05_droid_2026-07-27T03:42:16.492606_video_wrist.mp4"},"preference":"A","session_id":"29d7dd0c-d99d-4096-ba27-64ff01be73c8","university":"frodobots"},{"completion_time":"2026-07-24T15:38:18.376213Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the screwdriver into the cup","longform_feedback":"policy A placed the scredriver on top of the cup while policy B picked up the screwdriver and moved it around but not to the cup","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.183634_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.183634_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:35:01.026182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:35:01.026182_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.904141_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.904141_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.183634_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:34:59.183634_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:35:00.425952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/paligemma_vq_droid_2026-07-24T15:35:00.425952_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:05.630759_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:05.630759_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:07.473257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:07.473257_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:06.351625_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:06.351625_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:05.630759_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:05.630759_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:06.897590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed78c258-00c3-4164-8e6a-7beaa0d58798/pi0_fast_droid_2026-07-24T15:38:06.897590_video_wrist.mp4"},"preference":"A","session_id":"ed78c258-00c3-4164-8e6a-7beaa0d58798","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T15:12:24.375859Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"wipe the table with the cloth","longform_feedback":"policy A wiped the table succesfully while policy B just approached the cloth with no further action","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:31.982526_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:31.982526_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:33.710755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:33.710755_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:32.705461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:32.705461_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:31.982526_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:31.982526_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:33.180513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/paligemma_vq_droid_2026-07-24T15:08:33.180513_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:52.264170_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:52.264170_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:54.076035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:54.076035_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:53.018504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:53.018504_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:52.264170_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:52.264170_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:53.561153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f0d024-849c-4eb2-9941-4dceabf95929/pi05_droid_2026-07-24T15:11:53.561153_video_wrist.mp4"},"preference":"A","session_id":"70f0d024-849c-4eb2-9941-4dceabf95929","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T15:03:34.791018Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"pick up the drill and put it on top of the wooden tray","longform_feedback":"policy A placed the drill on the tray while the policy B was slow and did not make it in time, but it moved the drill next to the tray","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:37.799978_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:37.799978_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:39.382808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:39.382808_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:38.425177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:38.425177_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:37.799978_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:37.799978_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:38.853662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/G0.5-Droid-AR_2026-07-24T14:58:38.853662_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:02.682468_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:02.682468_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:04.331805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:04.331805_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:03.348382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:03.348382_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:02.682468_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:02.682468_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:03.818221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7d07d6-b18c-452f-b5af-995810529b44/paligemma_diffusion_droid_2026-07-24T15:03:03.818221_video_wrist.mp4"},"preference":"A","session_id":"9c7d07d6-b18c-452f-b5af-995810529b44","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T14:43:39.556387Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"pour the contents of the bottle into the bowl","longform_feedback":"policy A was totally lost and just moved the arm erradically without any goal, policy B picked up the bottle and tried to pour it but did not fully tilt the bottle and was a bit off with the position","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:08.534643_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:08.534643_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:10.428811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:10.428811_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:09.284273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:09.284273_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:08.534643_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:08.534643_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:09.840448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/pi05_droid_2026-07-24T14:37:09.840448_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:07.764978_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:07.764978_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:09.539659_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:09.539659_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:08.469195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:08.469195_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:07.764978_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:07.764978_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:08.941023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a70a86-429a-4218-b56f-79092585ad1c/G0.5-Droid-AR_2026-07-24T14:43:08.941023_video_wrist.mp4"},"preference":"B","session_id":"21a70a86-429a-4218-b56f-79092585ad1c","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T14:22:54.531375Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the marker into the holder","longform_feedback":"both policies failed to identify marker, policy A confused stapler for a marker and put the stapler into the holder, policy B picked up hammer and did nothing else just stood there","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:11.813561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:11.813561_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:13.655785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:13.655785_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:12.534961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:12.534961_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:11.813561_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:11.813561_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:13.062263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/pi05_droid_2026-07-24T14:16:13.062263_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.040704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.040704_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:37.634034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:37.634034_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.695314_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.695314_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.040704_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:36.040704_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:37.143678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa58c7c-b3c5-4448-92c2-c3ca2088fcac/G0.5-Droid-AR_2026-07-24T14:22:37.143678_video_wrist.mp4"},"preference":"TIE","session_id":"9fa58c7c-b3c5-4448-92c2-c3ca2088fcac","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T14:12:05.158141Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the tennis ball into the cup","longform_feedback":"both policies picked up the tennis ball, policy A dropped the tennis ball out of the enviroment thus made it impossible to pick it up again, policy B was slow but picked up the ball and dropped it right next tot the cup","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:41.814338_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:41.814338_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:43.388271_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:43.388271_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:42.445793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:42.445793_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:41.814338_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:41.814338_video_left.mp4","wrist_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:42.929591_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/paligemma_diffusion_droid_2026-07-24T14:05:42.929591_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.062180_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.062180_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:42.834287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:42.834287_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.798034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.798034_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.062180_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:41.062180_video_left.mp4","wrist_video_gcs_path":"evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:42.311050_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252c5545-834d-49af-8f08-f8297a902107/G0.5-Droid-AR_2026-07-24T14:11:42.311050_video_wrist.mp4"},"preference":"B","session_id":"252c5545-834d-49af-8f08-f8297a902107","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T13:54:49.245279Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the golf ball into the cup","longform_feedback":"Both policies failed to grasp or even approach the golf ball. Both policies got distracted with other objects in the scene.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:08.578716_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:08.578716_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:10.376240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:10.376240_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:09.337512_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:09.337512_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:08.578716_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:08.578716_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:09.841155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/paligemma_diffusion_droid_2026-07-24T13:47:09.841155_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:25.715627_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:25.715627_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:27.431869_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:27.431869_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:26.405009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:26.405009_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:25.715627_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:25.715627_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:26.914522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4486e9e9-747d-4832-ab5c-e4066358484f/G0.5-Droid-AR_2026-07-24T13:54:26.914522_video_wrist.mp4"},"preference":"TIE","session_id":"4486e9e9-747d-4832-ab5c-e4066358484f","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-24T07:54:36.693979Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot onto the bubble bag","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the bubble bag, dropped it near the bubble bag.Policy B first moved the gripper toward the carrot, then attempted to grasped it several times, but did not succeed in the end.My instruction is to put the carrot onto the bubble bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the carrot, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.355738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.355738_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:05.118621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:05.118621_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.990343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.990343_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.990343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:03.990343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:04.531528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/pi0_fast_droid_2026-07-24T07:50:04.531528_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:20.830969_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:20.830969_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:22.555773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:22.555773_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.503838_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.503838_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.503838_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.503838_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.993229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c841befc-3d66-4f83-aff8-a8541c416a00/G0.5-Droid-AR_2026-07-24T07:54:21.993229_video_wrist.mp4"},"preference":"A","session_id":"c841befc-3d66-4f83-aff8-a8541c416a00","university":"frodobots"},{"completion_time":"2026-07-24T07:40:57.920556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot onto the bubble bag","longform_feedback":"Policy A first moved the gripper toward the carrot then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the carrot,then attempted to grasp it several times, but did not succeed in the end.My instruction is to put the carrot onto the bubble bag, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the carrot, but did not succeed.Therefore, i choose tie.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:31.854557_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:31.854557_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:33.946472_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:33.946472_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:32.706463_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:32.706463_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:32.706463_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:32.706463_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:33.305606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/G0.5-Droid-AR_2026-07-24T07:33:33.305606_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:35.668520_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:35.668520_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:37.453671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:37.453671_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.298965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.298965_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.298965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.298965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.804853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddd31eb1-f495-46ec-8da3-0d2a4c3300d8/paligemma_diffusion_droid_2026-07-24T07:40:36.804853_video_wrist.mp4"},"preference":"TIE","session_id":"ddd31eb1-f495-46ec-8da3-0d2a4c3300d8","university":"frodobots"},{"completion_time":"2026-07-24T07:19:29.780033Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the can","longform_feedback":"Policy A first moved the gripper toward the can but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the can, attempted to grasped it several times, touched it, then policy B stopped above the can.My instruction is to pick up the can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the can, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:24.311350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:24.311350_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:26.174978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:26.174978_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.065836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.065836_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.065836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.065836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.595951_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/pi05_droid_2026-07-24T07:12:25.595951_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:10.699587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:10.699587_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:12.602945_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:12.602945_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:11.397567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:11.397567_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:11.397567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:11.397567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:12.036644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6/G0.5-Droid-AR_2026-07-24T07:18:12.036644_video_wrist.mp4"},"preference":"B","session_id":"f16d9f3b-d131-4ad8-b80b-5bee7b51f9e6","university":"frodobots"},{"completion_time":"2026-07-23T07:48:46.304666Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the apple, touched it, then policy A approached the paper, picked it up, moved it, dropped it.Policy B first moved the gripper toward the apple, attempted to grasp it but did not succeed, then policy B stopped near the apple.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the apple, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:12.849649_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:12.849649_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:14.808065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:14.808065_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:13.578485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:13.578485_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:13.578485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:13.578485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:14.199339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/paligemma_vq_droid_2026-07-23T07:43:14.199339_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:27.744292_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:27.744292_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:29.406457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:29.406457_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.412658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.412658_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.412658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.412658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.857231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2546436c-aee8-4b36-89e1-129e420b070b/G0.5-Droid-AR_2026-07-23T07:48:28.857231_video_wrist.mp4"},"preference":"A","session_id":"2546436c-aee8-4b36-89e1-129e420b070b","university":"frodobots"},{"completion_time":"2026-07-23T07:37:53.613447Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot onto the can","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the can, dropped it onto the can, causing the carrot to fall off to the desk.Policy B first moved the gripper toward the carrot, then attempted to grasp it several times, but did not succeed in the end.My instruction is to put the carrot onto the can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the carrot and dropped it on the can, whereas policy B did not even grasp the carrot.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:41.742784_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:41.742784_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:43.458539_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:43.458539_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.425711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.425711_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.425711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.425711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.905677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/pi05_droid_2026-07-23T07:31:42.905677_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:32.572239_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:32.572239_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:34.252432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:34.252432_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.250449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.250449_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.250449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.250449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.721507_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae72e5e5-4b48-444e-bbcc-54f6ecabd443/G0.5-Droid-AR_2026-07-23T07:37:33.721507_video_wrist.mp4"},"preference":"A","session_id":"ae72e5e5-4b48-444e-bbcc-54f6ecabd443","university":"frodobots"},{"completion_time":"2026-07-23T04:35:53.566004Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the screen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it, then policy A stopped near the controller.Policy B first moved the gripper toward the controller, grasped it, picked it up, then moved it, dropped it.My instruction is to touch the screen of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the controller ,whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:25.676495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:25.676495_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:27.433681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:27.433681_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.353151_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.353151_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.353151_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.353151_video_right.mp4","wrist_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.891139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/paligemma_diffusion_droid_2026-07-23T04:22:26.891139_video_wrist.mp4"},"policyB":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.062975_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.062975_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:26.207643_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:26.207643_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.820807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.820807_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.820807_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:24.820807_video_right.mp4","wrist_video_gcs_path":"evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:25.452227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/476a8a6b-ee42-410b-90b2-a42287d04d4b/ReDROID-0.0_2026-07-23T04:35:25.452227_video_wrist.mp4"},"preference":"B","session_id":"476a8a6b-ee42-410b-90b2-a42287d04d4b","university":"frodobots"},{"completion_time":"2026-07-23T04:04:22.481439Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the green button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper, then pressed the white buttons of the controller.Policy B first moved the gripper toward the controller, then pressed the blank area of the controller.My instruction is to press the green button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A was seemingly more likely to press the green button than policy B did.Therefore, i choose policy A.","policyA":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:05.770750_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:05.770750_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:07.645248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:07.645248_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:06.492809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:06.492809_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:06.492809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:06.492809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:07.055467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/ReDROID-0.0_2026-07-23T03:58:07.055467_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:02.243868_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:02.243868_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:04.245287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:04.245287_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.100558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.100558_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.100558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.100558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.660121_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc65da9-eb71-4164-9570-0c74fe239035/paligemma_diffusion_droid_2026-07-23T04:04:03.660121_video_wrist.mp4"},"preference":"A","session_id":"0bc65da9-eb71-4164-9570-0c74fe239035","university":"frodobots"},{"completion_time":"2026-07-22T09:07:36.898929Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block onto the paper","longform_feedback":"Policy A first moved the gripper toward the wooden block, attempted to grasp it, then policy A stopped during remaining time of the episode.Policy B first moved the gripper toward the wooden block,grasped it, picked it up, then moved it toward the paper,dropped it near the paper.My instruction is to put the wooden block onto the paper, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the wooden block near the paper, whereas policy A did not even grasp the wooden block.Therefore, i choose policy B.","policyA":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:52:59.926695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:52:59.926695_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:02.009854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:02.009854_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:00.829596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:00.829596_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:00.829596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:00.829596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:01.380505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/ReDROID-0.0_2026-07-22T08:53:01.380505_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.052985_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.052985_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:20.018561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:20.018561_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.870037_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.870037_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.870037_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:18.870037_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:19.429830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8af7e9f5-8137-4a93-a55d-9f07d31d62a3/pi0_fast_droid_2026-07-22T09:07:19.429830_video_wrist.mp4"},"preference":"B","session_id":"8af7e9f5-8137-4a93-a55d-9f07d31d62a3","university":"frodobots"},{"completion_time":"2026-07-22T03:38:17.506595Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it but did not succeed, then policy A approached the cup, knocked it over.Policy B first moved the gripper toward the controller, attempted to grasp it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to cover the controller with the towel, neither policy was able to completed the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not even find the towel.Therefore, i choose policy A.","policyA":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:10.652568_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:10.652568_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:12.734179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:12.734179_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:11.527626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:11.527626_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:11.527626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:11.527626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:12.105240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/G0.5-Droid-AR_2026-07-22T03:32:12.105240_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:03.455710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:03.455710_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:05.476168_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:05.476168_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.316848_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.316848_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.316848_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.316848_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.871340_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34bba4f8-b25b-4e5c-8d55-cf136f9832d3/paligemma_vq_droid_2026-07-22T03:38:04.871340_video_wrist.mp4"},"preference":"A","session_id":"34bba4f8-b25b-4e5c-8d55-cf136f9832d3","university":"frodobots"},{"completion_time":"2026-07-22T03:23:49.286804Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then rotated it by 90 degrees, dropped it.Policy B first moved the gripper toward the controller, attempted to grasp it, then moved slowly during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:23.930033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:23.930033_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:25.914521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:25.914521_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:24.789760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:24.789760_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:24.789760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:24.789760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:25.322665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/ReDROID-0.0_2026-07-22T03:17:25.322665_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:05.250776_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:05.250776_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:07.328553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:07.328553_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.161328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.161328_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.161328_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.161328_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.713220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8495e64-bc73-4300-b14b-ef9b6da4e4a1/paligemma_diffusion_droid_2026-07-22T03:23:06.713220_video_wrist.mp4"},"preference":"A","session_id":"b8495e64-bc73-4300-b14b-ef9b6da4e4a1","university":"frodobots"},{"completion_time":"2026-07-21T08:54:26.511214Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, pressed the screen of the controller, then pressed the rectangle button of the controller.Policy B first moved the gripper toward the controller, closed the gripper, then pressed the round button of the controller.My instruction is to press the round button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:15.256573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:15.256573_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:17.249028_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:17.249028_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.108929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.108929_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.108929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.108929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.640125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/pi05_droid_2026-07-21T08:22:16.640125_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.009738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.009738_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:45.060056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:45.060056_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.801771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.801771_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.801771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:43.801771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:44.445889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc3143c8-fc6b-437a-89dd-db4cba5e7f1c/G0.5-Droid-AR_2026-07-21T08:53:44.445889_video_wrist.mp4"},"preference":"B","session_id":"bc3143c8-fc6b-437a-89dd-db4cba5e7f1c","university":"frodobots"},{"completion_time":"2026-07-21T08:16:38.358418Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cup with the towel","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Next, policy B picked up the socks, moved them and dropped them.My instruction is to cover the cup with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:58.858313_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:58.858313_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:10:00.849006_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:10:00.849006_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:59.765547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:59.765547_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:59.765547_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:09:59.765547_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:10:00.273280_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/ReDROID-0.0_2026-07-21T08:10:00.273280_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:12.140489_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:12.140489_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:14.426300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:14.426300_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.085860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.085860_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.085860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.085860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.764028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f0923e-c720-40f5-aac6-a8d58c288a0a/pi05_droid_2026-07-21T08:16:13.764028_video_wrist.mp4"},"preference":"B","session_id":"b5f0923e-c720-40f5-aac6-a8d58c288a0a","university":"frodobots"},{"completion_time":"2026-07-21T07:18:16.460449Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block into the cup","longform_feedback":"Policy A first moved the gripper toward the wooden block, attempted to grasped it, then picked it up, moved it toward the cup, dropped it near the cup.Policy B first moved the gripper toward the wooden block, grasped it, picked it up, then moved it toward the cup, touched the cup with the wooden block, dropped the wooden block near the cup.My instruction is to put the wooden block into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B is seemingly more likely to finish the task than policy A did.Therefore, i choose B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.225186_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.225186_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:55.076362_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:55.076362_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.909178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.909178_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.909178_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:53.909178_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:54.464696_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/pi05_droid_2026-07-21T07:11:54.464696_video_wrist.mp4"},"policyB":{"display_name":"G0.5-Droid-AR","left_camera_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.255059_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.255059_video_left.mp4","name":"G0.5-Droid-AR","npz_file_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:54.942723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:54.942723_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.922900_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.922900_video_right.mp4","source_name":"G0.5-Droid-AR","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.922900_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:53.922900_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:54.418597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23c83b76-1a27-461a-a6d9-44bf3cb980e5/G0.5-Droid-AR_2026-07-21T07:17:54.418597_video_wrist.mp4"},"preference":"B","session_id":"23c83b76-1a27-461a-a6d9-44bf3cb980e5","university":"frodobots"},{"completion_time":"2026-07-21T02:25:13.786537Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block into the cup","longform_feedback":"Policy A first moved the gripper slowly for a while, then approached the cup, knocked it over.Policy B first moved the gripper toward the cup, attempted to grasp it several times, then knocked it over.My instruction is to put the wooden block into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies only knocked the cup over.Therefore, i choose tie.","policyA":{"display_name":"ReDROID-0.0","left_camera_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.123550_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.123550_video_left.mp4","name":"ReDROID-0.0","npz_file_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:20.925490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:20.925490_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.793803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.793803_video_right.mp4","source_name":"ReDROID-0.0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.793803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:19.793803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:20.292623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/ReDROID-0.0_2026-07-21T02:19:20.292623_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.094421_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.094421_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:52.943548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:52.943548_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.834357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.834357_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.834357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:51.834357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:52.327304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4239ba0d-cf55-4db5-a681-1ddce824be3e/paligemma_diffusion_droid_2026-07-21T02:24:52.327304_video_wrist.mp4"},"preference":"TIE","session_id":"4239ba0d-cf55-4db5-a681-1ddce824be3e","university":"frodobots"},{"completion_time":"2026-07-16T12:50:36.862224Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put the strawberry into the bowl","longform_feedback":"Policy A correctly identified the strawberry in the scene, but then confidently put it into a stationary cup instead of a bowl that was right next to it. Policy B picked up the strawberry and immediately placed it into the bowl, successfully copleting the task, therefore it is preferred. Policy B bumped into the bowl a bit, but otherwise did good.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:21.849077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:21.849077_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:23.419344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:23.419344_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:22.475564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:22.475564_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:21.849077_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:21.849077_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:22.945537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/pi05_droid_2026-07-16T12:44:22.945537_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:28.476532_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:28.476532_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:30.019591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:30.019591_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:29.155042_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:29.155042_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:28.476532_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:28.476532_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:29.559985_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1217ac6-cd46-4403-9e7c-1877b3c84baa/paligemma_vq_droid_2026-07-16T12:49:29.559985_video_wrist.mp4"},"preference":"B","session_id":"e1217ac6-cd46-4403-9e7c-1877b3c84baa","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-07-16T08:51:42.617172Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, touched it,then grasped it, picked it up and dropped it.Policy B first moved the gripper toward the controller,but moved away soon, then picked it up, rotated it by 180 degrees, dropped  it on the table.My instruction is to rotate the controller by 90 degrees, neither policy was able to completed the task.When comparing the performance of the two, policy B at least rotated the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:31.262070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:31.262070_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:33.255664_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:33.255664_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.022273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.022273_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.022273_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.022273_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.645493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/paligemma_vq_droid_2026-07-16T08:46:32.645493_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:23.772851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:23.772851_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:25.671177_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:25.671177_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:24.486661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:24.486661_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:24.486661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:24.486661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:25.013787_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08dd67a2-7281-4d70-9ced-c0dd97c284dd/pi0_fast_droid_2026-07-16T08:51:25.013787_video_wrist.mp4"},"preference":"B","session_id":"08dd67a2-7281-4d70-9ced-c0dd97c284dd","university":"frodobots"},{"completion_time":"2026-07-15T10:26:07.632659Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block into the cup","longform_feedback":"Policy A first moved the gripper toward the wooden block, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.Policy B first moved the gripper toward the wooden block, then stopped above the wooden block.My instruction is to put the wooden block into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the wooden block near the cup, whereas policy B did not even touch the wooden block.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:49.695382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:49.695382_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:51.454328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:51.454328_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.415080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.415080_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.415080_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.415080_video_right.mp4","wrist_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.917327_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_diffusion_droid_2026-07-15T10:20:50.917327_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:48.479327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:48.479327_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:50.263321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:50.263321_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.153773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.153773_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.153773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.153773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.708183_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/030bb49d-2b7c-4ab4-9e5a-3bc056edbf78/paligemma_vq_droid_2026-07-15T10:25:49.708183_video_wrist.mp4"},"preference":"A","session_id":"030bb49d-2b7c-4ab4-9e5a-3bc056edbf78","university":"frodobots"},{"completion_time":"2026-07-15T10:16:05.867542Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper back and forth for a while, then picked up the right cup in the end.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, put it into the right cup.My instruction is to stack up the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:35.338495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:35.338495_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:37.308873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:37.308873_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.137200_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.137200_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.137200_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.137200_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.705522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi05_droid_2026-07-15T10:11:36.705522_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:45.898595_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:45.898595_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:47.786382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:47.786382_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:46.606867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:46.606867_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:46.606867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:46.606867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:47.179376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92183ba6-105e-42be-8db8-ef44273740cb/pi0_fast_droid_2026-07-15T10:15:47.179376_video_wrist.mp4"},"preference":"B","session_id":"92183ba6-105e-42be-8db8-ef44273740cb","university":"frodobots"},{"completion_time":"2026-07-09T07:18:14.562191Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the socks together","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while, then approached the right sock, attempted to grasp it, but did not succeed.My instruction is to put the socks together, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the sock, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:52.746397_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:52.746397_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:54.478333_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:54.478333_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.397638_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.397638_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.397638_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.397638_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.896343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi0_fast_droid_2026-07-09T07:12:53.896343_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:49.760021_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:49.760021_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:51.629442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:51.629442_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:50.475668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:50.475668_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:50.475668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:50.475668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:51.030613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0088631c-7020-435c-8feb-4d0955d88077/pi05_droid_2026-07-09T07:17:51.030613_video_wrist.mp4"},"preference":"B","session_id":"0088631c-7020-435c-8feb-4d0955d88077","university":"frodobots"},{"completion_time":"2026-07-09T07:08:08.819576Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the socks together","longform_feedback":"Policy A first moved the gripper toward the bubble bag, touched it, then policy A moved the gripper back and forth during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the socks together, neither policy was able to complete the task.When comparing the performance of the two, both policies can't find the socks.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:17.890076_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:17.890076_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:19.807613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:19.807613_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:18.602262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:18.602262_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:18.602262_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:18.602262_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:19.118334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/pi05_droid_2026-07-09T07:01:19.118334_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:50.871309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:50.871309_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:52.790726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:52.790726_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:51.605194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:51.605194_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:51.605194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:51.605194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:52.142827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bce480e6-f517-40c4-9375-c481fde37c93/paligemma_vq_droid_2026-07-09T07:05:52.142827_video_wrist.mp4"},"preference":"TIE","session_id":"bce480e6-f517-40c4-9375-c481fde37c93","university":"frodobots"},{"completion_time":"2026-07-09T04:09:07.736436Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the can with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the towel, grasped it, released it, then policy B attempted to grasp the towel several times, but did not succeed.My instruction is to cover the can with the towel, neither policy was able to compete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B only grasped it.Therefore,  i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:44.508926_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:44.508926_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:46.217819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:46.217819_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.199672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.199672_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.199672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.199672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.681768_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi0_fast_droid_2026-07-09T04:03:45.681768_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:51.540840_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:51.540840_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:53.390202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:53.390202_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.294903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.294903_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.294903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.294903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.806665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229/pi05_droid_2026-07-09T04:08:52.806665_video_wrist.mp4"},"preference":"A","session_id":"d3b3018a-fa3f-4b3c-972d-a8dbd5a3c229","university":"frodobots"},{"completion_time":"2026-07-09T03:43:51.515354Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the orange into the bowl","longform_feedback":"Policy A first moved the gripper toward the orange, touched it, then pushed it, causing it fall off to black box.Policy B first moved the gripper toward the orange, touched it, then grasped it, released it.My instruction is to put the orange into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the orange, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:55.246370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:55.246370_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:57.223135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:57.223135_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.046668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.046668_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.046668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.046668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.616196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/paligemma_vq_droid_2026-07-09T03:35:56.616196_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:32.308496_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:32.308496_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:34.324610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:34.324610_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.079367_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.079367_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.079367_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.079367_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.648081_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac0b5c-b7e3-43d6-ad81-e4f232e3097f/pi0_fast_droid_2026-07-09T03:43:33.648081_video_wrist.mp4"},"preference":"B","session_id":"cbac0b5c-b7e3-43d6-ad81-e4f232e3097f","university":"frodobots"},{"completion_time":"2026-07-08T03:07:11.791058Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the doll, touched it, attempted to grasp it, then grasped and released it.My instruction is to put the doll into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the doll, whereas policy B only grasped it.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.113447_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.113447_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:55.964746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:55.964746_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.818827_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.818827_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.818827_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:54.818827_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:55.343615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/paligemma_vq_droid_2026-07-08T03:01:55.343615_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:53.925612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:53.925612_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:55.925043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:55.925043_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:54.698895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:54.698895_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:54.698895_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:54.698895_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:55.246214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e59530fb-4339-443a-ab4b-7c9ab130e0a2/pi05_droid_2026-07-08T03:06:55.246214_video_wrist.mp4"},"preference":"A","session_id":"e59530fb-4339-443a-ab4b-7c9ab130e0a2","university":"frodobots"},{"completion_time":"2026-07-07T08:24:24.974209Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the eye of the doll","longform_feedback":"Policy A first moved the gripper toward the doll, touched the leg of the doll, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the doll, attempted to grasped it, then policy B touched the body and the face of the doll.My instruction is to touch the eye of the doll, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the face of the doll, whereas policy A only touched the leg of the doll.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:41.292499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:41.292499_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:43.177084_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:43.177084_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.013580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.013580_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.013580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.013580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.552568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi05_droid_2026-07-07T08:18:42.552568_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:05.539658_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:05.539658_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:07.512928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:07.512928_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.328340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.328340_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.328340_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.328340_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.883139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f/pi0_fast_droid_2026-07-07T08:24:06.883139_video_wrist.mp4"},"preference":"B","session_id":"1aefcd74-6c2e-4ff0-9c23-8cf930dccf1f","university":"frodobots"},{"completion_time":"2026-07-07T08:13:09.536776Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the can into the bowl","longform_feedback":"Policy A first moved the gripper toward the can, attempted to grasp it, touched it, then policy A moved back and forth during remaining time of the episode.Policy B first moved the gripper toward the can, knocked it over, touched the can, attempted to grasp the can, then policy B grasped the towel under the can.My instruction is to put the can into the bowl, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the can, but did not succeed.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:46.405900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:46.405900_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:48.238629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:48.238629_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.005432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.005432_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.005432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.005432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.570014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/pi0_fast_droid_2026-07-07T07:27:47.570014_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.269323_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.269323_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:44.095357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:44.095357_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.995018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.995018_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.995018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:42.995018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:43.551723_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be98b6e0-f51b-4900-9bee-2d78a97b1c3b/paligemma_vq_droid_2026-07-07T07:33:43.551723_video_wrist.mp4"},"preference":"TIE","session_id":"be98b6e0-f51b-4900-9bee-2d78a97b1c3b","university":"frodobots"},{"completion_time":"2026-07-07T02:58:15.333376Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the can","longform_feedback":"Policy A first moved the gripper toward the can, knocked it over, then grasped it, picked it up, moved it, dropped it.Policy B first moved the gripper toward the can, pushed it to make it fall off to floor, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the can, when comparing the performance of the two, policy A completed the task successfully ,whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:20.637435_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:20.637435_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:22.352907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:22.352907_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.310457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.310457_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.310457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.310457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.828774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/paligemma_diffusion_droid_2026-07-07T02:51:21.828774_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:50.918731_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:50.918731_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:52.694190_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:52.694190_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:51.646783_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:51.646783_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:51.646783_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:51.646783_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:52.111003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bc9358-8c03-4833-a0eb-8c20d4498102/pi05_droid_2026-07-07T02:57:52.111003_video_wrist.mp4"},"preference":"A","session_id":"00bc9358-8c03-4833-a0eb-8c20d4498102","university":"frodobots"},{"completion_time":"2026-07-07T02:38:52.310456Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the QR code on the white tag","longform_feedback":"Policy A first moved the gripper toward the white tag, closed the gripper, then touched the QR code on the white tag several times.Policy B first moved the gripper toward the white tag, attempted to grasp it, touched it, then policy B closed the gripper, touched the blank area near the QR code.My instruction is to touch the QR code on the white tag, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:57.964252_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:57.964252_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:59.813735_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:59.813735_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:58.735873_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:58.735873_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:58.735873_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:58.735873_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:59.227018_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/paligemma_diffusion_droid_2026-07-07T02:33:59.227018_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.071342_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.071342_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:35.080696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:35.080696_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.854595_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.854595_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.854595_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:33.854595_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:34.424672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8bbca02-ce76-4b53-9a2c-9a90ac267eed/pi05_droid_2026-07-07T02:38:34.424672_video_wrist.mp4"},"preference":"A","session_id":"d8bbca02-ce76-4b53-9a2c-9a90ac267eed","university":"frodobots"},{"completion_time":"2026-07-06T09:09:41.530137Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bowl","longform_feedback":"Policy A first moved the gripper toward the bowl, attempted to grasp it several times, then grasped and released the edge of the bowl.Policy B first moved the gripper toward the bowl, grasped the edge of the bowl, then picked it up, moved it, dropped it.My instruction is to pick up the bowl, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.136667_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.136667_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:29.997572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:29.997572_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.886965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.886965_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.886965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:28.886965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:29.413054_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/paligemma_vq_droid_2026-07-06T09:04:29.413054_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:20.959426_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:20.959426_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:22.898922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:22.898922_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:21.641509_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:21.641509_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:21.641509_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:21.641509_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:22.203927_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3877f450-1218-4beb-8880-0dfa2c11d8ff/pi0_fast_droid_2026-07-06T09:09:22.203927_video_wrist.mp4"},"preference":"B","session_id":"3877f450-1218-4beb-8880-0dfa2c11d8ff","university":"frodobots"},{"completion_time":"2026-07-06T08:52:55.347245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pizza into the bowl","longform_feedback":"Policy A first moved the gripper toward the white tag, attempted to grasp it, then moved the gripper back and forth.Policy B first moved the gripper toward the pizza, grasped it, picked it up, then moved it toward the bowl, pushed the bowl,dropped it near the bowl, causing the pizza to fall off to floor.My instruction is to put the pizza into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the pizza to the bowl, whereas policy A did not even find the pizza.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:41.538296_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:41.538296_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:43.224690_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:43.224690_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.129765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.129765_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.129765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.129765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.642513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/paligemma_diffusion_droid_2026-07-06T08:44:42.642513_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:12.643541_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:12.643541_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:14.538788_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:14.538788_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.389427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.389427_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.389427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.389427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.933257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dbb8e8a-f431-435c-b862-957c67eb00d2/pi0_fast_droid_2026-07-06T08:50:13.933257_video_wrist.mp4"},"preference":"B","session_id":"7dbb8e8a-f431-435c-b862-957c67eb00d2","university":"frodobots"},{"completion_time":"2026-07-06T04:24:58.558530Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the white tag","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the white tag, put it onto the white tag.Policy B first moved the gripper toward the box, attempted to grasp it, then picked the cup up, dropped it.My instruction is to put the cup onto the white tag, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:46.779589_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:46.779589_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:48.754581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:48.754581_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:47.502211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:47.502211_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:47.502211_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:47.502211_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:48.106581_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/pi05_droid_2026-07-06T04:17:48.106581_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:34.592495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:34.592495_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:36.389586_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:36.389586_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.311760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.311760_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.311760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.311760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.862057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87cebd9d-a60d-4b80-92a2-4bf12c706ed6/paligemma_diffusion_droid_2026-07-06T04:24:35.862057_video_wrist.mp4"},"preference":"A","session_id":"87cebd9d-a60d-4b80-92a2-4bf12c706ed6","university":"frodobots"},{"completion_time":"2026-07-06T04:02:47.477161Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cup with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it near the cup,Policy B first moved the grippe toward the towel, grasped it, picked it up, then moved it, dropped it on floor.My instruction is to cover the cup with the towel, neither policy was able to complete the task.When comparing the performance of the two,policy A at least dropped the towel near the cup, whereas policy B dropped the towel onto floor.Therefore, i  choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:05.863117_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:05.863117_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:07.857264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:07.857264_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:06.609292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:06.609292_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:06.609292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:06.609292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:07.175418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/pi05_droid_2026-07-06T03:52:07.175418_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:31.250005_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:31.250005_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:33.149158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:33.149158_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.002815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.002815_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.002815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.002815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.580340_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1308a35c-714c-4e3a-81c8-02fe80575de4/paligemma_vq_droid_2026-07-06T04:02:32.580340_video_wrist.mp4"},"preference":"A","session_id":"1308a35c-714c-4e3a-81c8-02fe80575de4","university":"frodobots"},{"completion_time":"2026-07-03T09:23:38.141200Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it, dropped it on the box.Next, policy A picked up the cup again, moved it, dropped it.Policy B first moved the gripper toward the right cup, grasped it, picked it up, then moved it toward the left cup, put it into the left cup.My instruction is to stack up the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:41.563230_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:41.563230_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:43.409545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:43.409545_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.303034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.303034_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.303034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.303034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.842294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/paligemma_diffusion_droid_2026-07-03T09:14:42.842294_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:04.722153_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:04.722153_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:06.605978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:06.605978_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:05.524372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:05.524372_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:05.524372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:05.524372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:06.072733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb874cca-664a-4d21-8d44-48a97838a692/pi0_fast_droid_2026-07-03T09:23:06.072733_video_wrist.mp4"},"preference":"B","session_id":"fb874cca-664a-4d21-8d44-48a97838a692","university":"frodobots"},{"completion_time":"2026-07-03T08:42:50.715430Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the doll with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it near the doll.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to cover the doll with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the towel near the doll, whereas policy B did not.Therefore,i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.264568_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.264568_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:39.167361_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:39.167361_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.990778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.990778_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.990778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:37.990778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:38.568361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/paligemma_vq_droid_2026-07-03T08:36:38.568361_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:31.281673_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:31.281673_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:33.219138_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:33.219138_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.026603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.026603_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.026603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.026603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.525913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0/pi0_fast_droid_2026-07-03T08:42:32.525913_video_wrist.mp4"},"preference":"A","session_id":"8c8f5e06-1b73-4b64-8b91-1ae8ee5f2de0","university":"frodobots"},{"completion_time":"2026-07-03T08:29:47.555055Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, grasped it, picked it up, dropped it, then policy A  moved the gripper slowly during remaining time of the episode.Policy B first moved the gripper toward the orange, touched it, then policy B moved the gripper away, stopped during remaining time of the episode.My instruction is to pick up the orange, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.188597_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.188597_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:18.917364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:18.917364_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.834346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.834346_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.834346_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:17.834346_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:18.290120_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/paligemma_diffusion_droid_2026-07-03T08:23:18.290120_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:28.646507_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:28.646507_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:30.538802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:30.538802_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.327138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.327138_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.327138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.327138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.859576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6398d1-5b9a-4e13-b3ce-2e5b08505e80/pi05_droid_2026-07-03T08:29:29.859576_video_wrist.mp4"},"preference":"A","session_id":"3c6398d1-5b9a-4e13-b3ce-2e5b08505e80","university":"frodobots"},{"completion_time":"2026-07-02T08:30:00.064193Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the book","longform_feedback":"Policy A first moved the gripper toward the towel, picked it up and dropped it, then policy A approached the doll, picked it up, moved it, dropped it.Policy B first moved the gripper toward the towel, grasped it and released it, then policy B approached the doll, attempted to grasp it several times.My instruction is to put the doll onto the book, neither policy was able to compete the task.When comparing the performance of the two, policy A at least picked up the doll, whereas policy B only grasped the doll.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.048643_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.048643_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:48.859407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:48.859407_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.683323_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.683323_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.683323_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:47.683323_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:48.274158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_vq_droid_2026-07-02T08:24:48.274158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.359899_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.359899_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:43.988938_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:43.988938_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.939863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.939863_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.939863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:42.939863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:43.411519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ae2fc3-2b03-4a51-9250-965568a94272/paligemma_diffusion_droid_2026-07-02T08:29:43.411519_video_wrist.mp4"},"preference":"A","session_id":"b4ae2fc3-2b03-4a51-9250-965568a94272","university":"frodobots"},{"completion_time":"2026-07-02T02:53:30.119221Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the book with the towel","longform_feedback":"Policy A first moved the gripper toward the book,then approached the towel, touched it.Next, policy A attempted to grasp the book.Policy B first moved the gripper toward the towel, grasped it, released it, then policy B moved the towel during remaining time of the episode.My instruction is to wipe the book with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:47.530045_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:47.530045_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:49.407684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:49.407684_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.279753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.279753_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.279753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.279753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.813336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/pi0_fast_droid_2026-07-02T02:42:48.813336_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:07.767336_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:07.767336_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:09.721638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:09.721638_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:08.555339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:08.555339_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:08.555339_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:08.555339_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:09.118226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef725996-c4d0-452c-98b5-81589264b32e/paligemma_diffusion_droid_2026-07-02T02:53:09.118226_video_wrist.mp4"},"preference":"B","session_id":"ef725996-c4d0-452c-98b5-81589264b32e","university":"frodobots"},{"completion_time":"2026-07-02T02:24:22.866742Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the book with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then grasped it, released it.Policy B first moved the gripper toward the towel,then approached the book, attempted to grasp it, Next, policy B approached the towel again, touched it.My instruction is to wipe the book with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the towel, whereas policy B only touched the towel.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.131662_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.131662_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:35.163649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:35.163649_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.992257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.992257_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.992257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:33.992257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:34.548038_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/pi0_fast_droid_2026-07-02T02:18:34.548038_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.154279_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.154279_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:02.078540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:02.078540_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.945711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.945711_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.945711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:00.945711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:01.448513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6519579-28bb-421b-bb49-768dc7ba6d10/paligemma_vq_droid_2026-07-02T02:24:01.448513_video_wrist.mp4"},"preference":"A","session_id":"f6519579-28bb-421b-bb49-768dc7ba6d10","university":"frodobots"},{"completion_time":"2026-07-01T07:49:11.515415Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the eye of the doll","longform_feedback":"Policy A first moved the gripper toward the doll,touched the face of the doll, then policy A grasped and released the doll.Policy B first moved the gripper toward the doll,touched the body of the doll, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to touch the eye of the doll, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the face of the doll, whereas policy B only touched the body of the doll.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:43.416278_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:43.416278_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:45.102903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:45.102903_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.122206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.122206_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.122206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.122206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.598860_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/Apricot_2026-07-01T07:44:44.598860_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:52.611250_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:52.611250_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:54.508483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:54.508483_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.354402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.354402_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.354402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.354402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.868554_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a571d52-1ce0-4648-bc8e-74ba94727df8/pi05_droid_2026-07-01T07:48:53.868554_video_wrist.mp4"},"preference":"A","session_id":"6a571d52-1ce0-4648-bc8e-74ba94727df8","university":"frodobots"},{"completion_time":"2026-07-01T07:39:31.102226Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the cup","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the cup, then stopped during remaining time of the episode.My instruction is to knock over the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.069998_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.069998_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:47.835189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:47.835189_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.780386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.780386_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.780386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:46.780386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:47.274991_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/pi05_droid_2026-07-01T07:33:47.274991_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.202905_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.202905_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:59.571926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:59.571926_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.781926_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.781926_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.781926_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:58.781926_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:59.143321_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3740a408-9ad5-437f-9693-004c5f657d1f/paligemma_vq_droid_2026-07-01T07:38:59.143321_video_wrist.mp4"},"preference":"A","session_id":"3740a408-9ad5-437f-9693-004c5f657d1f","university":"frodobots"},{"completion_time":"2026-07-01T07:28:07.579247Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the cup, dropped it into the cup.Policy B first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the cup, pushed the cup.My instruction is to put the carrot into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.101226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.101226_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:08.004149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:08.004149_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.770215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.770215_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.770215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:06.770215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:07.328650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/pi05_droid_2026-07-01T07:22:07.328650_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.197905_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.197905_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:45.940829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:45.940829_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.841603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.841603_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.841603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:44.841603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:45.375076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1990263d-2fe4-4d56-9b47-a4bda1ae5a80/Apricot_2026-07-01T07:27:45.375076_video_wrist.mp4"},"preference":"A","session_id":"1990263d-2fe4-4d56-9b47-a4bda1ae5a80","university":"frodobots"},{"completion_time":"2026-07-01T02:38:26.808740Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it into the right cup.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, knocked over the right cup.My instruction is to stack up the two cups, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:20.440751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:20.440751_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:22.307195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:22.307195_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.169199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.169199_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.169199_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.169199_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.687479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/pi0_fast_droid_2026-07-01T02:32:21.687479_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:00.658757_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:00.658757_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:02.339643_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:02.339643_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.325614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.325614_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.325614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.325614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.826786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1d92d4b-c769-4a86-be7c-9c3642b0dddf/Apricot_2026-07-01T02:37:01.826786_video_wrist.mp4"},"preference":"A","session_id":"f1d92d4b-c769-4a86-be7c-9c3642b0dddf","university":"frodobots"},{"completion_time":"2026-07-01T02:25:05.510928Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the towel","longform_feedback":"Policy A first moved the gripper toward the controller, then moved slowly during remaining time of the episode.Policy B first moved the gripper toward the controller, attempted it to grasp it, pushed it toward the towel, then policy B stopped during remaining time of the episode.My instruction is to put the controller onto the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the controller toward the towel, whereas policy A only approached the controller.Therefore, i choose policy B.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:22.561588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:22.561588_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:24.277497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:24.277497_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.276881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.276881_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.276881_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.276881_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.725728_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/Apricot_2026-07-01T02:17:23.725728_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:43.558652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:43.558652_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:45.527317_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:45.527317_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.217337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.217337_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.217337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.217337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.761242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42c920ea-2ce7-48ae-8d81-da04b2fbfe58/pi0_fast_droid_2026-07-01T02:24:44.761242_video_wrist.mp4"},"preference":"B","session_id":"42c920ea-2ce7-48ae-8d81-da04b2fbfe58","university":"frodobots"},{"completion_time":"2026-06-30T08:05:38.540483Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the screen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, then grasped it, released it.Policy B first moved the gripper toward the controller, then pressed the buttons of the controller.My instruction is to touch the screen of the controller,neither policy was able to complete the the task.When comparing the performance of the two, policy B at least pressed the buttons of the controller, whereas policy A only grasped the controller.Therefore, i choose policy B.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:37.544452_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:37.544452_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:39.468291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:39.468291_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.395526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.395526_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.395526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.395526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.918456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/Apricot_2026-06-30T07:59:38.918456_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.174228_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.174228_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:05.189718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:05.189718_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.913455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.913455_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.913455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:03.913455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:04.579375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a/pi05_droid_2026-06-30T08:05:04.579375_video_wrist.mp4"},"preference":"B","session_id":"81813f6f-c1ae-40ef-8e67-be5bf7fb3c4a","university":"frodobots"},{"completion_time":"2026-06-30T07:14:16.064261Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the controller, put it onto the controller.Policy B first moved the gripper toward the white box, attempted to grasp it, then policy B approached the controller, grasped and released it.My instruction is to cover the controller with the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.171142_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.171142_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:07.987780_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:07.987780_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.862927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.862927_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.862927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:06.862927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:07.395634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/Apricot_2026-06-30T07:09:07.395634_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:52.533898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:52.533898_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:54.482164_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:54.482164_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.258731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.258731_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.258731_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.258731_video_right.mp4","wrist_video_gcs_path":"evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.822316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/061f6050-6a7b-4d3b-a868-b22e521bf517/paligemma_vq_droid_2026-06-30T07:13:53.822316_video_wrist.mp4"},"preference":"A","session_id":"061f6050-6a7b-4d3b-a868-b22e521bf517","university":"frodobots"},{"completion_time":"2026-06-30T06:51:34.546674Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left cup onto the white box","longform_feedback":"Policy A first moved the gripper toward the left cup, touched it, then pushed it slowly during remaining time of the episode.Policy B first moved the gripper toward the right cup, picked it up, then moved it,  dropped it.My instruction is to put the left cup onto the white box, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the left cup, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:29.894574_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:29.894574_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:31.567276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:31.567276_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:30.543205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:30.543205_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:30.543205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:30.543205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:31.024673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/Apricot_2026-06-30T06:46:31.024673_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:03.414524_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:03.414524_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:05.137043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:05.137043_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.041577_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.041577_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.041577_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.041577_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.570174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f22fcfa-4299-417c-8f0b-15f4325fbf62/paligemma_vq_droid_2026-06-30T06:51:04.570174_video_wrist.mp4"},"preference":"A","session_id":"0f22fcfa-4299-417c-8f0b-15f4325fbf62","university":"frodobots"},{"completion_time":"2026-06-30T04:18:34.584920Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the white tag, pressed it, then policy A approached controller, pressed the white button of the controller, pushed the controller to make it fall off to floor.Policy B first moved the gripper toward the controller, attempted to grasped it,then pressed the white button near the red button.My instruction is to press the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies only press the white button, but the white button policy B pressed is more close to the red button required.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.049033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.049033_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:50.767159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:50.767159_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.752662_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.752662_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.752662_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:49.752662_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:50.251517_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/pi05_droid_2026-06-30T04:12:50.251517_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:17.608410_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:17.608410_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:19.390650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:19.390650_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.266931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.266931_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.266931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.266931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.774049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4b6236d-bde5-4ca9-a919-6d8452d1ff58/Apricot_2026-06-30T04:18:18.774049_video_wrist.mp4"},"preference":"B","session_id":"c4b6236d-bde5-4ca9-a919-6d8452d1ff58","university":"frodobots"},{"completion_time":"2026-06-30T03:48:19.068871Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it, then moved it, rotated it by about 100 degrees.Policy B first moved the gripper toward the banana,grasped it, picked it up, then rotated it by about 50 degrees, dropped it.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete task.When comparing the performance of the two, policy A rotated the banana more close to 90 degrees than policy B did.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:02.496007_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:02.496007_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:04.390390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:04.390390_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.252405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.252405_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.252405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.252405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.795678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/paligemma_vq_droid_2026-06-30T03:41:03.795678_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:01.636732_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:01.636732_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:03.654415_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:03.654415_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:02.558556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:02.558556_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:02.558556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:02.558556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:03.058594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87970e1-a3a0-49fc-b071-2c76c1c75c08/Apricot_2026-06-30T03:48:03.058594_video_wrist.mp4"},"preference":"A","session_id":"d87970e1-a3a0-49fc-b071-2c76c1c75c08","university":"frodobots"},{"completion_time":"2026-06-30T03:06:27.532536Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the left cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, released it, then policy A stopped near the banana.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it.My instruction is to put the banana into the left cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the banana, whereas policy A only grasped the banana.Therefore, i choose policy B.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:32.359527_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:32.359527_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:34.118737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:34.118737_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.050927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.050927_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.050927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.050927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.597329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/Apricot_2026-06-30T03:00:33.597329_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:10.636777_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:10.636777_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:12.250413_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:12.250413_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.197912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.197912_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.197912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.197912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.658593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcfc6f7-06ad-46f7-a5c3-529999755512/paligemma_diffusion_droid_2026-06-30T03:06:11.658593_video_wrist.mp4"},"preference":"B","session_id":"bfcfc6f7-06ad-46f7-a5c3-529999755512","university":"frodobots"},{"completion_time":"2026-06-29T07:33:02.967650Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the left cup","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then rotated it, moved it toward the right cup, dropped it near the right cup.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the left cup, knock the left cup over.My instruction is to put the marker pen into the left cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the marker pen to the left cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:25.876982_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:25.876982_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:27.467911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:27.467911_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.438863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.438863_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.438863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.438863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.948268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/paligemma_diffusion_droid_2026-06-29T07:21:26.948268_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:36.402487_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:36.402487_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:38.094927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:38.094927_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.079588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.079588_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.079588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.079588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.573970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d352b2-ab2e-4ac3-828b-c497cfc0f909/Apricot_2026-06-29T07:32:37.573970_video_wrist.mp4"},"preference":"B","session_id":"19d352b2-ab2e-4ac3-828b-c497cfc0f909","university":"frodobots"},{"completion_time":"2026-06-29T07:14:41.716548Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the right cup,then stopped near the right cup.Policy B first moved the gripper toward the box, touched it, then policy B moved slowly during remaining time of the episode.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached one cup, whereas policy B did not even find the cup.Therefore, i choose A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:58.927536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:58.927536_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:08:00.544951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:08:00.544951_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.486940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.486940_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.486940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.486940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.961785_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/Apricot_2026-06-29T07:07:59.961785_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:21.421314_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:21.421314_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:23.096819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:23.096819_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.080749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.080749_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.080749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.080749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.578825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a21b740-d395-4ae1-b7f5-13941780c4a7/paligemma_diffusion_droid_2026-06-29T07:14:22.578825_video_wrist.mp4"},"preference":"A","session_id":"9a21b740-d395-4ae1-b7f5-13941780c4a7","university":"frodobots"},{"completion_time":"2026-06-29T02:49:12.531481Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the right cup, then stopped near the right cup.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to stack up the two cups,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up one cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:53.657577_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:53.657577_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:55.456368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:55.456368_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.332432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.332432_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.332432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.332432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.852847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/Apricot_2026-06-29T02:41:54.852847_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.107142_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.107142_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:54.995193_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:54.995193_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.872686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.872686_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.872686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:53.872686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:54.430785_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af7c460a-f61a-4779-b6ce-9e728aa8eff9/pi0_fast_droid_2026-06-29T02:48:54.430785_video_wrist.mp4"},"preference":"B","session_id":"af7c460a-f61a-4779-b6ce-9e728aa8eff9","university":"frodobots"},{"completion_time":"2026-06-29T02:31:12.586333Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper toward the banana,grasped it, picked it up, then moved it toward the book, dropped it onto the book,causing the banana to fall off to the table.Policy B first moved the gripper toward the banana,grasped it, picked it up, then moved it, dropped it on floor.My instruction is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the banana onto the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:56.920429_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:56.920429_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:58.845451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:58.845451_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:57.645019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:57.645019_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:57.645019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:57.645019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:58.272525_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/pi05_droid_2026-06-29T02:21:58.272525_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:45.421428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:45.421428_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:47.360043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:47.360043_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.209489_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.209489_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.209489_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.209489_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.731339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e156ffdc-f5d2-4600-b30e-089434db1cb1/Apricot_2026-06-29T02:30:46.731339_video_wrist.mp4"},"preference":"A","session_id":"e156ffdc-f5d2-4600-b30e-089434db1cb1","university":"frodobots"},{"completion_time":"2026-06-27T03:14:17.486793Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the book","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes, then touched it.Policy B first moved the gripper toward the bunch of grapes, grasped it, then picked it up, dropped it.My instruction is to put the grapes onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the grapes, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.159816_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.159816_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:03.816191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:03.816191_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.826549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.826549_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.826549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:02.826549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:03.297528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/Apricot_2026-06-27T03:09:03.297528_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:13:59.859322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:13:59.859322_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:01.612704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:01.612704_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:00.595926_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:00.595926_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:00.595926_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:00.595926_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:01.057029_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16ad1c4c-8faf-4c60-b250-7b5eede46e74/paligemma_diffusion_droid_2026-06-27T03:14:01.057029_video_wrist.mp4"},"preference":"B","session_id":"16ad1c4c-8faf-4c60-b250-7b5eede46e74","university":"frodobots"},{"completion_time":"2026-06-27T02:53:58.109133Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bunch of grapes","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes, attempted to grasp it, then grasped and released it.Policy B first moved the gripper toward the bunch of grapes, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the bunch of grapes, when comparing the performance of the two, policy B completed the task successfully, whereas policy A only grasped the grapes.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.265551_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.265551_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:48.083884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:48.083884_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.983487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.983487_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.983487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:46.983487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:47.536267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/paligemma_diffusion_droid_2026-06-27T02:47:47.536267_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:41.716433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:41.716433_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:43.559832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:43.559832_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.364599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.364599_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.364599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.364599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.861611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57f8ddf7-a116-4061-8e22-7967ac21bdc8/Apricot_2026-06-27T02:53:42.861611_video_wrist.mp4"},"preference":"B","session_id":"57f8ddf7-a116-4061-8e22-7967ac21bdc8","university":"frodobots"},{"completion_time":"2026-06-26T08:30:23.940974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the book","longform_feedback":"Policy A first moved the gripper toward the doll,touched it, then policy A moved the gripper randomly for a while, pushed the doll.Policy B moved the gripper toward the grapes slowly, but time ran out.My instruction is to put the grapes onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least find the grapes, whereas policy A seemingly did not find the grapes.Therefore, i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.123008_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.123008_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:21:00.948875_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:21:00.948875_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.778223_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.778223_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.778223_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:20:59.778223_video_right.mp4","wrist_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:21:00.347137_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/paligemma_vq_droid_2026-06-26T08:21:00.347137_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.147374_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.147374_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:08.716296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:08.716296_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.819772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.819772_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.819772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:07.819772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:08.221107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/981e3680-48df-40c0-b8f1-5ebfad97918c/Apricot_2026-06-26T08:30:08.221107_video_wrist.mp4"},"preference":"B","session_id":"981e3680-48df-40c0-b8f1-5ebfad97918c","university":"frodobots"},{"completion_time":"2026-06-26T08:01:19.558460Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the book","longform_feedback":"Policy A first moved the gripper toward the doll but moved away soon, then policy A moved the gripper randomly for a while, touched the doll in the end.Policy B  moved the gripper slowly toward the doll, but time ran out.My instruction is to put the doll onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the doll, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.120000_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.120000_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:47.189597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:47.189597_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.962556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.962556_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.962556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:45.962556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:46.519038_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/pi0_fast_droid_2026-06-26T07:55:46.519038_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:04.376065_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:04.376065_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:06.029902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:06.029902_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.079689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.079689_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.079689_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.079689_video_right.mp4","wrist_video_gcs_path":"evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.506229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718b8f67-3f13-4604-bd78-2d43b29ceda1/Apricot_2026-06-26T08:01:05.506229_video_wrist.mp4"},"preference":"A","session_id":"718b8f67-3f13-4604-bd78-2d43b29ceda1","university":"frodobots"},{"completion_time":"2026-06-26T07:38:43.128078Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the doll in the bowl","longform_feedback":"Policy A first moved the gripper toward the sock, attempted to grasp it, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the sock,then touched the sock.My instruction is to pick up the doll in the bowl, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:20.465802_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:20.465802_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:22.354516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:22.354516_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.161796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.161796_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.161796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.161796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.724065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/paligemma_vq_droid_2026-06-26T07:34:21.724065_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.195904_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.195904_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:25.799262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:25.799262_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.842769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.842769_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.842769_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:24.842769_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:25.268000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f10ec5-5626-483b-b272-fe778d657ef6/Apricot_2026-06-26T07:38:25.268000_video_wrist.mp4"},"preference":"TIE","session_id":"39f10ec5-5626-483b-b272-fe778d657ef6","university":"frodobots"},{"completion_time":"2026-06-26T07:28:30.906723Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the doll in the bowl","longform_feedback":"Policy A first moved the gripper toward the sock, touched it, grasped it and released it, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the bowl,then approached the doll in the end.My instruction is to pick up the doll in the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the doll,whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.057437_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.057437_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:06.896267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:06.896267_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.718736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.718736_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.718736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:05.718736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:06.233688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/paligemma_vq_droid_2026-06-26T06:20:06.233688_video_wrist.mp4"},"policyB":{"display_name":"Apricot","left_camera_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:05.587852_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:05.587852_video_left.mp4","name":"Apricot","npz_file_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:07.174305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:07.174305_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.253135_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.253135_video_right.mp4","source_name":"Apricot","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.253135_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.253135_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.704339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8def28cc-5121-41b2-b294-d828b54a2bc5/Apricot_2026-06-26T07:28:06.704339_video_wrist.mp4"},"preference":"B","session_id":"8def28cc-5121-41b2-b294-d828b54a2bc5","university":"frodobots"},{"completion_time":"2026-06-25T08:54:55.177722Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block into the bowl","longform_feedback":"Policy A first moved the gripper toward the green block, grasped it, picked it up, then moved it toward the bowl, dropped it on the edge of the bowl.Next,policy A picked up the green block again, put it into the bowl.Policy B first moved the gripper toward the green block, grasped it, picked it up, then moved it toward the bowl, dropped it into bowl.My instruction is to put the green block into the bowl,both policies completed the task successfully.When comparing the performance of the two, policy B finished the task more quickly than policy A did.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:35.298651_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:35.298651_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:37.343380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:37.343380_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.020566_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.020566_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.020566_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.020566_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.663680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/paligemma_diffusion_droid_2026-06-25T08:47:36.663680_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:35.715042_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:35.715042_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:37.605740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:37.605740_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.434238_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.434238_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.434238_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.434238_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.947371_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff790e2-07a0-4664-ad98-5920cfabe894/pi05_droid_2026-06-25T08:54:36.947371_video_wrist.mp4"},"preference":"B","session_id":"eff790e2-07a0-4664-ad98-5920cfabe894","university":"frodobots"},{"completion_time":"2026-06-25T07:33:40.332739Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll into the bowl","longform_feedback":"Policy A first moved the gripper toward the bowl, pushed it, then policy A picked up the white box, put into the bowl.Next, policy A approached the doll, touched it in the end.Policy B moved the griper randomly during entire time of the episode, as if could not find the target.My instruction is to put the doll into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least found the doll and the bowl, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:35.484116_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:35.484116_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:37.236705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:37.236705_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.172115_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.172115_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.172115_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.172115_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.667289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi0_fast_droid_2026-06-25T07:28:36.667289_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.246697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.246697_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:25.084457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:25.084457_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.962781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.962781_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.962781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:23.962781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:24.466661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e636cc9-aaed-47f8-9648-b23ded17e237/pi05_droid_2026-06-25T07:33:24.466661_video_wrist.mp4"},"preference":"A","session_id":"7e636cc9-aaed-47f8-9648-b23ded17e237","university":"frodobots"},{"completion_time":"2026-06-25T07:23:35.657229Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white box","longform_feedback":"Policy A first moved the gripper toward the book rather than the white box, then approached the doll, pushed it.Policy B first moved the gripper toward the white box, attempted to grasped it, touched it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the white box, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:42.786152_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:42.786152_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:44.679411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:44.679411_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:43.528677_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:43.528677_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:43.528677_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:43.528677_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:44.109755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi0_fast_droid_2026-06-25T07:18:44.109755_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.057460_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.057460_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:21.920835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:21.920835_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.776193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.776193_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.776193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:20.776193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:21.315683_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46d8c7fe-7e3b-47a4-813e-083f29fa7055/pi05_droid_2026-06-25T07:23:21.315683_video_wrist.mp4"},"preference":"B","session_id":"46d8c7fe-7e3b-47a4-813e-083f29fa7055","university":"frodobots"},{"completion_time":"2026-06-25T06:51:32.660786Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white box","longform_feedback":"Policy A first moved the gripper toward the white box,touched it, attempted to grasp it,  then policy A moved around the box during remaining time of the episode.Policy B first moved the gripper toward the white box, adjusted posture, then attempted to grasp it, pushed it.My instruction is to pick up the white box, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the white box, but policy B was more likely to grasp the white box.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.036600_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.036600_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:14.855525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:14.855525_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.712379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.712379_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.712379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:13.712379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:14.304266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi0_fast_droid_2026-06-25T06:45:14.304266_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.070015_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.070015_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:04.779777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:04.779777_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.668590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.668590_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.668590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:03.668590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:04.184762_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/128f39a4-0e84-4fa0-bd68-c5f99aad8529/pi05_droid_2026-06-25T06:51:04.184762_video_wrist.mp4"},"preference":"B","session_id":"128f39a4-0e84-4fa0-bd68-c5f99aad8529","university":"frodobots"},{"completion_time":"2026-06-24T03:11:50.627187Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, pressed the rectangle button beside the round button, then pushed it to make it fall off to floor.Policy B first moved the gripper toward the controller, pressed the rectangle buttons beside the round button, then policy B approached the round button, pressed it.My instruction is to press the round button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.099838_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.099838_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:03.755365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:03.755365_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.713072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.713072_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.713072_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:02.713072_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:03.122585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/paligemma_diffusion_droid_2026-06-24T03:07:03.122585_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.059251_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.059251_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:32.580183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:32.580183_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.565387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.565387_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.565387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:31.565387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:32.125777_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d2b5de-2f76-495f-9a57-72875e83a63a/pi05_droid_2026-06-24T03:11:32.125777_video_wrist.mp4"},"preference":"B","session_id":"36d2b5de-2f76-495f-9a57-72875e83a63a","university":"frodobots"},{"completion_time":"2026-06-24T03:00:51.389386Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the glove","longform_feedback":"Policy A first moved the gripper toward the glove, grasped it, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper toward the glove, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the glove, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:26.801449_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:26.801449_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:28.509842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:28.509842_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:27.491745_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:27.491745_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:27.491745_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:27.491745_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:28.003585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/pi0_fast_droid_2026-06-24T02:56:28.003585_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:31.962217_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:31.962217_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:33.726850_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:33.726850_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:32.645644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:32.645644_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:32.645644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:32.645644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:33.138297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d23bf56d-db9f-4cc3-971c-3dc187608162/paligemma_diffusion_droid_2026-06-24T03:00:33.138297_video_wrist.mp4"},"preference":"TIE","session_id":"d23bf56d-db9f-4cc3-971c-3dc187608162","university":"frodobots"},{"completion_time":"2026-06-24T02:51:38.873823Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the doll with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the doll, dropped it on the doll, causing the towel to fall off to floor.Policy B first moved the gripper toward the towel, grasped it and released it, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to cover the doll with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the towel to the doll, whereas policy B only grasped the towel.Therefore, i choose A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.280282_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.280282_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:34.909374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:34.909374_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.945398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.945398_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.945398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:33.945398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:34.350345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/paligemma_diffusion_droid_2026-06-24T02:44:34.350345_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:48.410310_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:48.410310_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:50.120463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:50.120463_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.082923_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.082923_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.082923_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.082923_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.599484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c28871-91d0-4862-9c27-d7eac7eccd2e/pi05_droid_2026-06-24T02:50:49.599484_video_wrist.mp4"},"preference":"A","session_id":"08c28871-91d0-4862-9c27-d7eac7eccd2e","university":"frodobots"},{"completion_time":"2026-06-23T08:40:39.854516Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the book","longform_feedback":"Policy A first moved the gripper toward the doll, grasped it, picked it up, then moved it toward the book, put it near the book.Next, policy A pushed the doll to the edge of the book.Policy B first moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the doll onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the doll on the edge of the book, whereas policy B did not anything relevant.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.081381_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.081381_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:06.706143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:06.706143_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.671851_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.671851_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.671851_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:05.671851_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:06.133230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi0_fast_droid_2026-06-23T08:21:06.133230_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.169835_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.169835_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:18.100460_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:18.100460_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.963391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.963391_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.963391_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:16.963391_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:17.526824_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a74fd0-a73a-406d-81cf-8765d77d8716/pi05_droid_2026-06-23T08:40:17.526824_video_wrist.mp4"},"preference":"A","session_id":"73a74fd0-a73a-406d-81cf-8765d77d8716","university":"frodobots"},{"completion_time":"2026-06-23T07:32:36.177148Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o on the book with the marker pen","longform_feedback":"Policy A first moved the gripper toward the box, attempted to grasp it, then policy A approached the towel, grasped and released it.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it, dropped it.My instruction is to write a letter o on the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the marker pen, whereas policy A did not even find the marker pen.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:39.812778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:39.812778_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:41.435436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:41.435436_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.491841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.491841_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.491841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.491841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.904451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_diffusion_droid_2026-06-23T07:27:40.904451_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:17.447413_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:17.447413_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:19.200934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:19.200934_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.160155_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.160155_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.160155_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.160155_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.688783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66d46075-4d41-4156-94bb-252e6a130b4d/paligemma_vq_droid_2026-06-23T07:32:18.688783_video_wrist.mp4"},"preference":"B","session_id":"66d46075-4d41-4156-94bb-252e6a130b4d","university":"frodobots"},{"completion_time":"2026-06-23T07:20:11.914585Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o on the book","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the box, attempted to grasp it, then policy B approached the marker pen,grasped it in the end.My instruction is to write a letter o on the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the marker pen, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:06.645233_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:06.645233_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:08.688006_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:08.688006_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:07.474959_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:07.474959_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:07.474959_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:07.474959_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:08.004963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_vq_droid_2026-06-23T07:14:08.004963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:50.524335_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:50.524335_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:52.287793_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:52.287793_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.255050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.255050_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.255050_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.255050_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.724248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e79f740-37fb-42be-984e-13b69a09fdd3/paligemma_diffusion_droid_2026-06-23T07:19:51.724248_video_wrist.mp4"},"preference":"B","session_id":"6e79f740-37fb-42be-984e-13b69a09fdd3","university":"frodobots"},{"completion_time":"2026-06-23T06:30:16.608745Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the box, touched it,  then moved slowly around the box during remaining time of the episode.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book, pushed the book.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the edge of the book, whereas policy A did not do anything relevant.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:58.709014_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:58.709014_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:25:00.436839_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:25:00.436839_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.392517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.392517_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.392517_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.392517_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.891901_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/paligemma_diffusion_droid_2026-06-23T06:24:59.891901_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:56.851610_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:56.851610_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:58.567142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:58.567142_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.466001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.466001_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.466001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.466001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.962338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9c835d9-6506-4285-a893-52cb3a18d1dd/pi0_fast_droid_2026-06-23T06:29:57.962338_video_wrist.mp4"},"preference":"B","session_id":"d9c835d9-6506-4285-a893-52cb3a18d1dd","university":"frodobots"},{"completion_time":"2026-06-23T03:49:07.344577Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it, then policy A approached the towel, picked it up, moved it, dropped it, causing the towel to be folded although not in perfect half.Policy B first moved the gripper toward the book, then touched it, attempted to grasp it.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B did not do anything relevant.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:37.742431_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:37.742431_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:39.528947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:39.528947_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.477771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.477771_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.477771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.477771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.934450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/pi05_droid_2026-06-23T03:41:38.934450_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:24.174288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:24.174288_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:30.895463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:30.895463_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:29.745212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:29.745212_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:29.745212_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:29.745212_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:30.316585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dae5209-f9d6-4d63-a239-88fc1288ced8/paligemma_diffusion_droid_2026-06-23T03:48:30.316585_video_wrist.mp4"},"preference":"A","session_id":"3dae5209-f9d6-4d63-a239-88fc1288ced8","university":"frodobots"},{"completion_time":"2026-06-23T03:36:47.655997Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the book with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the book, put it onto the book.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the book, put it onto the book.My instruction is to cover the book with the towel, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.131943_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.131943_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:49.831187_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:49.831187_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.867277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.867277_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.867277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:48.867277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:49.342366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/paligemma_vq_droid_2026-06-23T03:32:49.342366_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:28.797778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:28.797778_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:30.733922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:30.733922_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.478279_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.478279_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.478279_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.478279_video_right.mp4","wrist_video_gcs_path":"evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.905726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/529d3354-4438-4d95-ad95-451cd7dda81e/pi0_fast_droid_2026-06-23T03:36:29.905726_video_wrist.mp4"},"preference":"TIE","session_id":"529d3354-4438-4d95-ad95-451cd7dda81e","university":"frodobots"},{"completion_time":"2026-06-23T02:34:52.330856Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the socks together","longform_feedback":"Policy A first moved the gripper toward the right sock, grasped it, picked it up, then moved it, dropped.Next, policy A picked up the right sock again, moved it until time ran out.Policy B first moved the gripper toward the right sock, attempted to grasp it, but did not succeed, then policy B approached the left sock, picked it up, moved it, dropped it.Next, policy B picked up and moved the right sock.My instruction is to put the socks together, neither policy was able to complete the task.When comparing the performance of the two, policy B picked up both socks, whereas policy A only picked up one sock.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:52.828933_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:52.828933_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:54.861432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:54.861432_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:53.637592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:53.637592_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:53.637592_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:53.637592_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:54.287177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi0_fast_droid_2026-06-23T02:28:54.287177_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:35.373639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:35.373639_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:37.225693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:37.225693_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.083001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.083001_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.083001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.083001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.613254_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7c70584-13f9-4900-a726-72e6617cb6ad/pi05_droid_2026-06-23T02:34:36.613254_video_wrist.mp4"},"preference":"B","session_id":"e7c70584-13f9-4900-a726-72e6617cb6ad","university":"frodobots"},{"completion_time":"2026-06-23T02:23:47.958468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the sock into the bowl","longform_feedback":"Policy A first moved the gripper toward the sock, touched it, then policy A attempted to grasp the sock, but did not succeed.Policy B first moved the gripper toward the sock, grasped it, picked it up, then moved it toward the bowl, dropped it on the edge of the bowl.My instruction is to put the sock into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the sock on the edge of the bowl, whereas policy A did not even grasp the sock.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.084058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.084058_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:27.795016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:27.795016_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.780391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.780391_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.780391_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:26.780391_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:27.318780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/paligemma_diffusion_droid_2026-06-23T02:18:27.318780_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:32.482487_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:32.482487_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:34.206077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:34.206077_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.272422_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.272422_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.272422_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.272422_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.686759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba42d8fc-1608-4e25-aec0-16672354f922/pi0_fast_droid_2026-06-23T02:23:33.686759_video_wrist.mp4"},"preference":"B","session_id":"ba42d8fc-1608-4e25-aec0-16672354f922","university":"frodobots"},{"completion_time":"2026-06-22T03:26:51.474802Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel, then pick up the block under the towel","longform_feedback":"Policy A first moved the gripper toward the towel, touched it, then policy A moved the gripper randomly for while, picked up the towel in the end.Policy B first moved the gripper toward the towel, touched it, then policy B moved the gripper back an forth during remaining time of the episode.My instruction is to remove the towel then pick up the block under the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least removed the towel, whereas policy B only touched the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.341960_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.341960_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:06.226161_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:06.226161_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.992863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.992863_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.992863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:04.992863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:05.602557_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi05_droid_2026-06-22T03:21:05.602557_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:30.895636_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:30.895636_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:32.682883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:32.682883_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:31.592356_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:31.592356_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:31.592356_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:31.592356_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:32.065436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b728d490-b75d-4245-98b8-c26594d1824a/pi0_fast_droid_2026-06-22T03:26:32.065436_video_wrist.mp4"},"preference":"A","session_id":"b728d490-b75d-4245-98b8-c26594d1824a","university":"frodobots"},{"completion_time":"2026-06-22T03:15:01.569686Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, touched it, picked it up, then rotated it by about 90 degrees.Policy B first moved the gripper toward the banana, pushed it to make it rotate by about 70 degrees, then policy B picked up the banana, moved it, dropped it on floor.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:24.160049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:24.160049_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:26.254866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:26.254866_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.066952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.066952_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.066952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.066952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.620648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi05_droid_2026-06-22T03:07:25.620648_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.081653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.081653_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:49.135299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:49.135299_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.842831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.842831_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.842831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:47.842831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:48.436950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3242739-1603-4ec3-9719-3abdc21f22ed/pi0_fast_droid_2026-06-22T03:14:48.436950_video_wrist.mp4"},"preference":"A","session_id":"f3242739-1603-4ec3-9719-3abdc21f22ed","university":"frodobots"},{"completion_time":"2026-06-22T03:00:44.967155Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fruits together","longform_feedback":"Policy A first moved the gripper toward the banana, pushed it, grasped and released it, then picked it up, moved it toward the grapes, but moved away in the end.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the grapes, dropped it near the grapes, pushed the banana to make it fall off to floor.My instruction is to put the fruits together, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the banana near the grapes, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:34.937534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:34.937534_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:36.921916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:36.921916_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:35.689229_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:35.689229_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:35.689229_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:35.689229_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:36.321001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/pi0_fast_droid_2026-06-22T02:53:36.321001_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:19.614942_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:19.614942_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:21.553742_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:21.553742_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.374491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.374491_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.374491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.374491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.940648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f/paligemma_vq_droid_2026-06-22T03:00:20.940648_video_wrist.mp4"},"preference":"B","session_id":"3a3c93d4-374b-40b9-8cf7-17eb1fdd9f1f","university":"frodobots"},{"completion_time":"2026-06-22T02:47:48.176228Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, touched it, then policy A pushed orange, causing the orange to fall off to floor.Next, policy A picked up and moved the banana.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, accidentally pushed the orange to make it fall off to floor.My instruction is to pick up the orange ,neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the orange, whereas policy B seemingly did not even find the orange.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.045436_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.045436_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:05.966065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:05.966065_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.813712_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.813712_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.813712_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:04.813712_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:05.362394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/pi0_fast_droid_2026-06-22T02:39:05.362394_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:27.816019_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:27.816019_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:29.690619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:29.690619_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:28.733657_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:28.733657_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:28.733657_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:28.733657_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:29.181004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d442677-9e71-435b-a592-267b256197db/paligemma_diffusion_droid_2026-06-22T02:47:29.181004_video_wrist.mp4"},"preference":"A","session_id":"9d442677-9e71-435b-a592-267b256197db","university":"frodobots"},{"completion_time":"2026-06-18T08:18:49.551838Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the bowl","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the bowl,  dropped it into the bowl.My instruction is to put the banana into the bowl, both policies completed the task successfully.Therefore,  i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.206167_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.206167_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:51.017815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:51.017815_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.936059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.936059_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.936059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:49.936059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:50.410476_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_vq_droid_2026-06-18T08:14:50.410476_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:31.791955_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:31.791955_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:33.518827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:33.518827_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.349206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.349206_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.349206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.349206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.899224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023fddc-a996-4d38-9b93-395986dc1bcd/paligemma_diffusion_droid_2026-06-18T08:18:32.899224_video_wrist.mp4"},"preference":"TIE","session_id":"b023fddc-a996-4d38-9b93-395986dc1bcd","university":"frodobots"},{"completion_time":"2026-06-18T08:05:24.215435Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bunch of grapes","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes,  touched it, then policy A moved slowly around the grapes.Policy B first moved the gripper toward the green block, touched it, then policy B moved the gripper randomly for a while, approached the bunch of grapes, pushed it.My instruction is to pick up the bunch of grapes, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the grapes, but policy A found the grapes more quickly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:26.473655_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:26.473655_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:28.408419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:28.408419_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.183271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.183271_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.183271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.183271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.762372_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/paligemma_diffusion_droid_2026-06-18T07:58:27.762372_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:24.389470_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:24.389470_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:26.496345_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:26.496345_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.121066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.121066_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.121066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.121066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.786716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7/pi0_fast_droid_2026-06-18T08:04:25.786716_video_wrist.mp4"},"preference":"A","session_id":"de4744e2-1ccd-4c5a-b0cb-f3c80e887ed7","university":"frodobots"},{"completion_time":"2026-06-18T07:07:39.220184Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the yellow ball","longform_feedback":"Policy A first moved the gripper toward the yellow ball, pushed it, causing the yellow ball to fall off to floor, then policy A approached the banana, pushed it.Policy B first moved the gripper toward the yellow ball, grasped it, released it, then pushed the yellow ball to make it fall off to floor.Next, policy B approached the banana, picked it up and dropped it.My instruction is to pick up the yellow ball, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the yellow ball, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:54.744832_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:54.744832_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:56.517621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:56.517621_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.402634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.402634_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.402634_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.402634_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.912339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/paligemma_diffusion_droid_2026-06-18T07:02:55.912339_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:20.701743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:20.701743_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:22.758847_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:22.758847_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:21.479863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:21.479863_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:21.479863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:21.479863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:22.066075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea4b0fe7-26e8-4b5a-99de-337b5f18c249/pi0_fast_droid_2026-06-18T07:07:22.066075_video_wrist.mp4"},"preference":"B","session_id":"ea4b0fe7-26e8-4b5a-99de-337b5f18c249","university":"frodobots"},{"completion_time":"2026-06-18T06:55:45.891693Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block onto the controller","longform_feedback":"Policy A first moved the gripper toward the green block, pushed it, causing the green block to fall off from the box, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the green block, grasped it, picked it up, then moved it toward the controller, dropped it near the controller.My instruction is to put the green block onto the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the green block near the controller, whereas policy A did not even grasp the green block.Therefore, i policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:42.560878_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:42.560878_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:44.671178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:44.671178_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:43.394488_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:43.394488_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:43.394488_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:43.394488_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:44.018061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi05_droid_2026-06-18T06:50:44.018061_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:26.974880_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:26.974880_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:28.856723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:28.856723_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:27.632025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:27.632025_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:27.632025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:27.632025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:28.226496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3872008-141c-4865-8445-ef9982a33ee5/pi0_fast_droid_2026-06-18T06:55:28.226496_video_wrist.mp4"},"preference":"B","session_id":"e3872008-141c-4865-8445-ef9982a33ee5","university":"frodobots"},{"completion_time":"2026-06-18T03:55:08.668818Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper, pressed the rectangle buttons beside the round button, then policy A grasped and released the controller.Policy B first moved the gripper toward the controller, closed the gripper, then pressed the round button of the controller.My instruction is to press the round button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:45.311031_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:45.311031_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:47.164843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:47.164843_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.010607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.010607_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.010607_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.010607_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.593233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/pi0_fast_droid_2026-06-18T03:48:46.593233_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.148939_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.148939_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:52.723695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:52.723695_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.751281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.751281_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.751281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:51.751281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:52.195503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8456cfea-5146-4803-b961-29dd29f0e9cf/paligemma_vq_droid_2026-06-18T03:54:52.195503_video_wrist.mp4"},"preference":"B","session_id":"8456cfea-5146-4803-b961-29dd29f0e9cf","university":"frodobots"},{"completion_time":"2026-06-18T03:35:53.132200Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, then policy A moved the gripper back and forth during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:26.979741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:26.979741_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:29.147826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:29.147826_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:27.847596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:27.847596_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:27.847596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:27.847596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:28.492724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi0_fast_droid_2026-06-18T03:30:28.492724_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:29.501382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:29.501382_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:31.518150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:31.518150_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.278470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.278470_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.278470_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.278470_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.832564_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb1f516-51dd-44c6-af38-9b4cf111af39/pi05_droid_2026-06-18T03:35:30.832564_video_wrist.mp4"},"preference":"A","session_id":"3cb1f516-51dd-44c6-af38-9b4cf111af39","university":"frodobots"},{"completion_time":"2026-06-18T02:54:10.728455Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it and released it, then policy A picked up the banana, dropped it.Policy B first moved the gripper toward the banana, grasped it, picked it up , then moved it toward the book, put it onto the book.My instruction is to put the banana onto the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.212449_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.212449_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:38.003278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:38.003278_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.928511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.928511_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.928511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:36.928511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:37.482225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/paligemma_diffusion_droid_2026-06-18T02:50:37.482225_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:56.235203_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:56.235203_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:58.302244_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:58.302244_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.077709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.077709_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.077709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.077709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.607821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1800019-5fe0-454e-b36d-9d7687e8f27d/pi05_droid_2026-06-18T02:53:57.607821_video_wrist.mp4"},"preference":"B","session_id":"e1800019-5fe0-454e-b36d-9d7687e8f27d","university":"frodobots"},{"completion_time":"2026-06-18T02:46:53.778614Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper toward the banana but moved away soon, then policy A moved the gripper back and forth for a while, approached the banana again, touched it.Policy B first moved the gripper toward the controller, touched it, then policy B moved slowly around the controller during remaining time of the episode.My instruction is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the banana, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.142786_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.142786_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:53.058734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:53.058734_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.930342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.930342_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.930342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:51.930342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:52.431311_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/pi0_fast_droid_2026-06-18T02:41:52.431311_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:37.528803_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:37.528803_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:39.353997_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:39.353997_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.217152_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.217152_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.217152_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.217152_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.749142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82848621-f24c-4566-863e-376d6e74b084/paligemma_diffusion_droid_2026-06-18T02:46:38.749142_video_wrist.mp4"},"preference":"A","session_id":"82848621-f24c-4566-863e-376d6e74b084","university":"frodobots"},{"completion_time":"2026-06-17T08:11:00.404365Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block onto the controller","longform_feedback":"Policy A first moved the gripper toward the controller, pushed it, then policy A approached the box, stopped during remaining time of the episode.Policy B first moved the gripper toward the shelf, touched it, then policy B moved the gripper randomly for a while, approached the green block, touched it,picked it up, moved it, dropped it on floor.My instruction is to put the green block onto the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the green block, whereas policy A did not even find the green block.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:43.692462_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:43.692462_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:45.462252_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:45.462252_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.392612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.392612_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.392612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.392612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.901988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/paligemma_diffusion_droid_2026-06-17T08:04:44.901988_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:30.647261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:30.647261_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:32.689510_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:32.689510_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:31.398636_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:31.398636_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:31.398636_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:31.398636_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:32.011139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc837f0-8a42-4582-99b2-9509629c38f2/pi0_fast_droid_2026-06-17T08:10:32.011139_video_wrist.mp4"},"preference":"B","session_id":"cbc837f0-8a42-4582-99b2-9509629c38f2","university":"frodobots"},{"completion_time":"2026-06-17T07:27:27.653463Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the two dolls together","longform_feedback":"Policy A first moved the gripper toward the right doll, grasped it, picked it up, then moved it toward the left doll, dropped it near the left doll.Policy B first moved the gripper toward the right doll, grasped it, picked it up, then moved it toward the left doll, dropped it on floor.My instruction is to put the two dolls together, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:23.770010_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:23.770010_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:25.662173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:25.662173_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.474199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.474199_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.474199_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.474199_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.999521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/pi05_droid_2026-06-17T07:22:24.999521_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:06.983069_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:06.983069_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:09.003822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:09.003822_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:07.707940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:07.707940_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:07.707940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:07.707940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:08.400767_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb192bbb-469c-4db9-b5d4-37d079114b59/paligemma_vq_droid_2026-06-17T07:27:08.400767_video_wrist.mp4"},"preference":"A","session_id":"cb192bbb-469c-4db9-b5d4-37d079114b59","university":"frodobots"},{"completion_time":"2026-06-17T07:02:40.289631Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the doll, pushed it, then policy A approached the controller, touched it.Policy B first moved the gripper toward the box, pushed it, then policy B stopped during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the controller, whereas policy B did not even find the controller.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:14.536367_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:14.536367_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:16.457487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:16.457487_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.384178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.384178_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.384178_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.384178_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.935685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/paligemma_vq_droid_2026-06-17T06:56:15.935685_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:21.799830_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:21.799830_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:23.585373_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:23.585373_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:22.490183_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:22.490183_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:22.490183_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:22.490183_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:23.008012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5eadc879-ebbd-4acb-a656-6d8c5cee7b82/pi0_fast_droid_2026-06-17T07:02:23.008012_video_wrist.mp4"},"preference":"A","session_id":"5eadc879-ebbd-4acb-a656-6d8c5cee7b82","university":"frodobots"},{"completion_time":"2026-06-17T06:51:54.965977Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, grasped and released it, then policy A closed the gripper, pressed the gray button beside the yellow button.Policy B first moved the gripper toward the controller, grasped and released it, then policy B closed the gripper, pressed the yellow button.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.000556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.000556_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:12.066748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:12.066748_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.848725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.848725_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.848725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:10.848725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:11.373467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/paligemma_vq_droid_2026-06-17T06:45:11.373467_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:19.445068_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:19.445068_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:21.502275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:21.502275_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.238572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.238572_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.238572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.238572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.852445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996361cb-f934-464c-bdcc-a5b187fce1fb/pi0_fast_droid_2026-06-17T06:51:20.852445_video_wrist.mp4"},"preference":"B","session_id":"996361cb-f934-464c-bdcc-a5b187fce1fb","university":"frodobots"},{"completion_time":"2026-06-17T03:34:57.586488Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,then  grasped and released it several times.Policy B first moved the gripper toward the controller, grasped it, picked it up, then rotated it, moved it, dropped it.My instruction is to press the red button of the controller,neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the controller.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:41.189810_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:41.189810_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:43.249619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:43.249619_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.104713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.104713_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.104713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.104713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.640817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/paligemma_diffusion_droid_2026-06-17T03:28:42.640817_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:37.616697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:37.616697_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:39.580581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:39.580581_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.353353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.353353_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.353353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.353353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.994762_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e30aeca-5afc-4411-8add-52676e45b321/pi05_droid_2026-06-17T03:34:38.994762_video_wrist.mp4"},"preference":"TIE","session_id":"9e30aeca-5afc-4411-8add-52676e45b321","university":"frodobots"},{"completion_time":"2026-06-17T03:19:42.526136Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the apple, touched it, attempted to grasp it, then grasped and released it.Next, policy A picked up and dropped the apple.Policy B first moved the gripper toward the apple, touched it,pushed it, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the apple, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:24.950188_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:24.950188_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:26.774649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:26.774649_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:25.687003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:25.687003_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:25.687003_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:25.687003_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:26.167486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_diffusion_droid_2026-06-17T03:14:26.167486_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.309873_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.309873_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:27.131220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:27.131220_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.981247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.981247_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.981247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:25.981247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:26.514414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9775c6-9784-4b49-8209-9b5e518bf6b5/paligemma_vq_droid_2026-06-17T03:19:26.514414_video_wrist.mp4"},"preference":"A","session_id":"7d9775c6-9784-4b49-8209-9b5e518bf6b5","university":"frodobots"},{"completion_time":"2026-06-17T02:54:05.129853Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the apple, touched it, then policy A approached the green block, grasped it, picked it up, dropped it on floor.Next, policy A approached the apple again, pushed it.Policy b first moved the gripper toward the apple, touched it, pushed it, then policy A picked up the doll, dropped it.My instruction is to pick up the apple,neither policy was able to complete the task.When comparing the performance of the two, both policies only touched and pushed the apple.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:42.320058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:42.320058_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:44.221908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:44.221908_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.059279_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.059279_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.059279_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.059279_video_right.mp4","wrist_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.685249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/pi0_fast_droid_2026-06-17T02:48:43.685249_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.317344_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.317344_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:46.141227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:46.141227_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.981766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.981766_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.981766_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:44.981766_video_right.mp4","wrist_video_gcs_path":"evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:45.542716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/823690cf-6a51-4d59-85c3-336cbf5a023f/paligemma_vq_droid_2026-06-17T02:53:45.542716_video_wrist.mp4"},"preference":"TIE","session_id":"823690cf-6a51-4d59-85c3-336cbf5a023f","university":"frodobots"},{"completion_time":"2026-06-17T02:43:34.613328Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the doll onto the towel","longform_feedback":"Policy A first moved the gripper toward the doll, pushed the doll toward the towel, then policy A approached the green block, picked it up, moved it, dropped it.Policy B first moved the gripper toward the box, pushed it, then policy B moved slowly around the box during remaining time of the episode.My instruction is to put the doll onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the doll, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.164499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.164499_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:59.148961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:59.148961_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.926945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.926945_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.926945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:57.926945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:58.545979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/pi0_fast_droid_2026-06-17T02:37:58.545979_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:15.348742_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:15.348742_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:17.050123_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:17.050123_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.045664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.045664_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.045664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.045664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.543620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beba71a1-24c3-4acd-acc4-a66a2d9490f9/paligemma_diffusion_droid_2026-06-17T02:43:16.543620_video_wrist.mp4"},"preference":"A","session_id":"beba71a1-24c3-4acd-acc4-a66a2d9490f9","university":"frodobots"},{"completion_time":"2026-06-16T08:31:50.955604Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the doll","longform_feedback":"Policy A first moved the gripper toward the doll, touched it, then policy A moved gripper back and forth for a while, picked up and dropped the doll in the end.Policy B first moved the gripper toward the Lekiwi, grasped it, released it, then policy B approached the doll in the end.My instruction is to pick up the doll, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:38.561807_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:38.561807_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:40.394931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:40.394931_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.274487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.274487_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.274487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.274487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.786872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi05_droid_2026-06-16T08:25:39.786872_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:32.713526_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:32.713526_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:34.483505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:34.483505_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.417085_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.417085_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.417085_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.417085_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.950256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d92b85-b921-4af7-a0da-108be5121f80/pi0_fast_droid_2026-06-16T08:31:33.950256_video_wrist.mp4"},"preference":"A","session_id":"54d92b85-b921-4af7-a0da-108be5121f80","university":"frodobots"},{"completion_time":"2026-06-16T07:23:03.280891Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the controller, grasped it, picked it up, moved it, dropped it, then policy B press the screen of the controller.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two,both policies picked up the controller, but  policy B at least press the screen of the controller, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:42.544882_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:42.544882_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:44.443562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:44.443562_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.355365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.355365_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.355365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.355365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.892385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_vq_droid_2026-06-16T07:17:43.892385_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:42.888511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:42.888511_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:44.720311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:44.720311_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:43.606624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:43.606624_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:43.606624_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:43.606624_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:44.163700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f08f514-1de8-43b8-b853-26f2f92f32ab/paligemma_diffusion_droid_2026-06-16T07:22:44.163700_video_wrist.mp4"},"preference":"B","session_id":"3f08f514-1de8-43b8-b853-26f2f92f32ab","university":"frodobots"},{"completion_time":"2026-06-16T06:52:17.298644Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the box, touched the box, then policy A moved slowly around the box during remaining time of the episode.Policy B first moved the gripper toward the box, then touched it, attempted to grasp it.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the controller, only touched the box.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:38.608687_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:38.608687_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:40.351855_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:40.351855_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.351182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.351182_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.351182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.351182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.837302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_vq_droid_2026-06-16T06:47:39.837302_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:58.764681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:58.764681_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:52:00.440155_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:52:00.440155_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.403654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.403654_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.403654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.403654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.914969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a766ae6-e831-46a8-9119-cfd12ef4af69/paligemma_diffusion_droid_2026-06-16T06:51:59.914969_video_wrist.mp4"},"preference":"TIE","session_id":"4a766ae6-e831-46a8-9119-cfd12ef4af69","university":"frodobots"},{"completion_time":"2026-06-16T06:30:19.424812Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen","longform_feedback":"Policy A first moved the gripper toward the sock, grasped it, released it, then policy A approached the marker pen, grasped it, picked it up, moved it.Policy B first moved the gripper toward the marker pen, pushed it, then, after hesitating briefly, policy B pushed the marker pen again.My instruction is to pick up the marker pen, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:05.376226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:05.376226_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:07.042366_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:07.042366_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.041399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.041399_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.041399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.041399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.520877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_diffusion_droid_2026-06-16T06:23:06.520877_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:54.398880_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:54.398880_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:56.212209_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:56.212209_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.097400_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.097400_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.097400_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.097400_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.626849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c1a788-0e6c-4590-b864-ed86e6f8f959/paligemma_vq_droid_2026-06-16T06:29:55.626849_video_wrist.mp4"},"preference":"A","session_id":"b2c1a788-0e6c-4590-b864-ed86e6f8f959","university":"frodobots"},{"completion_time":"2026-06-16T03:48:54.003176Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the sock with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper randomly for a while, then approached the box, attempted to grasp it.My instruction is to cover the sock with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.083222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.083222_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:54.766042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:54.766042_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.706475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.706475_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.706475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:53.706475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:54.227569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/pi05_droid_2026-06-16T03:39:54.227569_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.005793_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.005793_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:13.935559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:13.935559_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.742678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.742678_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.742678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:12.742678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:13.358358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e6465b9-6f1a-4d46-8a31-5753f7fd2f94/paligemma_vq_droid_2026-06-16T03:48:13.358358_video_wrist.mp4"},"preference":"A","session_id":"3e6465b9-6f1a-4d46-8a31-5753f7fd2f94","university":"frodobots"},{"completion_time":"2026-06-16T03:25:42.063365Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the sock with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it on the box.Next, policy A picked up and dropped the towel again.Policy B first moved the gripper back and forth for a while, then stopped on the box.My instruction is to cover the sock with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel,  whereas policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:04.581057_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:04.581057_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:06.417371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:06.417371_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.286216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.286216_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.286216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.286216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.813656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi05_droid_2026-06-16T03:03:05.813656_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.225039_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.225039_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:08.983111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:08.983111_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.929394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.929394_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.929394_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:07.929394_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:08.476763_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f5ce21-cfe4-4f66-972a-3e5041316430/pi0_fast_droid_2026-06-16T03:19:08.476763_video_wrist.mp4"},"preference":"A","session_id":"69f5ce21-cfe4-4f66-972a-3e5041316430","university":"frodobots"},{"completion_time":"2026-06-16T02:39:11.305924Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the bowl","longform_feedback":"Policy A first moved the gripper toward the banana, pushed it, then policy A moved the gripper randomly for a while, approached the banana again, attempted to grasp it but did not succeed.Policy B first moved the gripper randomly for a while, then approached the banana, grasped it, picked it up, moved it toward the bowl, dropped it into the bowl.My instruction is to put the banana into the bowl, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.122653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.122653_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:15.038873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:15.038873_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.846783_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.846783_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.846783_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:13.846783_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:14.444140_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi05_droid_2026-06-16T02:25:14.444140_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:50.276264_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:50.276264_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:52.235310_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:52.235310_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.117702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.117702_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.117702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.117702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.667776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f5c453-18b3-4568-8e68-140adfade13c/pi0_fast_droid_2026-06-16T02:38:51.667776_video_wrist.mp4"},"preference":"B","session_id":"78f5c453-18b3-4568-8e68-140adfade13c","university":"frodobots"},{"completion_time":"2026-06-16T02:11:31.863031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the sock","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it on floor.Next, policy A approached the sock, but moved away soon.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the sock, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the sock, whereas policy B did not.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.050957_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.050957_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:32.967832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:32.967832_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.772470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.772470_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.772470_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:31.772470_video_right.mp4","wrist_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:32.343356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/pi05_droid_2026-06-16T02:05:32.343356_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.034821_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.034821_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:47.935572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:47.935572_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.818371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.818371_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.818371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:46.818371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:47.376856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acb808f0-0abd-4f84-b5cd-a3716afeca51/paligemma_diffusion_droid_2026-06-16T02:10:47.376856_video_wrist.mp4"},"preference":"A","session_id":"acb808f0-0abd-4f84-b5cd-a3716afeca51","university":"frodobots"},{"completion_time":"2026-06-15T09:37:55.686277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it on the box.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:47.882619_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:47.882619_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:49.803710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:49.803710_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:48.658526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:48.658526_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:48.658526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:48.658526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:49.165809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/pi0_fast_droid_2026-06-15T09:32:49.165809_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:40.855676_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:40.855676_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:42.818951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:42.818951_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:41.604802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:41.604802_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:41.604802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:41.604802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:42.195746_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944c3270-15ae-4a4a-ad7f-65628d4dfbbb/paligemma_vq_droid_2026-06-15T09:37:42.195746_video_wrist.mp4"},"preference":"B","session_id":"944c3270-15ae-4a4a-ad7f-65628d4dfbbb","university":"frodobots"},{"completion_time":"2026-06-15T09:28:03.941189Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper toward the box, touched it, then policy A moved the gripper back and forth for a while, approached the towel, but moved away soon.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to cover the banana with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the towel, whereas policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:31.561445_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:31.561445_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:33.582342_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:33.582342_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.352368_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.352368_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.352368_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.352368_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.888736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/paligemma_vq_droid_2026-06-15T09:22:32.888736_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.286347_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.286347_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:47.141074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:47.141074_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.990414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.990414_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.990414_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:45.990414_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:46.546950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b28c1b26-e4bb-4415-99e6-0be9ce334190/pi0_fast_droid_2026-06-15T09:27:46.546950_video_wrist.mp4"},"preference":"A","session_id":"b28c1b26-e4bb-4415-99e6-0be9ce334190","university":"frodobots"},{"completion_time":"2026-06-15T08:15:01.702693Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the towel","longform_feedback":"Policy A first moved the gripper toward the banana, pushed it, causing the banana to fall off to floor, then policy A approached the towel, attempted to grasp it.Policy B first moved the gripper toward the banana, attempted to grasped it but did not succeed, causing the banana to fall off to floor, then policy A approached the marker pen, picked it up.My instruction is to put the banana onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:26.932642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:26.932642_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:28.819924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:28.819924_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:27.634019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:27.634019_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:27.634019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:27.634019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:28.218954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/paligemma_diffusion_droid_2026-06-15T08:09:28.218954_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:42.491925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:42.491925_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:44.497547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:44.497547_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.190621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.190621_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.190621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.190621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.799629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8668883f-e1f1-403a-b6eb-53428fc9e8eb/pi05_droid_2026-06-15T08:14:43.799629_video_wrist.mp4"},"preference":"B","session_id":"8668883f-e1f1-403a-b6eb-53428fc9e8eb","university":"frodobots"},{"completion_time":"2026-06-15T07:17:43.642707Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the sock into the bowl","longform_feedback":"Policy A first moved the gripper toward the sock, grasped it, picked it up,  then moved it toward the bowl, put it on the edge the bowl.Policy B first moved the gripper toward the box, pushed it, then policy B moved slowly around the box during remaining time of the episode.My instruction is to put the sock into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the sock on the edge of the bowl, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.167293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.167293_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:06.011792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:06.011792_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.902199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.902199_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.902199_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:04.902199_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:05.453277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_vq_droid_2026-06-15T07:10:05.453277_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:17.945621_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:17.945621_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:19.716465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:19.716465_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:18.642244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:18.642244_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:18.642244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:18.642244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:19.171034_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba4639bc-714e-4ea8-9f90-8f84715323f9/paligemma_diffusion_droid_2026-06-15T07:17:19.171034_video_wrist.mp4"},"preference":"A","session_id":"ba4639bc-714e-4ea8-9f90-8f84715323f9","university":"frodobots"},{"completion_time":"2026-06-15T06:54:16.941676Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the shelf, then approached the marker pen, grasped it, picked it up, rotated it by about 45 degrees.Policy B first moved the gripper toward the box, pushed it,  then policy B moved slowly around the box during remaining time of the episode.My instruction is to rotate the marker pen by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the marker pen, whereas policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.084730_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.084730_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:14.848779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:14.848779_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.732650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.732650_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.732650_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:13.732650_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:14.306989_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_vq_droid_2026-06-15T06:48:14.306989_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:45.965730_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:45.965730_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:47.640406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:47.640406_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:46.648707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:46.648707_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:46.648707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:46.648707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:47.134298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a7b456b-059b-4941-ab40-eb161817377f/paligemma_diffusion_droid_2026-06-15T06:53:47.134298_video_wrist.mp4"},"preference":"A","session_id":"1a7b456b-059b-4941-ab40-eb161817377f","university":"frodobots"},{"completion_time":"2026-06-15T06:41:14.581513Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the two socks together","longform_feedback":"Policy A first moved the gripper toward right sock, pushed it, then policy A approached the left sock in the end.Policy B first moved the gripper toward the shelf, then stopped during remaining time of the episode.My instruction is to put the two socks together, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the the socks, whereas policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:06.433755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:06.433755_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:08.182579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:08.182579_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.088456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.088456_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.088456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.088456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.654973_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_vq_droid_2026-06-15T06:36:07.654973_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:54.864952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:54.864952_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:56.555654_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:56.555654_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.538435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.538435_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.538435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.538435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.998324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e/paligemma_diffusion_droid_2026-06-15T06:40:55.998324_video_wrist.mp4"},"preference":"A","session_id":"ee7ccd8e-eaaf-4b74-8de2-fc68fd0c9b6e","university":"frodobots"},{"completion_time":"2026-06-15T06:29:47.347436Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bowl","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the bowl, knocked it over.Policy B first moved the gripper toward the bowl, pushed it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B found the bowl more quickly than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:47.306989_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:47.306989_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:49.172115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:49.172115_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.036541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.036541_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.036541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.036541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.536615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/paligemma_vq_droid_2026-06-15T06:21:48.536615_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:27.351518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:27.351518_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:29.111887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:29.111887_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.034069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.034069_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.034069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.034069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.551547_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4415a7-420a-40c1-8733-36effa7552b3/pi05_droid_2026-06-15T06:29:28.551547_video_wrist.mp4"},"preference":"B","session_id":"4c4415a7-420a-40c1-8733-36effa7552b3","university":"frodobots"},{"completion_time":"2026-06-15T04:03:26.397412Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the mark pen into the bowl","longform_feedback":"Policy A first moved the gripper toward the box, touched it, then policy A almost stop on the box during remaining time of the episode.Policy B first moved the gripper toward the shelf, then approached the bowl, pushed it.Next, policy B stopped beside the bowl.My instruction is to put the mark pen into the bowl, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the bowl, whereas policy A did not do anything relevant.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:53.944598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:53.944598_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:55.683757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:55.683757_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:54.613561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:54.613561_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:54.613561_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:54.613561_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:55.196670_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_diffusion_droid_2026-06-15T03:56:55.196670_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:56.672948_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:56.672948_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:58.360702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:58.360702_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.309768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.309768_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.309768_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.309768_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.835588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af6ae6f6-a10b-4de0-bb00-09810c85aafd/paligemma_vq_droid_2026-06-15T04:02:57.835588_video_wrist.mp4"},"preference":"B","session_id":"af6ae6f6-a10b-4de0-bb00-09810c85aafd","university":"frodobots"},{"completion_time":"2026-06-13T01:44:07.681747Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put the carrot in the bowl on the left","longform_feedback":"Policy A did succeed in putting the carrot in the left bowl, but it did so after putting the corn in the right bowl (which I didn't ask it to do). Policy B initially went for the carrot, but then picked up the corn and put it in the left bowl, then picked up the carrot but didn't really do anything with it. It seems while neither policy was particularly great at understanding the language instruction, policy A exhibited better physical skills in actually succeeding to put the carrot in the left bowl, and so is preferred.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:23.750513_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:23.750513_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:25.739576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:25.739576_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:24.481145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:24.481145_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:24.481145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:24.481145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:25.111322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/paligemma_vq_droid_2026-06-13T01:39:25.111322_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:44.980211_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:44.980211_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:47.467527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:47.467527_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.182017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.182017_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.182017_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.182017_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.836233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4874e60-e4bc-424d-b12f-4ea9b3b99227/pi0_fast_droid_2026-06-13T01:43:46.836233_video_wrist.mp4"},"preference":"A","session_id":"d4874e60-e4bc-424d-b12f-4ea9b3b99227","university":"Berkeley"},{"completion_time":"2026-06-08T03:59:13.717732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel into the bowl","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to put the towel into the bowl, neither policy was able to complete  the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:51.286824_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:51.286824_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:53.203879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:53.203879_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.056160_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.056160_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.056160_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.056160_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.617556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/pi05_droid_2026-06-08T03:53:52.617556_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.026192_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.026192_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:51.999163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:51.999163_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.780375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.780375_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.780375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:50.780375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:51.375742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c9d8ba7-9d4b-4510-83d5-5c8b99c29888/paligemma_vq_droid_2026-06-08T03:58:51.375742_video_wrist.mp4"},"preference":"B","session_id":"4c9d8ba7-9d4b-4510-83d5-5c8b99c29888","university":"frodobots"},{"completion_time":"2026-06-08T03:48:25.439931Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the green block with the towel","longform_feedback":"Policy A first moved the gripper toward the box, pushed it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the box, pushed it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to cover the green block with the towel,neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed the box.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.053929_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.053929_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:45.856694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:45.856694_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.763381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.763381_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.763381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:44.763381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:45.303550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/paligemma_vq_droid_2026-06-08T03:27:45.303550_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:07.891694_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:07.891694_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:09.679912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:09.679912_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:08.495741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:08.495741_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:08.495741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:08.495741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:09.040598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abea2b25-338f-4e75-b38b-a48d356d7c95/pi0_fast_droid_2026-06-08T03:48:09.040598_video_wrist.mp4"},"preference":"TIE","session_id":"abea2b25-338f-4e75-b38b-a48d356d7c95","university":"frodobots"},{"completion_time":"2026-06-06T15:11:45.550390Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the apple and the strawberry on the plate","longform_feedback":"Both policies were only able to reach for the apple but could not even succesfully grasp it.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:42.679540_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:42.679540_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:44.256345_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:44.256345_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:43.303336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:43.303336_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:42.679540_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:42.679540_video_left.mp4","wrist_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:43.723199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/paligemma_diffusion_droid_2026-06-06T15:08:43.723199_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.225000_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.225000_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:33.753725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:33.753725_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.736786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.736786_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.225000_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:32.225000_video_left.mp4","wrist_video_gcs_path":"evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:33.210343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/411dfac5-4011-4810-9f44-58f210ac6098/pi05_droid_2026-06-06T15:11:33.210343_video_wrist.mp4"},"preference":"TIE","session_id":"411dfac5-4011-4810-9f44-58f210ac6098","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T15:03:41.539667Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the hammer in the box","longform_feedback":"Both policies were unable to identify the hammer/mallet on the table. Instead they reached for different objects and placed them in the box.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:19.838542_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:19.838542_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:21.666679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:21.666679_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:20.509654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:20.509654_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:20.509654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:20.509654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:21.064898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/pi05_droid_2026-06-06T14:56:21.064898_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:38.632816_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:38.632816_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:40.198737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:40.198737_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.258300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.258300_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.258300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.258300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.708586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7206b749-a93f-4c89-9452-98a84d719b07/paligemma_vq_droid_2026-06-06T14:59:39.708586_video_wrist.mp4"},"preference":"TIE","session_id":"7206b749-a93f-4c89-9452-98a84d719b07","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T14:42:06.123974Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the pink block into the blue bowl","longform_feedback":"Policy B successfully put the pink block into the bowl. Policy A instead placed the red block into the bowl and then dragged the bowl to the pink block.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:24.567227_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:24.567227_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:26.258577_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:26.258577_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:25.230558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:25.230558_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:24.567227_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:24.567227_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:25.698663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/paligemma_vq_droid_2026-06-06T14:39:25.698663_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:53.683821_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:53.683821_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:55.133283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:55.133283_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:54.278198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:54.278198_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:53.683821_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:53.683821_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:54.666004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52a820c2-374d-4521-9085-3d54cbb00142/pi0_fast_droid_2026-06-06T14:41:54.666004_video_wrist.mp4"},"preference":"B","session_id":"52a820c2-374d-4521-9085-3d54cbb00142","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T14:33:05.358716Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the cloth over the black wallet","longform_feedback":"Policy A picked up the cloth and brought it to the wallet but then did not drop it on top of the wallet. Policy B instead dragged the cloth to the wallet, but did not completely place it on top of the wallet. However, technically, a part of the cloth is placed on top of the wallet in the case of Policy B. Therefore policy B was selected.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.293509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.293509_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:27.008055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:27.008055_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.954277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.954277_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.954277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:25.954277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:26.476256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/pi0_fast_droid_2026-06-06T14:26:26.476256_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:29.707257_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:29.707257_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:31.552738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:31.552738_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.416487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.416487_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.416487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.416487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.965223_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4/paligemma_vq_droid_2026-06-06T14:31:30.965223_video_wrist.mp4"},"preference":"B","session_id":"fbcab2d8-8b4c-4db2-9bcc-64357fbb63e4","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T14:20:20.096070Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the black marker into the red cup","longform_feedback":"Policy B was able to pick up the black marker, but dropped it mid way to taking it to the red cup. Policy A did not even recognize the black marker and instead reached for the red marker.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:44.785718_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:44.785718_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:46.362763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:46.362763_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:45.375741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:45.375741_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:44.785718_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:44.785718_video_left.mp4","wrist_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:45.891462_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/paligemma_diffusion_droid_2026-06-06T14:15:45.891462_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:05.666531_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:05.666531_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:07.440883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:07.440883_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:06.362681_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:06.362681_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:05.666531_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:05.666531_video_left.mp4","wrist_video_gcs_path":"evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:06.866873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/537d367b-f5be-4aa1-94b9-9a912f59dfd6/pi0_fast_droid_2026-06-06T14:20:06.866873_video_wrist.mp4"},"preference":"B","session_id":"537d367b-f5be-4aa1-94b9-9a912f59dfd6","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T14:10:48.875318Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the pen that is on top of the book into the stand","longform_feedback":"Both policies were unable to identify the pen on top of the book and instead reached for the markers.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:17.812445_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:17.812445_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:19.595292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:19.595292_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:18.533611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:18.533611_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:18.533611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:18.533611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:19.055040_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/paligemma_diffusion_droid_2026-06-06T14:07:19.055040_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.244853_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.244853_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:26.942852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:26.942852_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.908875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.908875_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.908875_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:25.908875_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:26.393753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16161acb-5323-4f55-bcb1-5ee72b0cc872/pi0_fast_droid_2026-06-06T14:10:26.393753_video_wrist.mp4"},"preference":"TIE","session_id":"16161acb-5323-4f55-bcb1-5ee72b0cc872","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T14:00:57.470437Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the largest yellow item into the box","longform_feedback":"Both policies were unable to identify the mustard bottle as the largest yellow item on the table. Policy B was slightly better at placing items into the box once it reached for them.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:36.950327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:36.950327_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:38.537321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:38.537321_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:37.595805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:37.595805_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:37.595805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:37.595805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:38.033277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/paligemma_diffusion_droid_2026-06-06T13:56:38.033277_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:28.982052_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:28.982052_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:30.592966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:30.592966_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:29.600298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:29.600298_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:29.600298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:29.600298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:30.065302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65c40091-2723-4018-86cd-0dfef4277ca4/pi0_fast_droid_2026-06-06T14:00:30.065302_video_wrist.mp4"},"preference":"TIE","session_id":"65c40091-2723-4018-86cd-0dfef4277ca4","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T13:52:12.882978Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the yellow fruit into the white bowl","longform_feedback":"Both policies were unable to identify the banana on the table and instead reached for the yellow blocks. Policy A was unable to even recognize the white bowl at first.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:56.358304_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:56.358304_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:58.220630_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:58.220630_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.067138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.067138_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.067138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.067138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.601708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi0_fast_droid_2026-06-06T13:46:57.601708_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:06.521754_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:06.521754_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:08.289270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:08.289270_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.203001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.203001_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.203001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.203001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.755058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5/pi05_droid_2026-06-06T13:51:07.755058_video_wrist.mp4"},"preference":"TIE","session_id":"d7ce7f95-1166-4bf5-b0b8-8d74fca86ac5","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-06T13:40:19.550336Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put the fruit that is between the apple and the green fruit into the bowl","longform_feedback":"Policy A successfully picked up the orange but then dropped it while taking it to the bowl. After which, the policy forgot that the orange was in between the two fruits and then reached for the pear. Policy B reached for the orange but was unable to pick it up.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:52.425324_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:52.425324_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:54.148784_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:54.148784_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:53.093389_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:53.093389_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:52.425324_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:52.425324_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:53.641875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi05_droid_2026-06-06T13:35:53.641875_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:02.846433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:02.846433_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:04.710033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:04.710033_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:03.521525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:03.521525_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:02.846433_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:02.846433_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:04.068608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45c841b-5ab3-43e9-88d6-ad6a6ece97ce/pi0_fast_droid_2026-06-06T13:40:04.068608_video_wrist.mp4"},"preference":"A","session_id":"f45c841b-5ab3-43e9-88d6-ad6a6ece97ce","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-05T17:46:56.499617Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the pink fruit with the green leaves into the bowl","longform_feedback":"Both policies were unable to recognize the strawberry as the pink fruit with the green leaves. Both policies reached for the apple instead. Policy A was successful in picking up the apple but couldn't drop it into the bowl. Both were unsuccessful at the task.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:46.748690_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:46.748690_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:48.706559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:48.706559_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:47.511396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:47.511396_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:46.748690_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:46.748690_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:48.096704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/pi05_droid_2026-06-05T17:43:48.096704_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.477004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.477004_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:43.030004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:43.030004_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.986140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.986140_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.477004_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:41.477004_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:42.525641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c994392-8603-463a-abab-5930a1fddd4f/paligemma_diffusion_droid_2026-06-05T17:46:42.525641_video_wrist.mp4"},"preference":"TIE","session_id":"6c994392-8603-463a-abab-5930a1fddd4f","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-06-05T07:08:24.061833Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block into the bowl","longform_feedback":"Policy A first moved the gripper toward the green block,grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.Policy B first moved the gripper toward the the green block, grasped it, picked it up, then moved it toward the bowl, dropped it into the bowl.My instruction is to put the green block into the bowl, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.135979_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.135979_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:32.988572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:32.988572_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.863376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.863376_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.863376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:31.863376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:32.397207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/paligemma_vq_droid_2026-06-05T07:04:32.397207_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:05.609350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:05.609350_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:07.460597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:07.460597_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.294431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.294431_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.294431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.294431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.854736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c6d4c38-b68a-49f8-9648-fcf2f0b081bf/pi05_droid_2026-06-05T07:08:06.854736_video_wrist.mp4"},"preference":"TIE","session_id":"3c6d4c38-b68a-49f8-9648-fcf2f0b081bf","university":"frodobots"},{"completion_time":"2026-06-05T04:30:56.502972Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the box, then attempted to grasp it several times during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped the corner of the towel, then moved the corner to another side, causing the towel to be folded although not in perfect half.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least folded the towel, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.052073_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.052073_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:09.873792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:09.873792_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.805705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.805705_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.805705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:08.805705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:09.336599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/paligemma_diffusion_droid_2026-06-05T04:22:09.336599_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:36.983866_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:36.983866_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:38.937032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:38.937032_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:37.732420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:37.732420_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:37.732420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:37.732420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:38.335413_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70481d2f-e77a-49d5-9657-62b6f68575b5/pi05_droid_2026-06-05T04:30:38.335413_video_wrist.mp4"},"preference":"B","session_id":"70481d2f-e77a-49d5-9657-62b6f68575b5","university":"frodobots"},{"completion_time":"2026-06-04T07:18:19.751302Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the towel","longform_feedback":"Policy A first moved the gripper toward the box, then attempted to grasp it several times during remaining time of the episode.Policy B first moved the gripper toward the marker pen, touched it, then policy B approached the green block, attempted to grasp it.Next, policy B approached the towel in the end.My instruction is to put the marker pen onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the marker pen, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:21.383459_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:21.383459_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:23.622050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:23.622050_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.028307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.028307_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.028307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.028307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.939800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_diffusion_droid_2026-06-04T07:12:22.939800_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:51.924533_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:51.924533_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:53.649378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:53.649378_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:52.600653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:52.600653_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:52.600653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:52.600653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:53.131445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/538348e4-726b-4275-a14f-03d7007574e2/paligemma_vq_droid_2026-06-04T07:17:53.131445_video_wrist.mp4"},"preference":"B","session_id":"538348e4-726b-4275-a14f-03d7007574e2","university":"frodobots"},{"completion_time":"2026-06-04T04:27:49.372134Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the green block with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the box, attempted to grasp it, then pressed it several times during remaining time of the episode.My instruction is to cover the green block with the towel,neither  policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:00.503040_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:00.503040_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:02.112450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:02.112450_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.139654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.139654_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.139654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.139654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.575328_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/pi05_droid_2026-06-04T04:22:01.575328_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:30.941986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:30.941986_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:32.632967_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:32.632967_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:31.573270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:31.573270_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:31.573270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:31.573270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:32.074722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad97bca-d8e2-4aec-8743-8d5448b5b59a/paligemma_diffusion_droid_2026-06-04T04:27:32.074722_video_wrist.mp4"},"preference":"A","session_id":"4ad97bca-d8e2-4aec-8743-8d5448b5b59a","university":"frodobots"},{"completion_time":"2026-06-04T03:58:33.289438Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it.My instruction is to pick up the towel, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"balsomsoc","left_camera_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:36.782190_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:36.782190_video_left.mp4","name":"Cosmos3-Nano-Policy","npz_file_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:38.634959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:38.634959_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:37.448883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:37.448883_video_right.mp4","source_name":"Cosmos3-Nano-Policy","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:37.448883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:37.448883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:38.013547_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/Cosmos3-Nano-Policy_2026-06-04T03:51:38.013547_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:28.718755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:28.718755_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:30.579819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:30.579819_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.369336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.369336_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.369336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.369336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.940922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff149a9-7cd9-4917-be0e-a279c9f90087/paligemma_vq_droid_2026-06-04T03:57:29.940922_video_wrist.mp4"},"preference":"TIE","session_id":"fff149a9-7cd9-4917-be0e-a279c9f90087","university":"frodobots"},{"completion_time":"2026-05-25T06:19:02.053989Z","evaluator_name":"santosvickie259@gmail.com","language_instruction":"Put the doll from the pillow into the clothe basket","longform_feedback":"Model A first approaches the doll on the pillow, but fails to grab it, and then starts moving erratically. Model B mistakenly grabs the doll on the sofa, but successfully completes the grabbing operation and puts it into the clothes basket. Therefore, I prefer Model B.","policyA":{"display_name":"balsomsoc","left_camera_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.108570_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.108570_video_left.mp4","name":"Cosmos3-Nano-Policy","npz_file_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:49.535473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:49.535473_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.583824_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.583824_video_right.mp4","source_name":"Cosmos3-Nano-Policy","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.583824_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:48.583824_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:49.069237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/Cosmos3-Nano-Policy_2026-05-25T06:15:49.069237_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.347375_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.347375_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:41.681152_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:41.681152_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.835763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.835763_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.835763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:40.835763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:41.217360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db019b39-c6d3-451c-b72c-a3bcb58a0ee5/pi0_fast_droid_2026-05-25T06:18:41.217360_video_wrist.mp4"},"preference":"B","session_id":"db019b39-c6d3-451c-b72c-a3bcb58a0ee5","university":"CS224R Project"},{"completion_time":"2026-05-20T20:31:15.452657Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"","longform_feedback":"B reaches the target but didn't pick up; A just pick the wrong green plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:50.974981_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:50.974981_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:52.672319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:52.672319_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:51.633181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:51.633181_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:50.974981_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:50.974981_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:52.206917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/paligemma_diffusion_droid_2026-05-20T20:25:52.206917_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:38.873165_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:38.873165_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:40.751597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:40.751597_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:39.594132_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:39.594132_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:38.873165_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:38.873165_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:40.168438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b9b5566-5d72-45c6-9c83-577df5a336a5/pi05_droid_2026-05-20T20:29:40.168438_video_wrist.mp4"},"preference":"B","session_id":"9b9b5566-5d72-45c6-9c83-577df5a336a5","university":"UPenn"},{"completion_time":"2026-05-15T03:52:52.195983Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the lid of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the spray bottle, grasped the lid, picked it up, then removed the lid, causing the bottle to fall over.My instruction is to remove the lid of the spray bottle, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:56.717659_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:56.717659_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:58.583630_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:58.583630_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.416826_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.416826_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.416826_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.416826_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.935576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/pi0_droid_2026-05-15T03:47:57.935576_video_wrist.mp4"},"policyB":{"display_name":"allenai/MolmoAct2-DROID","left_camera_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:35.990928_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:35.990928_video_left.mp4","name":"allenai/MolmoAct2-DROID","npz_file_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:37.791528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:37.791528_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:36.717928_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:36.717928_video_right.mp4","source_name":"allenai/MolmoAct2-DROID","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:36.717928_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:36.717928_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:37.247990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc/allenai/MolmoAct2-DROID_2026-05-15T03:52:37.247990_video_wrist.mp4"},"preference":"B","session_id":"9bd0e9b3-87b2-4ea0-bc7c-ea53aaa3a4bc","university":"frodobots"},{"completion_time":"2026-05-15T03:38:48.850489Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the lid back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, then  pressed it.Policy B first moved the gripper toward the lid, touched it, grasped it, picked it up, then moved it, dropped it.Next, policy B knocked the spray bottle over.My instruction is to put the lid back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the lid, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"allenai/MolmoAct2-DROID","left_camera_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:01.672835_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:01.672835_video_left.mp4","name":"allenai/MolmoAct2-DROID","npz_file_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:03.342479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:03.342479_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.316610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.316610_video_right.mp4","source_name":"allenai/MolmoAct2-DROID","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.316610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.316610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.824487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/allenai/MolmoAct2-DROID_2026-05-15T03:32:02.824487_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.132047_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.132047_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:06.809250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:06.809250_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.810272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.810272_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.810272_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:05.810272_video_right.mp4","wrist_video_gcs_path":"evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:06.282621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/485239c3-7600-464d-b0ee-31d98dbb7754/paligemma_diffusion_droid_2026-05-15T03:38:06.282621_video_wrist.mp4"},"preference":"B","session_id":"485239c3-7600-464d-b0ee-31d98dbb7754","university":"frodobots"},{"completion_time":"2026-05-15T03:05:45.633005Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the lid back on the spray bottle","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the lid of the food container.Policy B first moved the gripper toward the lid of the food container, then moved slowly during remaining time of the episode.My instruction is to put the lid back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the lid of food container.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.103677_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.103677_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:44.793895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:44.793895_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.686995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.686995_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.686995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:43.686995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:44.237689_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/pi05_droid_2026-05-15T03:00:44.237689_video_wrist.mp4"},"policyB":{"display_name":"allenai/MolmoAct2-DROID","left_camera_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:25.884554_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:25.884554_video_left.mp4","name":"allenai/MolmoAct2-DROID","npz_file_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:27.581546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:27.581546_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.470352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.470352_video_right.mp4","source_name":"allenai/MolmoAct2-DROID","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.470352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.470352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.982610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdf266c2-73bd-4b41-9cb7-4ddc61609eb1/allenai/MolmoAct2-DROID_2026-05-15T03:05:26.982610_video_wrist.mp4"},"preference":"TIE","session_id":"fdf266c2-73bd-4b41-9cb7-4ddc61609eb1","university":"frodobots"},{"completion_time":"2026-05-15T02:39:49.814147Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the lid on the food container","longform_feedback":"Policy A first moved the gripper toward the lid, but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the lid, then closed and released the gripper several times, as if attempted to grasp it.My instruction is to put the lid on the food container, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the lid, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:02.531696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:02.531696_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:04.422950_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:04.422950_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.306797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.306797_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.306797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.306797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.894329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/paligemma_fast_droid_2026-05-15T02:35:03.894329_video_wrist.mp4"},"policyB":{"display_name":"allenai/MolmoAct2-DROID","left_camera_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:31.484190_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:31.484190_video_left.mp4","name":"allenai/MolmoAct2-DROID","npz_file_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:33.232990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:33.232990_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.091685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.091685_video_right.mp4","source_name":"allenai/MolmoAct2-DROID","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.091685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.091685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.639420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a54e141-7438-4e47-a784-ed4faabc4a09/allenai/MolmoAct2-DROID_2026-05-15T02:39:32.639420_video_wrist.mp4"},"preference":"B","session_id":"9a54e141-7438-4e47-a784-ed4faabc4a09","university":"frodobots"},{"completion_time":"2026-05-15T02:14:36.873263Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the towel","longform_feedback":"Policy A first moved the gripper toward the controller, touched it, grasped it, then picked it up, dropped it near the towel.Policy B first moved the gripper toward the controller, grasped it, picked it up, dropped it, then policy B picked up the controller again, put it on the edge of the towel.My instruction is to put the controller onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the controller on the edge of the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"allenai/MolmoAct2-DROID","left_camera_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:41.911986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:41.911986_video_left.mp4","name":"allenai/MolmoAct2-DROID","npz_file_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:43.658959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:43.658959_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:42.555809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:42.555809_video_right.mp4","source_name":"allenai/MolmoAct2-DROID","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:42.555809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:42.555809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:43.009721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/allenai/MolmoAct2-DROID_2026-05-15T01:59:43.009721_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:15.623232_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:15.623232_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.968430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.968430_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.105915_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.105915_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.105915_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.105915_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.528046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2393f50a-f290-4964-a909-2150abc0cf08/j2-vla_2026-05-15T02:10:16.528046_video_wrist.mp4"},"preference":"B","session_id":"2393f50a-f290-4964-a909-2150abc0cf08","university":"frodobots"},{"completion_time":"2026-05-14T09:18:24.505633Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it and released it, then policy A approached the lunch box, pushed it.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the towel, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:02.462809_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:02.462809_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:04.187432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:04.187432_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.170179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.170179_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.170179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.170179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.641880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_norm_droid_2026-05-14T09:12:03.641880_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:12.642777_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:12.642777_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:14.396977_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:14.396977_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.299365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.299365_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.299365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.299365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.792718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f67684-e04f-475a-b197-b5a3bf8d7735/paligemma_vq_droid_2026-05-14T09:17:13.792718_video_wrist.mp4"},"preference":"A","session_id":"06f67684-e04f-475a-b197-b5a3bf8d7735","university":"frodobots"},{"completion_time":"2026-05-14T08:43:01.420264Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pizza from the lunch box","longform_feedback":"Policy A first moved the gripper toward the lunch box, pushed it, then approached the pizza, attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper toward the lunch box, pushed it, then approached the pizza, attempted to grasp it, but did not succeed in the end.My instruction is to pick up the pizza from the lunch box, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the pizza but did not succeed.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:05.914905_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:05.914905_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:07.808798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:07.808798_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:06.598298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:06.598298_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:06.598298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:06.598298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:07.139304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_droid_2026-05-14T08:39:07.139304_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.162855_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.162855_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:46.002292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:46.002292_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.844652_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.844652_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.844652_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:44.844652_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:45.443411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce40708e-f45d-4c59-9bd8-9f111726a02e/pi0_fast_droid_2026-05-14T08:42:45.443411_video_wrist.mp4"},"preference":"TIE","session_id":"ce40708e-f45d-4c59-9bd8-9f111726a02e","university":"frodobots"},{"completion_time":"2026-05-14T07:29:03.073454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pizza into the lunch box","longform_feedback":"Policy A first moved the gripper toward the pizza, grasped it, picked it up, then moved it toward the lunch box, put it into the lunch box.Policy B first moved the gripper toward the pizza, grasped it, picked it up, then moved it, put it into the lunch box.Next, policy B put the wooden block into the lunch box.My instruction is to put the pizza into the lunch box, both policies completed the task successfully.When comparing the performance of the two, after finishing the task, policy B put another wooden block into the lunch box, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:17.972783_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:17.972783_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:19.575570_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:19.575570_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:18.580196_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:18.580196_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:18.580196_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:18.580196_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:19.045012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/j2-vla_2026-05-14T07:22:19.045012_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:36.953596_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:36.953596_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:38.470123_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:38.470123_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.491799_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.491799_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.491799_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.491799_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.949887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff7ef58-9b88-4970-8184-1d8aed749015/pi0_droid_2026-05-14T07:28:37.949887_video_wrist.mp4"},"preference":"A","session_id":"9ff7ef58-9b88-4970-8184-1d8aed749015","university":"frodobots"},{"completion_time":"2026-05-14T06:52:12.851645Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the cup, then closed and opened the gripper several times during remaining time of the episode.Policy B first moved the gripper toward the controller, grasped it, released it, then policy B picked up the controller, dropped it.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.258617_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.258617_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:15.087897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:15.087897_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.945806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.945806_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.945806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:13.945806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:14.505821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_norm_droid_2026-05-14T06:39:14.505821_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:17.434139_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:17.434139_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:19.254902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:19.254902_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.064318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.064318_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.064318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.064318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.619911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0d1108-cb4a-4864-b521-7ffea54ab4ca/paligemma_diffusion_droid_2026-05-14T06:50:18.619911_video_wrist.mp4"},"preference":"B","session_id":"6a0d1108-cb4a-4864-b521-7ffea54ab4ca","university":"frodobots"},{"completion_time":"2026-05-14T06:23:16.756394Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the cup, then approached the controller, pressed the side of the controller, pressed the button near the round button.Policy B first moved the gripper toward the red block, pressed it, then policy B approached the controller, pressed the blank area of the controller.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the button beside the round button, whereas policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.021833_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.021833_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:42.922620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:42.922620_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.767179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.767179_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.767179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:41.767179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:42.299617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_diffusion_droid_2026-05-14T06:17:42.299617_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:00.839252_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:00.839252_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:02.868675_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:02.868675_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:01.618239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:01.618239_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:01.618239_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:01.618239_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:02.263170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2840d-38fa-4702-b95e-382432fac5ab/paligemma_fast_specialist_droid_2026-05-14T06:23:02.263170_video_wrist.mp4"},"preference":"A","session_id":"d3e2840d-38fa-4702-b95e-382432fac5ab","university":"frodobots"},{"completion_time":"2026-05-14T04:04:45.428636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the middle block","longform_feedback":"Policy A first moved the gripper toward the middle block, grasped it, picked it up, dropped it, then policy A picked the left block and dropped it.Policy B first moved the gripper toward the right block, attempted to grasp it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the middle block, when comparing the performance of the tow, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:41.590778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:41.590778_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:43.504939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:43.504939_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.362703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.362703_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.362703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.362703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.963287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_fast_specialist_droid_2026-05-14T03:56:42.963287_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:56.325696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:56.325696_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:58.171714_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:58.171714_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.047106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.047106_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.047106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.047106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.606217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b6c0a6-497f-4366-a118-fd767f9d1fd4/paligemma_norm_droid_2026-05-14T04:02:57.606217_video_wrist.mp4"},"preference":"A","session_id":"16b6c0a6-497f-4366-a118-fd767f9d1fd4","university":"frodobots"},{"completion_time":"2026-05-14T03:51:56.616463Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the cup","longform_feedback":"Policy A first moved the gripper toward the red block, then pushed it, attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the red block, attempted to grasp it, but did not succeed.My instruction is to put the red block into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the red block but did not succeed.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:55.631141_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:55.631141_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:57.653570_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:57.653570_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.372175_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.372175_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.372175_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.372175_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.985420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/pi0_droid_2026-05-14T03:46:56.985420_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:33.797903_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:33.797903_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:35.549289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:35.549289_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.467919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.467919_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.467919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.467919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.992820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8874a89-bbeb-4672-880e-1a6af34a8937/paligemma_norm_droid_2026-05-14T03:51:34.992820_video_wrist.mp4"},"preference":"TIE","session_id":"c8874a89-bbeb-4672-880e-1a6af34a8937","university":"frodobots"},{"completion_time":"2026-05-14T03:28:50.912774Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block into the cup","longform_feedback":"Policy A first moved the gripper toward the green block, then attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the green block, then attempted to grasp it, touched it.My instruction is to put the green block into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the green block, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.232301_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.232301_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:32.998907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:32.998907_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.858683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.858683_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.858683_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:31.858683_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:32.428126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_norm_droid_2026-05-14T03:22:32.428126_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:22.550984_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:22.550984_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.998513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.998513_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.057723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.057723_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.057723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.057723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.474488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8b607bf-fa5a-4f26-aaaf-b7e8a7592992/paligemma_fast_droid_2026-05-14T03:28:23.474488_video_wrist.mp4"},"preference":"B","session_id":"f8b607bf-fa5a-4f26-aaaf-b7e8a7592992","university":"frodobots"},{"completion_time":"2026-05-14T03:06:25.376763Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the ping-pong ball","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the ping-pong ball, then attempted to grasp it, but did not succeed.My instruction is to pick up the ping-pong ball, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the ping-pong ball, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:05.817185_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:05.817185_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:07.708166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:07.708166_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:06.586537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:06.586537_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:06.586537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:06.586537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:07.093320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/pi05_droid_2026-05-14T03:02:07.093320_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:07.409644_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:07.409644_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:09.153644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:09.153644_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.063033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.063033_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.063033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.063033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.571929_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7b10394-ddef-4c00-95ba-70b1bf486b5d/paligemma_norm_droid_2026-05-14T03:06:08.571929_video_wrist.mp4"},"preference":"B","session_id":"e7b10394-ddef-4c00-95ba-70b1bf486b5d","university":"frodobots"},{"completion_time":"2026-05-14T02:43:28.282899Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the ping-pong ball","longform_feedback":"Policy A first moved the gripper toward the sofa, then closed and opened the gripper several times, as if did not find the ping-pong ball.Policy B first moved the gripper randomly for a while, then stopped during remaining time of the episode.My instruction is to pick up the ping-pong ball,neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the ping-pong ball, but policy A at least attempted to grasp something.Therefore, i choose A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:02.862882_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:02.862882_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:04.422727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:04.422727_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.449750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.449750_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.449750_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.449750_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.902369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_norm_droid_2026-05-14T02:38:03.902369_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:43.691784_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:43.691784_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:45.449767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:45.449767_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.320457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.320457_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.320457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.320457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.858749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ed8ff5-0c80-421e-8dcd-d2da560d69d7/paligemma_fast_droid_2026-05-14T02:42:44.858749_video_wrist.mp4"},"preference":"A","session_id":"33ed8ff5-0c80-421e-8dcd-d2da560d69d7","university":"frodobots"},{"completion_time":"2026-05-13T09:36:15.001360Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red blocks together","longform_feedback":"Policy A first moved the gripper toward the lunch box, then approached the left red block, grasped and released it.Policy B first moved the gripper toward the right red block, then attempted to grasp it but did not succeed in the end.My instruction is to put the red blocks together, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped one red block, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.036895_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.036895_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:26.018631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:26.018631_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.868392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.868392_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.868392_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:24.868392_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:25.405244_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/pi0_fast_droid_2026-05-13T09:29:25.405244_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:41.797434_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:41.797434_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:43.479405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:43.479405_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.306869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.306869_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.306869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.306869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.827214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90841f6b-5429-4f74-a366-1bb30c35449d/paligemma_norm_droid_2026-05-13T09:35:42.827214_video_wrist.mp4"},"preference":"A","session_id":"90841f6b-5429-4f74-a366-1bb30c35449d","university":"frodobots"},{"completion_time":"2026-05-13T08:59:30.740607Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the red blocks","longform_feedback":"Policy A first moved the gripper toward the left red block, attempted to grasp it, then policy A approached the right red block, attempted to grasp it.Policy B first moved the gripper toward the yellow block and green block, grasped and released them, then picked them up, moved them and dropped them.My instruction is to stack up the red blocks, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the red block, whereas policy B did not even find the red block.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.297002_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.297002_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:47.971693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:47.971693_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.918979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.918979_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.918979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:46.918979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:47.444982_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_norm_droid_2026-05-13T08:53:47.444982_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:33.770648_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:33.770648_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:35.433550_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:35.433550_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.418442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.418442_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.418442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.418442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.849477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/759ae09b-c716-4cbc-bc0f-48742530d1a4/paligemma_fast_specialist_droid_2026-05-13T08:58:34.849477_video_wrist.mp4"},"preference":"A","session_id":"759ae09b-c716-4cbc-bc0f-48742530d1a4","university":"frodobots"},{"completion_time":"2026-05-13T08:33:13.111183Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the red block by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the red block, grasped it, picked it, then rotated it by about 90 degrees, dropped it.Policy B first moved the gripper toward the red block, pushed it, then policy B pushed the red block again, causing the red block to rotated by about 80 degrees.My instruction is to rotate the red block by 90 degrees, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:54.848764_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:54.848764_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:56.302318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:56.302318_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.391070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.391070_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.391070_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.391070_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.785261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_vq_droid_2026-05-13T08:27:55.785261_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:55.371662_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:55.371662_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:57.172755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:57.172755_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.091912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.091912_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.091912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.091912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.659259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d016c-01ab-4bb4-9728-1354b4c4bc2e/paligemma_fast_droid_2026-05-13T08:32:56.659259_video_wrist.mp4"},"preference":"A","session_id":"4a6d016c-01ab-4bb4-9728-1354b4c4bc2e","university":"frodobots"},{"completion_time":"2026-05-13T08:10:25.539147Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block into the lunch box","longform_feedback":"Policy A first moved the gripper toward the green block, then attempted to grasped it, but did not succeed.Policy B first moved the gripper toward the green block, grasped it, picked it up, then moved it toward the lunch box, dropped it into the lunch box.My instruction is to put the green block into the lunch box, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:39.355580_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:39.355580_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:41.050502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:41.050502_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.066020_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.066020_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.066020_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.066020_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.475051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/paligemma_norm_droid_2026-05-13T07:59:40.475051_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.162975_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.162975_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:09.006498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:09.006498_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.786274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.786274_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.786274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:07.786274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:08.332898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa/j2-vla_2026-05-13T08:10:08.332898_video_wrist.mp4"},"preference":"B","session_id":"a4a3bdbd-89ed-4408-bd22-d0a3a7067ffa","university":"frodobots"},{"completion_time":"2026-05-13T07:47:18.171655Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the yellow block","longform_feedback":"Policy A first moved the gripper toward the red block, grasped it, picked it up, then moved it toward the yellow block, adjusted posture, dropped the red block on floor.Policy B first moved the gripper toward the red block, pressed it, then policy B approached the lunch box, pushed it, grasped it and released it.My instruction is to put the red block onto the yellow block ,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the red block, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.177227_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.177227_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:16.852545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:16.852545_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.794701_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.794701_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.794701_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:15.794701_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:16.265710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/paligemma_vq_droid_2026-05-13T07:36:16.265710_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:38.655488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:38.655488_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:40.412296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:40.412296_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.155228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.155228_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.155228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.155228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.803613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9059fcc-221b-485c-902e-810c834754e8/j2-vla_2026-05-13T07:46:39.803613_video_wrist.mp4"},"preference":"A","session_id":"a9059fcc-221b-485c-902e-810c834754e8","university":"frodobots"},{"completion_time":"2026-05-13T04:04:59.653566Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the pizza","longform_feedback":"Policy A first moved the gripper toward the red block, grasped it, picked it up, then moved it toward the pizza, put it on the pizza.Policy B first moved the gripper toward the red block, grasped it and released it, then policy B picked up the red block, moved it toward the pizza, put the red block near the pizza.My instruction is to put the red block onto the pizza, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:47.953848_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:47.953848_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:49.663377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:49.663377_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:48.580581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:48.580581_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:48.580581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:48.580581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:49.070852_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/paligemma_norm_droid_2026-05-13T03:53:49.070852_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.114958_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.114958_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:52.708174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:52.708174_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.800852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.800852_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.800852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:51.800852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:52.231599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cdb2457-290a-4683-a250-87abf2500537/j2-vla_2026-05-13T04:03:52.231599_video_wrist.mp4"},"preference":"A","session_id":"0cdb2457-290a-4683-a250-87abf2500537","university":"frodobots"},{"completion_time":"2026-05-13T03:43:47.160381Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pizza into the lunch box","longform_feedback":"Policy A first moved the gripper toward the pizza, grasped it, then picked it up, dropped it.Policy B first moved the gripper randomly for a while, then approached the pizza, attempted to grasp it, but did not succeed in the end.My instruction is to put the pizza into the lunch box, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the pizza, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:12.393378_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:12.393378_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:14.104357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:14.104357_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.020274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.020274_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.020274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.020274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.460200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_norm_droid_2026-05-13T03:38:13.460200_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.267561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.267561_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:18.880249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:18.880249_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.896663_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.896663_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.896663_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:17.896663_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:18.361046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3311b916-f761-4d32-94b3-da0f2b0a6193/paligemma_fast_specialist_droid_2026-05-13T03:43:18.361046_video_wrist.mp4"},"preference":"A","session_id":"3311b916-f761-4d32-94b3-da0f2b0a6193","university":"frodobots"},{"completion_time":"2026-05-13T03:32:47.566811Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up one  piece of pizza","longform_feedback":"Policy A first moved the gripper slowly for a while, then approached the piece of the pizza, picked it up, moved it, dropped it.Policy B first moved the gripper toward the piece of pizza, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up one  piece of pizza, both policies completed the task successfully.When comparing the performance of the two, policy B found the pizza more quickly than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:11.402842_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:11.402842_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:13.114159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:13.114159_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.025738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.025738_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.025738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.025738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.542302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/paligemma_norm_droid_2026-05-13T03:26:12.542302_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.099620_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.099620_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:12.845021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:12.845021_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.833612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.833612_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.833612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:11.833612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:12.337760_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76e8c350-c70e-49b3-b172-cef51a47985d/j2-vla_2026-05-13T03:32:12.337760_video_wrist.mp4"},"preference":"B","session_id":"76e8c350-c70e-49b3-b172-cef51a47985d","university":"frodobots"},{"completion_time":"2026-05-12T04:14:09.570562Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, adjusted posture, then hovered above the controller for a while, pressed the corner controller.Policy B first moved the gripper toward the controller, closed the gripper, then pressed the side of the yellow button.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy B completed the task, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.012008_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.012008_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:55.751830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:55.751830_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.732863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.732863_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.732863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:54.732863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:55.272953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/j2-vla_2026-05-12T04:08:55.272953_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:51.977879_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:51.977879_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:53.649807_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:53.649807_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:52.582060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:52.582060_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:52.582060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:52.582060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:53.038595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1cc48f4-18b1-49d0-babb-122993c58971/paligemma_norm_droid_2026-05-12T04:13:53.038595_video_wrist.mp4"},"preference":"B","session_id":"c1cc48f4-18b1-49d0-babb-122993c58971","university":"frodobots"},{"completion_time":"2026-05-12T04:02:30.921112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it,dropped it on floor. Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it near the trash can.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the towel near the trash can, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.156807_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.156807_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:36.943131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:36.943131_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.773841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.773841_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.773841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:35.773841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:36.341162_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/j2-vla_2026-05-12T03:57:36.341162_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:51.411146_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:51.411146_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:53.186839_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:53.186839_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.062590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.062590_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.062590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.062590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.535423_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59326330-94f3-4eed-9a42-11d9c6da06e7/pi0_droid_2026-05-12T04:01:52.535423_video_wrist.mp4"},"preference":"B","session_id":"59326330-94f3-4eed-9a42-11d9c6da06e7","university":"frodobots"},{"completion_time":"2026-05-12T03:51:00.947891Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the trash can, pushed the trash can, dropped the banana near the trash can.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it on floor.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the banana near the trash can, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:28.693266_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:28.693266_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:30.340249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:30.340249_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.277493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.277493_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.277493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.277493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.748993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/j2-vla_2026-05-12T03:45:29.748993_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.326461_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.326461_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:31.025368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:31.025368_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.963741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.963741_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.963741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:29.963741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:30.537248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf3ef7bd-59f6-4153-8042-4016e9f660ea/paligemma_fast_droid_2026-05-12T03:50:30.537248_video_wrist.mp4"},"preference":"A","session_id":"bf3ef7bd-59f6-4153-8042-4016e9f660ea","university":"frodobots"},{"completion_time":"2026-05-08T13:05:50.738671Z","evaluator_name":"gzh3141592@gmail.com","language_instruction":"","longform_feedback":"both of them cannot find the location of the object","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T12:59:59.854286_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T12:59:59.854286_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T13:00:00.945428_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T13:00:00.945428_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T12:59:59.854286_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T12:59:59.854286_video_left.mp4","wrist_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T13:00:00.422341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/paligemma_fast_specialist_droid_2026-05-08T13:00:00.422341_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:16.661875_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:16.661875_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:17.853192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:17.853192_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:16.661875_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:16.661875_video_left.mp4","wrist_video_gcs_path":"evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:17.294204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bcc4ab-2759-4e32-b13a-6b3b54ef667f/j2-vla_2026-05-08T13:05:17.294204_video_wrist.mp4"},"preference":"TIE","session_id":"42bcc4ab-2759-4e32-b13a-6b3b54ef667f","university":"Galaxea"},{"completion_time":"2026-05-08T02:56:59.931648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then rotated it by about 180 degrees, dropped it.Policy B first moved the gripper toward the banana, then attempted to grasp it, but did not succeed in the end.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the banana by 180 degrees, whereas policy B did not even grasp the banana.Therefore, i choose A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:31.690179_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:31.690179_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:33.806162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:33.806162_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:32.356007_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:32.356007_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:32.356007_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:32.356007_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:33.068045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/pi0_fast_droid_2026-05-08T02:45:33.068045_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.229471_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.229471_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:42.020414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:42.020414_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.871940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.871940_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.871940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:40.871940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:41.528570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec295485-39f0-482b-a7c3-2e0c214cd277/paligemma_norm_droid_2026-05-08T02:56:41.528570_video_wrist.mp4"},"preference":"A","session_id":"ec295485-39f0-482b-a7c3-2e0c214cd277","university":"frodobots"},{"completion_time":"2026-05-08T02:29:12.349712Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"y","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the banana, then attempted to grasp it, but did not succeed.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the banana, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.235876_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.235876_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:30.181178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:30.181178_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.931671_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.931671_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.931671_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:28.931671_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:29.510393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/j2-vla_2026-05-08T02:24:29.510393_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.067369_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.067369_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:57.942138_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:57.942138_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.725421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.725421_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.725421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:56.725421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:57.283033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b599cc3b-bebb-4511-8c0f-7b41280de254/paligemma_norm_droid_2026-05-08T02:28:57.283033_video_wrist.mp4"},"preference":"A","session_id":"b599cc3b-bebb-4511-8c0f-7b41280de254","university":"frodobots"},{"completion_time":"2026-05-08T02:11:51.242827Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper toward the curtain, then attempted to grasp it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the trash can, dropped it near the trash can.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:37.575586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:37.575586_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:39.485031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:39.485031_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.341917_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.341917_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.341917_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.341917_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.936804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/pi0_fast_droid_2026-05-08T02:07:38.936804_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.248887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.248887_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:25.086394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:25.086394_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.989769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.989769_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.989769_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:23.989769_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:24.536277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc268ee2-2ca3-4510-9a53-68f8bb541cd3/paligemma_norm_droid_2026-05-08T02:11:24.536277_video_wrist.mp4"},"preference":"B","session_id":"cc268ee2-2ca3-4510-9a53-68f8bb541cd3","university":"frodobots"},{"completion_time":"2026-05-08T02:02:28.559305Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the apple into the trash can","longform_feedback":"Policy A first moved the gripper toward the apple, attempted to grasp it, pushed it, then policy A picked up the apple and dropped it.Policy B first moved the gripper toward the apple, attempted to grasp it but did not succeed, then policy A pushed the apple to make it fall off to sofa.My instruction is to throw the apple into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the apple, whereas policy B did not.Therefore, i choose A.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.153234_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.153234_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:29.866246_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:29.866246_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.883737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.883737_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.883737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:28.883737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:29.364078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/j2-vla_2026-05-08T01:57:29.364078_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.251230_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.251230_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:57.044070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:57.044070_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.891317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.891317_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.891317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:55.891317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:56.455661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09811580-797f-461f-8d4f-151e6b785876/paligemma_vq_droid_2026-05-08T02:01:56.455661_video_wrist.mp4"},"preference":"A","session_id":"09811580-797f-461f-8d4f-151e6b785876","university":"frodobots"},{"completion_time":"2026-05-06T10:00:26.919389Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the apple with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the apple, dropped it.My instruction is to cover the apple with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up and moved the towel, but policy B moved the towel toward the apple more obviously.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:26.894688_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:26.894688_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:28.846929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:28.846929_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:27.619478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:27.619478_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:27.619478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:27.619478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:28.160618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/paligemma_fast_specialist_droid_2026-05-06T09:55:28.160618_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:09.988768_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:09.988768_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:11.803635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:11.803635_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:10.730817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:10.730817_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:10.730817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:10.730817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:11.208035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd75cf28-bbaf-49e6-871a-b9aba9423172/j2-vla_2026-05-06T10:00:11.208035_video_wrist.mp4"},"preference":"B","session_id":"fd75cf28-bbaf-49e6-871a-b9aba9423172","university":"frodobots"},{"completion_time":"2026-05-06T09:40:52.374123Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the apple with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it and released it, then attempted to grasped it again, but did not succeed.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.My instruction is to cover the apple with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the towel, whereas policy A only grasped the towel.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.115201_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.115201_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:52.812559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:52.812559_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.771907_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.771907_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.771907_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:51.771907_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:52.248436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_norm_droid_2026-05-06T09:36:52.248436_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.053049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.053049_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:37.907142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:37.907142_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.816223_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.816223_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.816223_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:36.816223_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:37.405257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b5b7447-297b-4afb-9963-4a5892bdbe67/paligemma_fast_droid_2026-05-06T09:40:37.405257_video_wrist.mp4"},"preference":"B","session_id":"1b5b7447-297b-4afb-9963-4a5892bdbe67","university":"frodobots"},{"completion_time":"2026-05-06T08:21:50.912430Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the stem of the apple","longform_feedback":"Policy A first moved the gripper toward left apple, touched it, then attempted to grasp it but did not succeed, causing the apple to fall off to sofa.Policy B first moved gripper toward the apple, then touched it, pushed it.My instruction is to grasp the stem of the apple, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the apple, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:11.944503_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:11.944503_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:13.657928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:13.657928_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:12.647802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:12.647802_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:12.647802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:12.647802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:13.110838_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_diffusion_droid_2026-05-06T08:17:13.110838_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:32.325491_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:32.325491_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:34.132829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:34.132829_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.059905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.059905_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.059905_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.059905_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.617237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c6d1d40-b585-4e9c-a1bf-5a1312747f70/paligemma_norm_droid_2026-05-06T08:21:33.617237_video_wrist.mp4"},"preference":"A","session_id":"7c6d1d40-b585-4e9c-a1bf-5a1312747f70","university":"frodobots"},{"completion_time":"2026-05-06T08:08:54.304799Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the left apple","longform_feedback":"Policy A first moved the gripper toward left apple, touched it, pushed it, then picked it up and dropped it.Policy B first moved the gripper toward the right apple rather than the left apple, then attempted to grasp it, but did not succeed.My instruction is to pick up the left apple, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.003909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.003909_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:35.809383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:35.809383_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.700437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.700437_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.700437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:34.700437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:35.230182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/j2-vla_2026-05-06T08:04:35.230182_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.150741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.150741_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:30.027524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:30.027524_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.930065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.930065_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.930065_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:28.930065_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:29.430634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ae25ba-39e7-4c47-b361-b5f52fb0ecde/paligemma_norm_droid_2026-05-06T08:08:29.430634_video_wrist.mp4"},"preference":"A","session_id":"04ae25ba-39e7-4c47-b361-b5f52fb0ecde","university":"frodobots"},{"completion_time":"2026-05-06T07:50:39.672019Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the screwdriver by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the screwdriver, grasped it, picked it up, then rotated it by about 120 degrees, dropped it.Policy B first moved the gripper toward the screwdriver, grasped and released it, then policy B moved slowly during remaining time of the episode.My instruction is to rotate the screwdriver by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the screwdriver by about 120 degrees, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:24.841378_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:24.841378_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:26.599038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:26.599038_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:25.552569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:25.552569_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:25.552569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:25.552569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:26.042996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/j2-vla_2026-05-06T07:44:26.042996_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.184640_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.184640_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:53.883972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:53.883972_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.840128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.840128_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.840128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:52.840128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:53.308481_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a632c9-1743-4f76-bd9e-16ae90fa2295/paligemma_norm_droid_2026-05-06T07:49:53.308481_video_wrist.mp4"},"preference":"A","session_id":"a6a632c9-1743-4f76-bd9e-16ae90fa2295","university":"frodobots"},{"completion_time":"2026-05-06T07:39:00.772201Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the screwdriver into the cup","longform_feedback":"Policy A first moved the gripper toward the screwdriver, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.Policy B first moved the gripper toward the book, then attempted to grasp it several times but did not succeed, knocked the cup over.My instruction is to put the screwdriver into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the screwdriver and dropped it near the cup, whereas policy B did not even find the screwdriver.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:46.964426_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:46.964426_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:48.968764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:48.968764_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:47.688150_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:47.688150_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:47.688150_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:47.688150_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:48.249211_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/paligemma_diffusion_droid_2026-05-06T07:24:48.249211_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:38.743210_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:38.743210_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:40.545047_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:40.545047_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.358698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.358698_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.358698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.358698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.846829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02d35f56-5917-46eb-8d70-1c90c39f3669/j2-vla_2026-05-06T07:38:39.846829_video_wrist.mp4"},"preference":"A","session_id":"02d35f56-5917-46eb-8d70-1c90c39f3669","university":"frodobots"},{"completion_time":"2026-05-06T07:16:27.456142Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, then moved it toward the book, dropped it near the book.Policy B first moved the gripper toward the cube, touched it, then policy B pushed the cube, approached the book, touched the book.My instruction is to put the cube onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cube and dropped it near the book, whereas policy B did not even grasp the cube.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:08.391351_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:08.391351_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:10.298745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:10.298745_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.128376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.128376_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.128376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.128376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.657045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/j2-vla_2026-05-06T07:06:09.657045_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:09.908563_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:09.908563_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:11.652131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:11.652131_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:10.589829_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:10.589829_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:10.589829_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:10.589829_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:11.170446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6901f26b-f62c-4b76-a9b9-d3558988cea0/pi0_droid_2026-05-06T07:16:11.170446_video_wrist.mp4"},"preference":"A","session_id":"6901f26b-f62c-4b76-a9b9-d3558988cea0","university":"frodobots"},{"completion_time":"2026-05-06T06:51:35.870116Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it but did not succeed, then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:20.835299_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:20.835299_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:22.657616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:22.657616_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:21.537999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:21.537999_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:21.537999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:21.537999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:22.021393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi05_droid_2026-05-06T06:46:22.021393_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:16.985909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:16.985909_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:18.764954_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:18.764954_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:17.727767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:17.727767_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:17.727767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:17.727767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:18.205910_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/421e262b-ea6f-413c-ba3b-95651cc11aae/pi0_fast_droid_2026-05-06T06:51:18.205910_video_wrist.mp4"},"preference":"A","session_id":"421e262b-ea6f-413c-ba3b-95651cc11aae","university":"frodobots"},{"completion_time":"2026-05-06T04:03:27.460292Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, then attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper slowly for a while, then approached the book in the end.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the book, whereas policy B only approached the book.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:36.578948_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:36.578948_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:38.236846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:38.236846_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.209713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.209713_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.209713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.209713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.678167_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_norm_droid_2026-05-06T03:57:37.678167_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.056512_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.056512_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:09.782584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:09.782584_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.634779_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.634779_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.634779_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:08.634779_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:09.101285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8/paligemma_diffusion_droid_2026-05-06T04:03:09.101285_video_wrist.mp4"},"preference":"A","session_id":"8dfd9b31-a1b0-43aa-8dae-5abf2c4f5bb8","university":"frodobots"},{"completion_time":"2026-05-06T03:51:56.594936Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left cup onto the book","longform_feedback":"Policy A first moved the gripper toward the right cup rather than the left cup, picked it up, then moved it toward the book, put it onto the book.Policy B first moved the gripper toward the left cup, knocked it over, then attempted to grasp it, picked it up and dropped it.My instruction is to put the left cup onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the required cup, whereas policy A picked up the wrong cup.Therefore, i choose B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:39.909986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:39.909986_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:41.623113_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:41.623113_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:40.532417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:40.532417_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:40.532417_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:40.532417_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:41.064256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/pi0_fast_droid_2026-05-06T03:44:41.064256_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:02.928169_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:02.928169_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:04.915625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:04.915625_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:03.703398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:03.703398_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:03.703398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:03.703398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:04.251490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1afacb03-7222-4aea-9eeb-abc316990777/j2-vla_2026-05-06T03:51:04.251490_video_wrist.mp4"},"preference":"B","session_id":"1afacb03-7222-4aea-9eeb-abc316990777","university":"frodobots"},{"completion_time":"2026-04-30T08:55:49.159048Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then moved slowly during remaining time of episode.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the controller, dropped it onto the controller.My instruction is to cover the controller with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:48.524733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:48.524733_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:50.260921_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:50.260921_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.167637_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.167637_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.167637_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.167637_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.726919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/paligemma_norm_droid_2026-04-30T08:50:49.726919_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:25.953492_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:25.953492_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:27.729868_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:27.729868_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:26.571454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:26.571454_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:26.571454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:26.571454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:27.139656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b130ee72-0d7e-4952-8848-ef8ef7a151ff/j2-vla_2026-04-30T08:55:27.139656_video_wrist.mp4"},"preference":"B","session_id":"b130ee72-0d7e-4952-8848-ef8ef7a151ff","university":"frodobots"},{"completion_time":"2026-04-30T08:16:23.698951Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the controller","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the controller, rotated the marker pen, dropped it on sofa.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the controller, dropped the marker pen onto the controller, causing the marker pen to fall off to floor.My instruction is to put the marker pen onto the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the marker pen onto the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:48.988976_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:48.988976_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:50.546736_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:50.546736_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:49.566844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:49.566844_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:49.566844_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:49.566844_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:50.027178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/pi0_droid_2026-04-30T08:08:50.027178_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.155863_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.155863_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:16:00.775321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:16:00.775321_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.761575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.761575_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.761575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:15:59.761575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:16:00.252634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde27bfe-8251-4794-ab44-df84ba9bb5bc/j2-vla_2026-04-30T08:16:00.252634_video_wrist.mp4"},"preference":"B","session_id":"cde27bfe-8251-4794-ab44-df84ba9bb5bc","university":"frodobots"},{"completion_time":"2026-04-30T07:50:00.855104Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then rotated it by about 90 degrees, dropped it.Policy B first moved the gripper toward the controller,  grasped it, picked it up, dropped it, then policy B pressed the side of the controller, causing it to rotate by 90 degrees.My instruction is to rotate the controller by 90 degrees, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:45.514079_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:45.514079_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:47.251332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:47.251332_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.105399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.105399_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.105399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.105399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.637253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/j2-vla_2026-04-30T07:43:46.637253_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:46.711798_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:46.711798_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:48.428370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:48.428370_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.343285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.343285_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.343285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.343285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.826578_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e36c32b-22b2-4533-b52f-043327899194/pi0_fast_droid_2026-04-30T07:48:47.826578_video_wrist.mp4"},"preference":"TIE","session_id":"9e36c32b-22b2-4533-b52f-043327899194","university":"frodobots"},{"completion_time":"2026-04-30T07:32:10.706510Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, pressed the blank area of the controller, then pressed the yellow button of the controller.Policy B moved the gripper slowly during entire time of the episode, as if could not find the target.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:24.660532_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:24.660532_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:26.428863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:26.428863_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.442680_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.442680_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.442680_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.442680_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.910848_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_diffusion_droid_2026-04-30T07:27:25.910848_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.162701_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.162701_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:53.815607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:53.815607_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.752171_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.752171_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.752171_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:52.752171_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:53.214895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5abe6ff0-15c6-40b2-b3fb-dce648720712/paligemma_norm_droid_2026-04-30T07:31:53.214895_video_wrist.mp4"},"preference":"A","session_id":"5abe6ff0-15c6-40b2-b3fb-dce648720712","university":"frodobots"},{"completion_time":"2026-04-30T06:13:37.165786Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the book","longform_feedback":"Policy A first moved the gripper toward the red block, pushed it, then attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the red block, grasped it, picked it up, then moved it toward the book, dropped it near the book.My instruction is to put the red block onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the red block, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.065863_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.065863_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:12.865154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:12.865154_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.667077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.667077_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.667077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:11.667077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:12.226837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/pi0_fast_droid_2026-04-30T06:04:12.226837_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:30.478351_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:30.478351_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:32.323618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:32.323618_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.220412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.220412_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.220412_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.220412_video_right.mp4","wrist_video_gcs_path":"evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.702369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/850f9c3b-d8de-4fb4-aa80-6eed49c35628/paligemma_diffusion_droid_2026-04-30T06:12:31.702369_video_wrist.mp4"},"preference":"B","session_id":"850f9c3b-d8de-4fb4-aa80-6eed49c35628","university":"frodobots"},{"completion_time":"2026-04-30T04:12:06.069132Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the vegetable","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it, dropped it on floor.Next, policy A grasped the banana.Policy B first moved the gripper toward the banana, pushed it, grasped it, then picked it up, moved it, dropped it.Next, policy B attempted to grasp the carrot but failed.My instruction is to pick up the vegetable, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:08.970347_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:08.970347_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:10.449203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:10.449203_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.557483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.557483_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.557483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.557483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.999926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/j2-vla_2026-04-30T04:02:09.999926_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:47.595951_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:47.595951_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:49.466080_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:49.466080_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.248140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.248140_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.248140_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.248140_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.850367_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c45cfa9-b764-4bb9-976a-97aa19588a39/pi0_droid_2026-04-30T04:11:48.850367_video_wrist.mp4"},"preference":"A","session_id":"3c45cfa9-b764-4bb9-976a-97aa19588a39","university":"frodobots"},{"completion_time":"2026-04-30T03:52:19.371678Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fruit","longform_feedback":"Policy A first moved the gripper toward the red block, picked it up, moved it, dropped it, then policy A picked up the carrot, moved it, dropped it.Policy B first moved the gripper toward the banana, touched it, grasped it, picked it up, then moved it, dropped it.My instruction is to pick up the fruit, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:39.430250_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:39.430250_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:41.283830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:41.283830_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.108036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.108036_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.108036_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.108036_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.685846_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/paligemma_fast_droid_2026-04-30T03:46:40.685846_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:58.483484_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:58.483484_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:52:00.299545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:52:00.299545_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.104707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.104707_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.104707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.104707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.692732_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb486f2e-0b0b-49a0-ad75-2a01148d8e5c/j2-vla_2026-04-30T03:51:59.692732_video_wrist.mp4"},"preference":"B","session_id":"fb486f2e-0b0b-49a0-ad75-2a01148d8e5c","university":"frodobots"},{"completion_time":"2026-04-30T03:35:05.646223Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"separate the two cups","longform_feedback":"Policy A first moved the gripper toward the cups, attempted to grasp the cup, knocked the cup over, then policy A moved the gripper around the cups during remaining time of the episode.Policy B first moved the gripper toward the toward the cups, then moved slowly during remaining time of the episode.My instruction is to separate the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least knocked over the cups, whereas policy B did not even touch the cups.Therefore, i choose A.","policyA":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:09.590891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:09.590891_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:11.450408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:11.450408_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.315010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.315010_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.315010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.315010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.851210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/j2-vla_2026-04-30T03:25:10.851210_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.087070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.087070_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:45.770834_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:45.770834_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.758833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.758833_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.758833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:44.758833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:45.227479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbc9a366-c995-485c-86ce-24cbb3920647/paligemma_norm_droid_2026-04-30T03:29:45.227479_video_wrist.mp4"},"preference":"A","session_id":"cbc9a366-c995-485c-86ce-24cbb3920647","university":"frodobots"},{"completion_time":"2026-04-30T03:00:53.749463Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it, dropped it on sofa.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, put it into the right cup.My instruction is to stack up the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.178757_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.178757_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:31.924148_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:31.924148_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.823611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.823611_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.823611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:30.823611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:31.373077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/paligemma_vq_droid_2026-04-30T02:54:31.373077_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:37.525746_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:37.525746_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:39.255759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:39.255759_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.103231_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.103231_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.103231_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.103231_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.659678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8602700d-481b-40c3-b591-672fcb008930/pi0_fast_droid_2026-04-30T03:00:38.659678_video_wrist.mp4"},"preference":"B","session_id":"8602700d-481b-40c3-b591-672fcb008930","university":"frodobots"},{"completion_time":"2026-04-30T02:40:58.209797Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it, causing the banana to rotate a bit.Policy B first moved the gripper toward the banana, grasped it, picked it up, then rotated it by about 90 degrees, dropped it on sofa.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.021000_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.021000_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:30.705520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:30.705520_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.697438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.697438_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.697438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:29.697438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:30.164625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/pi05_droid_2026-04-30T02:36:30.164625_video_wrist.mp4"},"policyB":{"display_name":"Spirit v1.6","left_camera_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.327847_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.327847_video_left.mp4","name":"j2-vla","npz_file_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:16.204464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:16.204464_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.997456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.997456_video_right.mp4","source_name":"j2-vla","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.997456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:14.997456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:15.621320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309a12a7-3299-4887-9fb5-8fe015a95be3/j2-vla_2026-04-30T02:40:15.621320_video_wrist.mp4"},"preference":"B","session_id":"309a12a7-3299-4887-9fb5-8fe015a95be3","university":"frodobots"},{"completion_time":"2026-04-29T09:55:40.300781Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the banana, then moved slightly during remaining time of the episode.My instruction is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the banana, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:42.615055_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:42.615055_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:44.411036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:44.411036_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.191306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.191306_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.191306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.191306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.821063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/pi0_droid_2026-04-29T09:27:43.821063_video_wrist.mp4"},"policyB":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:13.893197_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:13.893197_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:15.294036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:15.294036_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.419511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.419511_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.419511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.419511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.872335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/694e2f45-6b6b-4521-9558-638f1a40be0f/paligemma_norm_droid_2026-04-29T09:55:14.872335_video_wrist.mp4"},"preference":"A","session_id":"694e2f45-6b6b-4521-9558-638f1a40be0f","university":"frodobots"},{"completion_time":"2026-04-29T08:20:11.140235Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube from left to right","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the cube, pushed it from left to right a bit, then pushed cube again, causing the cube to fall over.My instruction is to move the cube from left to right, when comparing the performance of the two, policy B at least pushed the cube to right a bit, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.024238_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.024238_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:36.021565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:36.021565_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.848009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.848009_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.848009_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:34.848009_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:35.328661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_vq_droid_2026-04-29T08:13:35.328661_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.066474_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.066474_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:39.933483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:39.933483_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.771771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.771771_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.771771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:38.771771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:39.313932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97af4d42-e022-487a-93b1-39825943b698/paligemma_diffusion_droid_2026-04-29T08:19:39.313932_video_wrist.mp4"},"preference":"B","session_id":"97af4d42-e022-487a-93b1-39825943b698","university":"frodobots"},{"completion_time":"2026-04-29T07:38:10.526699Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then attempted to grasped the towel, but did not succeed.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it on sofa.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.083731_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.083731_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:52.713744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:52.713744_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.771882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.771882_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.771882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:51.771882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:52.226001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/paligemma_norm_droid_2026-04-29T07:33:52.226001_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:50.916637_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:50.916637_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:52.697294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:52.697294_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:51.619147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:51.619147_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:51.619147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:51.619147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:52.080839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bbddea-3bbd-4e4e-8995-320b545041e1/pi0_droid_2026-04-29T07:37:52.080839_video_wrist.mp4"},"preference":"B","session_id":"02bbddea-3bbd-4e4e-8995-320b545041e1","university":"frodobots"},{"completion_time":"2026-04-29T04:22:14.200752Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then moved slightly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the towel, whereas policy B did not do anything relevant.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_norm_droid","left_camera_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.227150_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.227150_video_left.mp4","name":"paligemma_norm_droid","npz_file_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:41.974218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:41.974218_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.917390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.917390_video_right.mp4","source_name":"paligemma_norm_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.917390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:40.917390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:41.481990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_norm_droid_2026-04-29T04:13:41.481990_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:38.413647_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:38.413647_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:40.324361_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:40.324361_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.099284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.099284_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.099284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.099284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.629644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd33553-d6c4-450f-92d8-a3ef411ba4a0/paligemma_fast_specialist_droid_2026-04-29T04:21:39.629644_video_wrist.mp4"},"preference":"A","session_id":"fcd33553-d6c4-450f-92d8-a3ef411ba4a0","university":"frodobots"},{"completion_time":"2026-04-20T09:53:36.381334Z","evaluator_name":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","longform_feedback":"A is barely able to grab the carrot; B grabs the carrot tight and almost gets it into the paper cup, but it knocks over the paper cup and does not make it to put it in again.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:22.905447_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:22.905447_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:24.044830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:24.044830_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:22.905447_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:22.905447_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:23.532232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/pi0_fast_droid_2026-04-20T09:47:23.532232_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:49.460883_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:49.460883_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:50.631189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:50.631189_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:49.460883_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:49.460883_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:50.153750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4313688d-bb9b-4ff2-8b10-c26fbff4ccea/paligemma_fast_droid_2026-04-20T09:52:50.153750_video_wrist.mp4"},"preference":"B","session_id":"4313688d-bb9b-4ff2-8b10-c26fbff4ccea","university":"Galaxea"},{"completion_time":"2026-04-20T09:38:45.000018Z","evaluator_name":"gzh3141592@gmail.com","language_instruction":"put the carrot into the paper cup","longform_feedback":"They both failed to grab the carrot. However, B tries to adjust the orientation of the gripper to fit the carrot, though in an awkward way.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.174309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.174309_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:53.341949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:53.341949_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.174309_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.174309_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.861654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/paligemma_vq_droid_2026-04-20T09:29:52.861654_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:21.698493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:21.698493_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:22.869806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:22.869806_npz_file.npz","partial_success":0.21,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:21.698493_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:21.698493_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:22.343281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f61042-051d-438b-8421-6a444de19568/pi05_droid_2026-04-20T09:38:22.343281_video_wrist.mp4"},"preference":"B","session_id":"b9f61042-051d-438b-8421-6a444de19568","university":"Berkeley"},{"completion_time":"2026-04-13T06:22:33.481120Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the black charging cable","longform_feedback":"Policy A first moved the gripper toward the white charging cable, touched it, then grasped it, picked it up, moved it, dropped it on floor.Policy B first moved the gripper toward the white charging cable, grasped it, picked it up, then moved it until time ran out.My instruction is to pick up the black charging cable, neither policy was able to complete the task.When comparing the performance of the two,both policies picked up the wrong object white charging cable.Therefore, i choose.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:05.549236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:05.549236_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:07.284928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:07.284928_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.170621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.170621_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.170621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.170621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.706116_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/pi0_fast_droid_2026-04-13T06:13:06.706116_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:11.908301_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:11.908301_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:13.600765_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:13.600765_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:12.505440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:12.505440_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:12.505440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:12.505440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:13.035951_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed3962-0486-411b-b54b-f2947ecb8845/paligemma_fast_droid_2026-04-13T06:22:13.035951_video_wrist.mp4"},"preference":"TIE","session_id":"54ed3962-0486-411b-b54b-f2947ecb8845","university":"frodobots"},{"completion_time":"2026-04-13T04:17:34.252662Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube on the towel","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, then moved it, dropped it on floor.Policy B first moved the gripper toward the cube, pushed it, then attempted it grasp it, but did not succeed in the end.My instruction is to put the cube on the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the cube, whereas policy B did not even grasp the cube.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.394254_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.394254_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:51.017934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:51.017934_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.994150_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.994150_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.994150_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:49.994150_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:50.501285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/pi05_droid_2026-04-13T04:10:50.501285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:14.675331_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:14.675331_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:16.416442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:16.416442_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.379675_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.379675_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.379675_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.379675_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.809657_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe40e1f3-8762-4508-af5b-e4c4738803d1/paligemma_diffusion_droid_2026-04-13T04:17:15.809657_video_wrist.mp4"},"preference":"A","session_id":"fe40e1f3-8762-4508-af5b-e4c4738803d1","university":"frodobots"},{"completion_time":"2026-04-13T04:00:58.236562Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the cube, dropped it near the cube.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it randomly for a while, dropped it on sofa.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the towel near the cube, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:47.771898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:47.771898_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:49.334551_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:49.334551_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.398242_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.398242_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.398242_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.398242_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.834697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/paligemma_vq_droid_2026-04-13T03:55:48.834697_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:41.839203_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:41.839203_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:43.411823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:43.411823_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.435791_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.435791_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.435791_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.435791_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.862920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32e8d05c-2fb1-4fdc-a657-d8411f7db525/pi05_droid_2026-04-13T04:00:42.862920_video_wrist.mp4"},"preference":"A","session_id":"32e8d05c-2fb1-4fdc-a657-d8411f7db525","university":"frodobots"},{"completion_time":"2026-04-13T03:43:06.771763Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the carrot from left to right","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the carrot, grasped it, picked it, moved it backward, dropped.Policy B first moved the gripper toward the carrot, grasped it, picked it up, then moved it to right a bit, dropped it.Next, policy B picked up the banana, moved it to right, dropped it.My instruction is to move the carrot from left to right, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:30.879859_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:30.879859_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:32.679883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:32.679883_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:31.546795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:31.546795_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:31.546795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:31.546795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:32.074347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/pi0_fast_droid_2026-04-13T03:35:32.074347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.241794_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.241794_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:50.851553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:50.851553_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.849168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.849168_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.849168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:49.849168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:50.294475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/241cc4a4-c73e-4334-b6db-c1d31206f359/paligemma_diffusion_droid_2026-04-13T03:42:50.294475_video_wrist.mp4"},"preference":"B","session_id":"241cc4a4-c73e-4334-b6db-c1d31206f359","university":"frodobots"},{"completion_time":"2026-04-13T03:20:40.281271Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue into the trash can","longform_feedback":"Policy A first moved the gripper toward the tissue,grasped it, picked it, then moved it, dropped it.Policy B first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the trash can, dropped the tissue near the trash can.My instruction is to throw the tissue into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the tissue near the trash can, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.127795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.127795_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:08.699278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:08.699278_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.761156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.761156_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.761156_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:07.761156_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:08.211463_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_diffusion_droid_2026-04-13T03:16:08.211463_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.157261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.157261_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:22.931726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:22.931726_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.783850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.783850_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.783850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:21.783850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:22.427456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7790a892-787b-4732-9bf0-7486f3ef1f12/paligemma_fast_specialist_droid_2026-04-13T03:20:22.427456_video_wrist.mp4"},"preference":"B","session_id":"7790a892-787b-4732-9bf0-7486f3ef1f12","university":"frodobots"},{"completion_time":"2026-04-13T02:04:07.001798Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the tissue,then grasped it, picked it up.My instruction is to throw the tissue into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the tissue, whereas policy A did not do anything.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.044359_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.044359_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:07.473616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:07.473616_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.598466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.598466_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.598466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:06.598466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:07.031063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_diffusion_droid_2026-04-13T02:00:07.031063_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:57.863288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:57.863288_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:59.289650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:59.289650_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.421326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.421326_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.421326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.421326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.869203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cd27b49-0e2d-4d80-825a-dca991a9fc91/paligemma_vq_droid_2026-04-13T02:03:58.869203_video_wrist.mp4"},"preference":"B","session_id":"1cd27b49-0e2d-4d80-825a-dca991a9fc91","university":"frodobots"},{"completion_time":"2026-04-13T01:41:21.811875Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it, rotated it a bit, dropped it.Policy B first moved the gripper toward the banana, grasped i,t picked it up and dropped it, then policy B picked up the banana again, rotated it by about 45 degrees, dropped it.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B rotated the banana by more degrees than policy A did.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:36.599374_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:36.599374_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:38.281792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:38.281792_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.243232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.243232_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.243232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.243232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.722490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/pi0_droid_2026-04-13T01:35:37.722490_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.348909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.348909_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:56.838884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:56.838884_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.923461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.923461_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.923461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:55.923461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:56.432377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb14699-3d5e-48e4-8366-d3cc851d782e/paligemma_diffusion_droid_2026-04-13T01:40:56.432377_video_wrist.mp4"},"preference":"B","session_id":"7bb14699-3d5e-48e4-8366-d3cc851d782e","university":"frodobots"},{"completion_time":"2026-04-10T07:16:35.513732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the carrot, pushed it to make it roll away, then policy A moved the gripper randomly for a while, picked up and dropped the banana.Policy B first moved the gripper toward the carrot, grasped it, picked it up, then rotated it by about 90 degrees, dropped it.My instruction is to rotate the carrot by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:00.525272_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:00.525272_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:02.147502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:02.147502_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.140513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.140513_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.140513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.140513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.626552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/pi0_droid_2026-04-10T07:12:01.626552_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:38.605185_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:38.605185_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:40.215746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:40.215746_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.163999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.163999_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.163999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.163999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.647537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bf03bf6-5707-4aee-83d3-af544cab6307/paligemma_diffusion_droid_2026-04-10T07:15:39.647537_video_wrist.mp4"},"preference":"B","session_id":"3bf03bf6-5707-4aee-83d3-af544cab6307","university":"frodobots"},{"completion_time":"2026-04-10T07:07:23.473412Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper toward banana, grasped it, picked it up, then moved it toward the trash can, dropped it near the trash can.Next, policy A picked up the banana again, moved it to the trash can, dropped it into the trash can.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it on floor.My instruction is to throw the banana into the trash can, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:04.801145_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:04.801145_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:06.444986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:06.444986_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.410774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.410774_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.410774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.410774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.859944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_diffusion_droid_2026-04-10T07:03:05.859944_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:06.572569_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:06.572569_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:08.375896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:08.375896_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.347187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.347187_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.347187_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.347187_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.830516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2b0c21f-146e-44ee-a075-3729e03725bf/paligemma_fast_droid_2026-04-10T07:07:07.830516_video_wrist.mp4"},"preference":"A","session_id":"e2b0c21f-146e-44ee-a075-3729e03725bf","university":"frodobots"},{"completion_time":"2026-04-10T06:57:32.420429Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the apple into the trash can","longform_feedback":"Policy A first moved the gripper toward the apple but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the apple, touched it, then policy B moved around the apple during remaining time of the episode.My instruction is to throw the apple into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the apple, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:00.796221_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:00.796221_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:02.238406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:02.238406_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.369952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.369952_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.369952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.369952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.777628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/paligemma_fast_droid_2026-04-10T06:52:01.777628_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.125597_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.125597_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:16.813365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:16.813365_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.826564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.826564_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.826564_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:15.826564_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:16.287060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d26c150-643e-4542-9dad-b28bdc134134/pi0_fast_droid_2026-04-10T06:57:16.287060_video_wrist.mp4"},"preference":"B","session_id":"3d26c150-643e-4542-9dad-b28bdc134134","university":"frodobots"},{"completion_time":"2026-04-10T06:41:01.074413Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A moved the gripper toward the randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the trash can, pushed it, then policy B approached the umbrella, attempted to grasp it, touched it, My instruction is to pick up the umbrella, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the umbrella, whereas policy A did not even find the umbrella.Therefore, i choose B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.372995_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.372995_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:41.968042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:41.968042_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.934263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.934263_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.934263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:40.934263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:41.372132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi05_droid_2026-04-10T06:35:41.372132_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:40.986264_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:40.986264_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:42.597635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:42.597635_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:41.570542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:41.570542_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:41.570542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:41.570542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:42.087908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d1e050-9ad3-4011-9ca9-5347497ff365/pi0_droid_2026-04-10T06:40:42.087908_video_wrist.mp4"},"preference":"B","session_id":"d9d1e050-9ad3-4011-9ca9-5347497ff365","university":"frodobots"},{"completion_time":"2026-04-10T06:16:36.753198Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the umbrella into the trash can","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B moved the gripper randomly during the while trial, as if could not find the target.My instruction is to throw the umbrella into the trash can,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.304805_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.304805_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:23.822075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:23.822075_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.886939_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.886939_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.886939_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:22.886939_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:23.350727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/pi05_droid_2026-04-10T06:12:23.350727_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.034865_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.034865_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:22.483564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:22.483564_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.594281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.594281_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.594281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:21.594281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:22.010283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a806324-b460-4c5b-a4c2-a9a726201480/paligemma_fast_droid_2026-04-10T06:16:22.010283_video_wrist.mp4"},"preference":"TIE","session_id":"4a806324-b460-4c5b-a4c2-a9a726201480","university":"frodobots"},{"completion_time":"2026-04-10T04:12:01.928656Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the remote control","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the controller, grasped and released it, pressed the round button of the controller.Policy B first moved the gripper toward the remote control, closed the gripper, pressed the blank area of the controller, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to press the round button of the remote control, when comparing the performance of the two, policy A competed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.032360_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.032360_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:08.716507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:08.716507_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.664601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.664601_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.664601_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:07.664601_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:08.166137_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/paligemma_diffusion_droid_2026-04-10T04:08:08.166137_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:49.690404_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:49.690404_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:51.274165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:51.274165_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.318519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.318519_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.318519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.318519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.765756_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e668f7b4-3a59-4389-bbc0-15e7f30d2706/pi05_droid_2026-04-10T04:11:50.765756_video_wrist.mp4"},"preference":"A","session_id":"e668f7b4-3a59-4389-bbc0-15e7f30d2706","university":"frodobots"},{"completion_time":"2026-04-10T04:01:28.726677Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then approached the remote control, pressed the blank area of the remote control.my instruction is to press the yellow button of the remote control, when comparing the performance of the two, policy B at least pressed the blank area of the remote control, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:11.838711_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:11.838711_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:13.373239_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:13.373239_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.409669_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.409669_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.409669_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.409669_video_right.mp4","wrist_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.864032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/paligemma_vq_droid_2026-04-10T03:49:12.864032_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.009498_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.009498_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:02.608601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:02.608601_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.645139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.645139_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.645139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:01.645139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:02.087385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090e9566-e680-478d-9ca1-1085f7dde443/pi05_droid_2026-04-10T04:01:02.087385_video_wrist.mp4"},"preference":"B","session_id":"090e9566-e680-478d-9ca1-1085f7dde443","university":"frodobots"},{"completion_time":"2026-04-10T03:41:01.563982Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the black tape into the cup","longform_feedback":"Policy A first moved the gripper toward the black tape, grasped it, picked it up, then moved it toward the cup, dropped it on the edge of the cup, causing the tape to fall off to sofa.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the black tape into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the black tape on the edge of the cup, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:22.544143_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:22.544143_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:24.033068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:24.033068_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.150581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.150581_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.150581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.150581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.574470_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_fast_droid_2026-04-10T03:35:23.574470_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:44.959473_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:44.959473_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:46.497182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:46.497182_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.563436_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.563436_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.563436_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.563436_video_right.mp4","wrist_video_gcs_path":"evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.994408_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673d696b-0afa-4eff-b342-9d9e1629d742/pi0_droid_2026-04-10T03:40:45.994408_video_wrist.mp4"},"preference":"A","session_id":"673d696b-0afa-4eff-b342-9d9e1629d742","university":"frodobots"},{"completion_time":"2026-04-10T03:17:14.278587Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the battery into the cup","longform_feedback":"Policy A first moved the gripper toward the battery, grasped it, picked it up, then moved it, dropped.Next, policy A picked up the battery again, dropped it on floor.Policy B first moved the gripper toward the battery, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.My instruction is to put the battery into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the battery near the cup, whereas policy A dropped the battery on floor.Therefore, policy B is better than policy  A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.243989_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.243989_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:03.786805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:03.786805_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.811424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.811424_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.811424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:02.811424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:03.272636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_diffusion_droid_2026-04-10T03:13:03.272636_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:58.816255_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:58.816255_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:17:00.443198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:17:00.443198_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.435517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.435517_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.435517_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.435517_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.931981_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e6101d7-5c66-43d3-93a7-2072622d7f67/paligemma_fast_specialist_droid_2026-04-10T03:16:59.931981_video_wrist.mp4"},"preference":"B","session_id":"5e6101d7-5c66-43d3-93a7-2072622d7f67","university":"frodobots"},{"completion_time":"2026-04-10T02:51:42.217745Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the battery","longform_feedback":"Policy A first moved the gripper toward the battery, grasped it, picked it up, then moved it, dropped it.Policy B first moved the gripper toward the transparent tape but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the battery, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:06.354441_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:06.354441_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:08.105795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:08.105795_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.084886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.084886_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.084886_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.084886_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.543320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/pi05_droid_2026-04-10T02:48:07.543320_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:27.541368_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:27.541368_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:29.210542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:29.210542_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.174172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.174172_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.174172_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.174172_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.645966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0a1262-8406-4780-a048-df15a758c8eb/paligemma_fast_specialist_droid_2026-04-10T02:51:28.645966_video_wrist.mp4"},"preference":"A","session_id":"6a0a1262-8406-4780-a048-df15a758c8eb","university":"frodobots"},{"completion_time":"2026-04-08T09:47:56.989277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the battery by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the sofa, attempted to grasp it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper randomly for a while, then approached the tape, pushed it.My instruction is to rotate the battery by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the battery.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.069502_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.069502_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:28.990569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:28.990569_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.937390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.937390_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.937390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:27.937390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:28.366668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_vq_droid_2026-04-08T09:43:28.366668_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:42.796455_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:42.796455_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:44.560465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:44.560465_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.432727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.432727_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.432727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.432727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.930124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a04f1d60-3be8-4c45-9e4d-519ee65765c0/paligemma_fast_droid_2026-04-08T09:47:43.930124_video_wrist.mp4"},"preference":"TIE","session_id":"a04f1d60-3be8-4c45-9e4d-519ee65765c0","university":"frodobots"},{"completion_time":"2026-04-08T09:39:46.869588Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the transparent tape","longform_feedback":"Policy A first moved the gripper toward the black tape, grasped it, picked it up, then moved it, dropped it.Next, policy B picked up the black tape again, dropped it.Policy B first moved the gripper toward the battery, attempted to grasp it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the transparent tape, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the wrong tape, whereas policy B did not do anything relevant.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:51.523380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:51.523380_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:53.049304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:53.049304_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.115137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.115137_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.115137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.115137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.583725_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_diffusion_droid_2026-04-08T09:34:52.583725_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.177807_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.177807_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:30.935696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:30.935696_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.846444_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.846444_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.846444_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:29.846444_video_right.mp4","wrist_video_gcs_path":"evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:30.349576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/505fd871-8869-4a9a-a182-02060093c74f/paligemma_vq_droid_2026-04-08T09:39:30.349576_video_wrist.mp4"},"preference":"A","session_id":"505fd871-8869-4a9a-a182-02060093c74f","university":"frodobots"},{"completion_time":"2026-04-08T09:27:53.964054Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen from the cup","longform_feedback":"Policy A first moved the gripper toward the left cup, approached the marker pen, pushed the cup to make it fall over,then policy A attempted to grasp the cup.Policy B first moved the gripper toward the cup, approached the marker pen, grasped the marker pen, picked it up, then moved it, dropped it.My instruction is to pick up the marker pen from the cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:45.715446_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:45.715446_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:47.444772_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:47.444772_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.396333_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.396333_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.396333_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.396333_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.857347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_fast_specialist_droid_2026-04-08T09:23:46.857347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:36.608956_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:36.608956_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:38.105291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:38.105291_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.127878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.127878_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.127878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.127878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.576011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0baa2a-4280-454d-8004-a56869476a25/paligemma_vq_droid_2026-04-08T09:27:37.576011_video_wrist.mp4"},"preference":"B","session_id":"6d0baa2a-4280-454d-8004-a56869476a25","university":"frodobots"},{"completion_time":"2026-04-08T07:45:53.283525Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, put it into the right cup, but put it out of the right cup soon.Policy B first moved the gripper toward the left cup, picked it up, then moved it toward the right cup, put it into the right cup.My instruction is to stack up the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:52.596400_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:52.596400_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:54.902885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:54.902885_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:53.241130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:53.241130_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:53.241130_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:53.241130_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:54.326336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/paligemma_vq_droid_2026-04-08T07:38:54.326336_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:33.683411_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:33.683411_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:35.288886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:35.288886_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.381346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.381346_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.381346_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.381346_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.787533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0fc73d5-2b99-4dc7-a680-6eb5d55b4828/pi0_fast_droid_2026-04-08T07:45:34.787533_video_wrist.mp4"},"preference":"B","session_id":"b0fc73d5-2b99-4dc7-a680-6eb5d55b4828","university":"frodobots"},{"completion_time":"2026-04-08T07:22:03.866630Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then  moved it toward the sofa,put it onto the sofa.Next, policy A picked up the towel again, moved it during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to wipe the sofa with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the towel onto the sofa, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:16.835863_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:16.835863_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:18.512854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:18.512854_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:17.544423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:17.544423_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:17.544423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:17.544423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:18.001434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/pi05_droid_2026-04-08T07:14:18.001434_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:47.574886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:47.574886_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:49.345899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:49.345899_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.233173_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.233173_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.233173_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.233173_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.708680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a5a840-d80a-4106-8d50-2fbe225cacfb/paligemma_vq_droid_2026-04-08T07:21:48.708680_video_wrist.mp4"},"preference":"A","session_id":"90a5a840-d80a-4106-8d50-2fbe225cacfb","university":"frodobots"},{"completion_time":"2026-04-08T06:50:33.891953Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white block onto the red block","longform_feedback":"Policy A first moved the gripper toward the towel, then approached the green block, grasped it, picked it up, moved it, dropped it.Next, policy picked up the green block again in the end.Policy B first moved the gripper toward the white block, grasped it, picked it up, then moved it, dropped it on floor.My instruction is to put the white block onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the white block, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.345759_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.345759_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:03.054242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:03.054242_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.818875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.818875_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.818875_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:01.818875_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:02.353383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/paligemma_diffusion_droid_2026-04-08T06:46:02.353383_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:08.798653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:08.798653_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:10.547396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:10.547396_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:09.479191_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:09.479191_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:09.479191_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:09.479191_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:10.024714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95538aee-20fc-404e-9e5d-01527f9fa09c/pi0_droid_2026-04-08T06:50:10.024714_video_wrist.mp4"},"preference":"B","session_id":"95538aee-20fc-404e-9e5d-01527f9fa09c","university":"frodobots"},{"completion_time":"2026-04-08T06:41:17.109428Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the red block with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it onto the floor.Next, policy A approached the red block, attempted to grasp it.Policy B first moved the gripper toward the towel, grasped and released it, then policy B moved the gripper  around the towel during remaining time of the episode.My instruction is to cover the red block with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the towel, whereas policy B only grasped the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:06.569074_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:06.569074_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:08.307224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:08.307224_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.327016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.327016_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.327016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.327016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.798250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/paligemma_fast_droid_2026-04-08T06:36:07.798250_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:58.598278_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:58.598278_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:41:00.200049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:41:00.200049_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.300455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.300455_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.300455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.300455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.725357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5405c712-77be-45c7-a083-78d761efb0e4/pi0_fast_droid_2026-04-08T06:40:59.725357_video_wrist.mp4"},"preference":"A","session_id":"5405c712-77be-45c7-a083-78d761efb0e4","university":"frodobots"},{"completion_time":"2026-04-08T06:26:06.367000Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the red block with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, touched it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the towel, touched it, then policy A moved the gripper  randomly during remaining time of the episode.My instruction is to cover the red block with the towel,neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the towel.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:06.998889_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:06.998889_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:08.645599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:08.645599_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:07.632300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:07.632300_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:07.632300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:07.632300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:08.150606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/paligemma_vq_droid_2026-04-08T06:21:08.150606_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.192123_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.192123_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:50.861605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:50.861605_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.844127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.844127_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.844127_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:49.844127_video_right.mp4","wrist_video_gcs_path":"evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:50.264427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efd82078-13be-4e1a-b5ad-26fb91e07a5b/pi0_fast_droid_2026-04-08T06:25:50.264427_video_wrist.mp4"},"preference":"TIE","session_id":"efd82078-13be-4e1a-b5ad-26fb91e07a5b","university":"frodobots"},{"completion_time":"2026-04-07T02:57:50.639380Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white block onto the red block","longform_feedback":"Policy A first moved the gripper toward the white block, touched it, then policy A moved around the white block for a while, pushed it.Next, policy A approached the red block, touched it.Policy B first moved the gripper toward the white block, attempted to grasp it, pushed it, then policy B approached the red block, touched it.Next,policy B picked up the white block, moved it.My instruction is to put the white block onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the white block, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.153826_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.153826_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:11.775949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:11.775949_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.805971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.805971_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.805971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:10.805971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:11.294255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_fast_specialist_droid_2026-04-07T02:50:11.294255_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:28.848972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:28.848972_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:30.475030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:30.475030_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.471899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.471899_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.471899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.471899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.978010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56fa5bfd-cc77-44d2-9323-c1cd4b450bf7/paligemma_vq_droid_2026-04-07T02:57:29.978010_video_wrist.mp4"},"preference":"B","session_id":"56fa5bfd-cc77-44d2-9323-c1cd4b450bf7","university":"frodobots"},{"completion_time":"2026-04-07T02:44:14.639832Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the saucer","longform_feedback":"Policy A first moved the gripper toward the red block, grasped it, picked it up, then moved it toward the saucer, put the red block on the edge of the saucer, causing the red block to fall off to the sofa.Policy B first moved the gripper toward the red block, picked it up, then moved it toward the saucer,pushed the saucer to make it fall off to floor.My instruction is to put the red block into the saucer, neither policy was able to complete the task.When comparing the performance of the two, policy B pushed the saucer to make it fall off to floor, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:35.559652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:35.559652_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:37.153711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:37.153711_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.179736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.179736_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.179736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.179736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.646205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/paligemma_diffusion_droid_2026-04-07T02:38:36.646205_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:26.923495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:26.923495_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:28.518202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:28.518202_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.467924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.467924_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.467924_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.467924_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.962699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44023afd-f673-4ca2-b83d-9f6161c016de/pi0_fast_droid_2026-04-07T02:43:27.962699_video_wrist.mp4"},"preference":"A","session_id":"44023afd-f673-4ca2-b83d-9f6161c016de","university":"frodobots"},{"completion_time":"2026-04-07T02:24:33.098963Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left bottle onto the cube","longform_feedback":"Policy A first moved the gripper toward the cube, touched it, then policy A moved slightly during remaining time of the episode.Policy B first moved the gripper toward the cube, pushed it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the left bottle onto the cube, neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed the cube.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.406602_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.406602_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:20.950025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:20.950025_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.907284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.907284_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.907284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:19.907284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:20.384592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi0_droid_2026-04-07T02:20:20.384592_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:09.700068_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:09.700068_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:11.292616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:11.292616_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.289593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.289593_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.289593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.289593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.729905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b707c03-5f63-4638-bda2-015e5641a745/pi05_droid_2026-04-07T02:24:10.729905_video_wrist.mp4"},"preference":"TIE","session_id":"7b707c03-5f63-4638-bda2-015e5641a745","university":"frodobots"},{"completion_time":"2026-04-07T02:04:45.949499Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel, then pick up the cube which is under the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the towel,grasped and released it, then policy B picked up the towel, moved it, dropped it on floor.Next, policy A stopped during remaining time of the episode.My instruction is to remove the towel then pick up the cube which is under the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least removed the towel from the cube, whereas policy A did not even grasp the towel.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.360512_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.360512_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:56.818879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:56.818879_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.852285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.852285_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.852285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:55.852285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:56.295364_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_diffusion_droid_2026-04-07T01:58:56.295364_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.027430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.027430_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:30.568230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:30.568230_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.623501_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.623501_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.623501_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:29.623501_video_right.mp4","wrist_video_gcs_path":"evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:30.097958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/980ce8b6-aabf-41cb-a265-ab63249227b1/paligemma_fast_specialist_droid_2026-04-07T02:04:30.097958_video_wrist.mp4"},"preference":"B","session_id":"980ce8b6-aabf-41cb-a265-ab63249227b1","university":"frodobots"},{"completion_time":"2026-04-07T01:44:52.164263Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A first moved the gripper toward the towel, then stopped for a while, grasped the towel in the end.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the cube onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped something, whereas policy B only moved the gripper randomly.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:51.794605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:51.794605_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:53.334782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:53.334782_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.397567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.397567_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.397567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.397567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.864200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/pi0_fast_droid_2026-04-07T01:38:52.864200_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.297481_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.297481_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:23.813431_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:23.813431_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.873460_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.873460_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.873460_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:22.873460_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:23.288132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f9a9d68-995b-40da-9044-5e539e41e420/paligemma_fast_droid_2026-04-07T01:44:23.288132_video_wrist.mp4"},"preference":"A","session_id":"1f9a9d68-995b-40da-9044-5e539e41e420","university":"frodobots"},{"completion_time":"2026-04-03T08:37:02.177478Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book but moved away soon, then policy B approached the cube.Next, policy B grasped the sofa.My instruction is to put the cube onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the book and the cube, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:29.793840_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:29.793840_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:31.400022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:31.400022_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.445206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.445206_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.445206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.445206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.861648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/paligemma_fast_droid_2026-04-03T08:32:30.861648_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:49.681582_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:49.681582_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:51.314501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:51.314501_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.258643_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.258643_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.258643_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.258643_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.748706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5e116dd-a89e-482f-9c61-6b0a4a8df583/pi0_droid_2026-04-03T08:36:50.748706_video_wrist.mp4"},"preference":"B","session_id":"a5e116dd-a89e-482f-9c61-6b0a4a8df583","university":"frodobots"},{"completion_time":"2026-04-03T08:15:56.873741Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the towel, grasped the bottom left corner of the towel, lift it up a bit, then dropped it.Policy B first moved the gripper toward the box, then policy A moved back and forth during remaining time of the episode.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of two, policy A at least grasped the towel, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.359600_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.359600_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:15.002309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:15.002309_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.989204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.989204_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.989204_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:13.989204_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:14.456740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/paligemma_diffusion_droid_2026-04-03T08:10:14.456740_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:38.516854_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:38.516854_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:40.142755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:40.142755_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.164315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.164315_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.164315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.164315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.609863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b729d92-aa3a-42e6-bfef-d2d3184bd3a9/pi0_droid_2026-04-03T08:15:39.609863_video_wrist.mp4"},"preference":"A","session_id":"7b729d92-aa3a-42e6-bfef-d2d3184bd3a9","university":"frodobots"},{"completion_time":"2026-04-03T07:32:09.314732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fruits together","longform_feedback":"Policy A first moved the gripper toward the banana, picked it up, then moved it toward the apple, put it near the apple.Policy B first moved the gripper toward the towel, grasped it and released it, then policy B picked up the towel, moved it and dropped it.Next, policy B approached the apple, attempted to grasp it.My instruction is to put the fruits together, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:06.896821_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:06.896821_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:08.599005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:08.599005_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:07.534378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:07.534378_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:07.534378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:07.534378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:08.012370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/pi05_droid_2026-04-03T07:27:08.012370_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:51.487698_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:51.487698_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:53.201186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:53.201186_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.113396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.113396_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.113396_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.113396_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.620903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f7ebfdb-137e-431d-845f-42f8386bd73e/paligemma_vq_droid_2026-04-03T07:31:52.620903_video_wrist.mp4"},"preference":"A","session_id":"0f7ebfdb-137e-431d-845f-42f8386bd73e","university":"frodobots"},{"completion_time":"2026-04-03T06:38:31.250777Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana withe the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the banana, dropped it near the banana, causing the towel to fall off to floor.Policy B first moved the gripper toward the banana, pushed it, then policy B moved the gripper randomly for a while, attempted to grasp the banana.My instruction is to cover the banana withe the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the towel near the banana, whereas policy B did not even grasp the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.000001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.000001_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:20.551926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:20.551926_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.606913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.606913_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.606913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:19.606913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:20.054806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_fast_droid_2026-04-03T06:32:20.054806_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:56.733436_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:56.733436_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:58.440522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:58.440522_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.355983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.355983_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.355983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.355983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.825235_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b63d214c-1a6d-4c77-aa2c-fba442b849b1/paligemma_vq_droid_2026-04-03T06:37:57.825235_video_wrist.mp4"},"preference":"A","session_id":"b63d214c-1a6d-4c77-aa2c-fba442b849b1","university":"frodobots"},{"completion_time":"2026-04-03T06:27:43.870827Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it onto the towel","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it and released it, then picked it up, rotated it by about 70 degrees, dropped it on floor.Policy B first moved the gripper toward the banana, grasped it, picked it up, then rotated it by 90 degrees, put it onto the towel.Next, policy B picked up the banana again,moved it, rotated it and dropped it.My instruction is to rotate the banana by 90 degrees then put it onto the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:36.590925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:36.590925_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:38.121597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:38.121597_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.196951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.196951_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.196951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.196951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.614530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/paligemma_diffusion_droid_2026-04-03T06:22:37.614530_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:27.556961_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:27.556961_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:29.219990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:29.219990_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.192952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.192952_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.192952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.192952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.650330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b84a342a-6f77-47fc-a2fb-90d4a11d462b/pi0_fast_droid_2026-04-03T06:27:28.650330_video_wrist.mp4"},"preference":"B","session_id":"b84a342a-6f77-47fc-a2fb-90d4a11d462b","university":"frodobots"},{"completion_time":"2026-04-03T04:10:38.297741Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cup from left to right","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the cup, grasped it, picked it up, moved it to right, dropped it.Policy B first moved the gripper toward the cup, knocked it over, then policy B attempted to grasp the cup, but did not succeed.My instruction is to move the cup from left to right, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.292804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.292804_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:23.015501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:23.015501_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.984582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.984582_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.984582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:21.984582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:22.424973_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/pi0_fast_droid_2026-04-03T04:05:22.424973_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.428300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.428300_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:07.812655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:07.812655_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.923255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.923255_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.923255_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:06.923255_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:07.319974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba1e6ab3-5965-47ec-86b2-b1704facaa01/paligemma_diffusion_droid_2026-04-03T04:10:07.319974_video_wrist.mp4"},"preference":"A","session_id":"ba1e6ab3-5965-47ec-86b2-b1704facaa01","university":"frodobots"},{"completion_time":"2026-04-03T03:50:18.851731Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the screwdriver into the cup","longform_feedback":"Policy A first moved the gripper toward the screwdriver, grasped it, picked it up, then rotated it, moved it and dropped it.Next, policy A approached the cup, knocked it over. Policy B first moved the gripper toward the screwdriver, grasped it, picked it up, then moved it slightly, stopped during remaining time of the episode.My instruction is to put the screwdriver into the cup, neither policy was able to complete  the task.When comparing the performance of the two, both policies picked up the screwdriver, but policy A rotated and dropped the screwdriver, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:25.549693_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:25.549693_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:27.101681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:27.101681_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.160713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.160713_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.160713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.160713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.606580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_fast_droid_2026-04-03T03:42:26.606580_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:12.446585_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:12.446585_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:14.038900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:14.038900_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.058442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.058442_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.058442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.058442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.510764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2daadf-ae6c-4ada-bd48-a159cd61f503/paligemma_vq_droid_2026-04-03T03:49:13.510764_video_wrist.mp4"},"preference":"A","session_id":"8d2daadf-ae6c-4ada-bd48-a159cd61f503","university":"frodobots"},{"completion_time":"2026-04-03T03:00:11.256557Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the bottle with the screwdriver","longform_feedback":"Policy A first moved the gripper toward the screwdriver, attempted to grasped it but did not succeed, then policy A moved the gripper randomly for a while, picked up the screw driver in the end.Policy B first moved the gripper toward the controller, touched it, knocked the bottle over, then policy B picked up the controller, moved it and dropped it.My instruction is to poke the bottle with the screwdriver, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the screwdriver, whereas policy B did not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:52.598871_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:52.598871_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:54.334056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:54.334056_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.278440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.278440_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.278440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.278440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.773946_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_vq_droid_2026-04-03T02:54:53.773946_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.279553_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.279553_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:55.857349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:55.857349_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.865671_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.865671_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.865671_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:54.865671_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:55.347315_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2/paligemma_diffusion_droid_2026-04-03T02:59:55.347315_video_wrist.mp4"},"preference":"A","session_id":"df6e6d58-a07a-4bfc-bc8d-37d8c3a1aca2","university":"frodobots"},{"completion_time":"2026-04-03T02:48:33.557300Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the screw driver by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the screw driver, picked up and released it, then policy B picked up the screw driver again, rotated it by about 90 degrees, dropped it on floor.My instruction is to rotate the screw driver by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:24.962844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:24.962844_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:26.909885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:26.909885_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:25.780730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:25.780730_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:25.780730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:25.780730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:26.332451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_droid_2026-04-03T02:42:26.332451_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.007530_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.007530_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:05.652215_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:05.652215_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.686460_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.686460_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.686460_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:04.686460_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:05.148627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc/paligemma_fast_specialist_droid_2026-04-03T02:47:05.148627_video_wrist.mp4"},"preference":"B","session_id":"430d30dd-5b33-42ed-a7b5-b3fa75a2d9dc","university":"frodobots"},{"completion_time":"2026-04-03T02:35:43.174987Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the screwdriver","longform_feedback":"Policy A first moved the gripper toward the screw driver, touched it, then policy A moved back and forth during remaining time of the episode.Policy B first moved the gripper toward the screwdriver, grasped it, picked it up, then moved it and dropped it.My instruction is to pick up the screwdriver, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.415777_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.415777_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:06.987071_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:06.987071_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.972779_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.972779_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.972779_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:05.972779_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:06.473452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi0_fast_droid_2026-04-03T02:31:06.473452_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:29.520531_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:29.520531_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:31.190699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:31.190699_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.133217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.133217_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.133217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.133217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.618455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a75bd6c-2d2d-4319-8c5d-9368deb0cf04/pi05_droid_2026-04-03T02:35:30.618455_video_wrist.mp4"},"preference":"B","session_id":"0a75bd6c-2d2d-4319-8c5d-9368deb0cf04","university":"frodobots"},{"completion_time":"2026-04-03T02:24:27.837332Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the sofa, then moved randomly during remaining time of the episode.My instruction is to put the controller onto the book, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.009066_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.009066_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:21.649776_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:21.649776_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.657495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.657495_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.657495_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:20.657495_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:21.097003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_vq_droid_2026-04-03T02:20:21.097003_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:13.494538_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:13.494538_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:15.188860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:15.188860_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.145911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.145911_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.145911_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.145911_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.615536_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5324d6a-2580-41be-b88b-a2f32a2a8d07/paligemma_fast_specialist_droid_2026-04-03T02:24:14.615536_video_wrist.mp4"},"preference":"TIE","session_id":"f5324d6a-2580-41be-b88b-a2f32a2a8d07","university":"frodobots"},{"completion_time":"2026-04-03T02:01:54.077140Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the controller, grasped it, picked it up and dropped it, then policy B approached the controller again, grasped and released it.My instruction is to put the controller onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the controller, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:42.575153_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:42.575153_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:44.156908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:44.156908_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.139729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.139729_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.139729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.139729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.643465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_fast_droid_2026-04-03T01:56:43.643465_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.140528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.140528_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:40.945151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:40.945151_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.870918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.870918_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.870918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:39.870918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:40.353197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de1e3dc-eef4-43fb-9472-ed6d94614dbb/paligemma_diffusion_droid_2026-04-03T02:01:40.353197_video_wrist.mp4"},"preference":"B","session_id":"4de1e3dc-eef4-43fb-9472-ed6d94614dbb","university":"frodobots"},{"completion_time":"2026-04-02T09:00:51.074807Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue into the trash can","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the trash can, dropped it into the trash can.My instruction is to throw the tissue into the trash can, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:18.588244_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:18.588244_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:20.268289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:20.268289_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.212964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.212964_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.212964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.212964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.680434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/paligemma_fast_droid_2026-04-02T08:56:19.680434_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.234590_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.234590_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:35.879703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:35.879703_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.850807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.850807_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.850807_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:34.850807_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:35.336288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e96857-1c92-4082-9134-3a54f127e8db/pi0_fast_droid_2026-04-02T09:00:35.336288_video_wrist.mp4"},"preference":"B","session_id":"65e96857-1c92-4082-9134-3a54f127e8db","university":"frodobots"},{"completion_time":"2026-04-02T08:46:30.915362Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the book with the tissue","longform_feedback":"Policy A first moved the gripper toward the book, touched it,  then policy A approached the tissue, but moved away soon.Next, policy A approached the book again.Policy B first moved the gripper toward the tissue, pushed it, then, after hesitating for a while, policy B grasped the tissue in the end.My instruction is to cover the book with the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the tissue, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:52.442581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:52.442581_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:54.091696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:54.091696_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.112357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.112357_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.112357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.112357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.581591_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/paligemma_diffusion_droid_2026-04-02T08:40:53.581591_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:08.832405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:08.832405_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:10.537339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:10.537339_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:09.542531_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:09.542531_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:09.542531_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:09.542531_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:10.035885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a84a9e-06a7-4430-a0fa-8ea5908d6b8e/pi0_droid_2026-04-02T08:46:10.035885_video_wrist.mp4"},"preference":"B","session_id":"03a84a9e-06a7-4430-a0fa-8ea5908d6b8e","university":"frodobots"},{"completion_time":"2026-04-02T08:34:19.072644Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, touched the tissue, then policy A grasped the one tissue, pulled it out of the pack.Policy B first moved the gripper toward the pack of tissues, grasped the pack, picked it up, then moved it during remaining time of the episode.My instruction is to pull out one tissue from the pack, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:28.464906_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:28.464906_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.986023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.986023_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.118292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.118292_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.118292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.118292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.525793_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/paligemma_diffusion_droid_2026-04-02T08:29:29.525793_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:04.481063_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:04.481063_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:06.224058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:06.224058_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.117274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.117274_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.117274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.117274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.637943_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101391d8-ef62-4ee8-8e65-3bf635544cd9/pi0_fast_droid_2026-04-02T08:34:05.637943_video_wrist.mp4"},"preference":"A","session_id":"101391d8-ef62-4ee8-8e65-3bf635544cd9","university":"frodobots"},{"completion_time":"2026-04-02T07:34:51.994597Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the marker pen, picked it up, moved it until time ran out.Policy B first moved the gripper toward the sofa, then approached the marker pen, attempted to grasp it but did not succeed.My instruction is to put the marker pen into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the marker pen, whereas policy B did not even grasp the marker pen.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.364887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.364887_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:46.005795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:46.005795_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.998989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.998989_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.998989_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:44.998989_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:45.499474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/pi0_droid_2026-04-02T07:29:45.499474_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:32.949635_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:32.949635_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:34.520569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:34.520569_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.562317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.562317_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.562317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.562317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.994898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4453cca-08b0-431f-bfd5-e94a9c4d2b57/paligemma_fast_specialist_droid_2026-04-02T07:34:33.994898_video_wrist.mp4"},"preference":"A","session_id":"b4453cca-08b0-431f-bfd5-e94a9c4d2b57","university":"frodobots"},{"completion_time":"2026-04-02T07:18:39.779572Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, put it into the right cup, causing the two cups to fall over.Next, policy A picked up and dropped the two cups.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it into the right cup.My instruction is to stack up the two cups, both policies completed the task successfully.When comparing the performance of the two, policy A knocked over the two cups, whereas policy B did not.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.113365_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.113365_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:17.785262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:17.785262_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.765282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.765282_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.765282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:16.765282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:17.249028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/paligemma_diffusion_droid_2026-04-02T07:14:17.249028_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:21.676899_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:21.676899_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:23.332939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:23.332939_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.301696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.301696_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.301696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.301696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.766885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26b6f8e8-06a8-407d-81bc-c6468c3e6f49/pi0_fast_droid_2026-04-02T07:18:22.766885_video_wrist.mp4"},"preference":"B","session_id":"26b6f8e8-06a8-407d-81bc-c6468c3e6f49","university":"frodobots"},{"completion_time":"2026-04-02T07:07:07.966576Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the left cup, knocked it over, grasped and released it.Policy B first moved the gripper toward the right cup, touched it, then policy B approached the left cup, knocked it over, attempted to grasp it but did not succeed.Next, policy A approached the right cup again, knocked it over, causing the two cups to lay together.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B at least made the two cups lay together, whereas policy A only grasped one cup.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:27.791286_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:27.791286_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:29.468343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:29.468343_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.432365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.432365_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.432365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.432365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.876663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_fast_droid_2026-04-02T06:58:28.876663_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:42.573890_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:42.573890_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:44.312038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:44.312038_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.275978_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.275978_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.275978_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.275978_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.771976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8399008-1bc2-4b10-828f-c5bbf5e6c82e/paligemma_vq_droid_2026-04-02T07:06:43.771976_video_wrist.mp4"},"preference":"B","session_id":"f8399008-1bc2-4b10-828f-c5bbf5e6c82e","university":"frodobots"},{"completion_time":"2026-04-01T09:47:17.461627Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the shoe onto floor","longform_feedback":"Policy A first moved the gripper toward the shoe, touched it, then policy A moved the gripper randomly for a while, approached the shoe, picked it up and moved it.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to throw the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the shoe, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.041556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.041556_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:12.649035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:12.649035_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.647353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.647353_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.647353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:11.647353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:12.088357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_vq_droid_2026-04-01T09:42:12.088357_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:46:59.508570_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:46:59.508570_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:01.080827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:01.080827_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.129269_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.129269_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.129269_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.129269_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.542319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ca2395-31c3-4865-ab24-3a6af05ca794/paligemma_fast_droid_2026-04-01T09:47:00.542319_video_wrist.mp4"},"preference":"A","session_id":"e0ca2395-31c3-4865-ab24-3a6af05ca794","university":"frodobots"},{"completion_time":"2026-04-01T09:09:23.171265Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the shoe, touched it.Policy B first moved the gripper toward the shoe, touched it, then policy B back and forth during remaining time of the episode.My instruction is to pick up the shoe,neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the shoe.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:31.548662_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:31.548662_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:33.601412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:33.601412_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.219180_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.219180_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.219180_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.219180_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.668400_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/pi0_fast_droid_2026-04-01T09:04:32.668400_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:57.880786_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:57.880786_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:59.372860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:59.372860_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.428373_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.428373_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.428373_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.428373_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.891187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db467613-8b26-4485-be4f-a6e5dcabca5f/paligemma_fast_droid_2026-04-01T09:08:58.891187_video_wrist.mp4"},"preference":"TIE","session_id":"db467613-8b26-4485-be4f-a6e5dcabca5f","university":"frodobots"},{"completion_time":"2026-04-01T08:49:52.223582Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the remote controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it,picked it up, then rotated it by about 30 degrees, dropped it.Next, policy A pushed the controller to make it fall off to floor.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to rotate the remote controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the controller by 30 degrees, whereas policy B did not do anything relevant.Therefore policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.099925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.099925_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:14.973203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:14.973203_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.909541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.909541_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.909541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:13.909541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:14.367173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_specialist_droid_2026-04-01T08:45:14.367173_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:34.915657_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:34.915657_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:36.601484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:36.601484_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:35.548664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:35.548664_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:35.548664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:35.548664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:36.025044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/274add47-bf8f-4a9c-8645-eb10002b24f5/paligemma_fast_droid_2026-04-01T08:49:36.025044_video_wrist.mp4"},"preference":"A","session_id":"274add47-bf8f-4a9c-8645-eb10002b24f5","university":"frodobots"},{"completion_time":"2026-04-01T08:26:14.446674Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, then moved back and forth during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:20:59.896222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:20:59.896222_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:01.610703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:01.610703_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:00.605965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:00.605965_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:00.605965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:00.605965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:01.057434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/paligemma_fast_specialist_droid_2026-04-01T08:21:01.057434_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.284350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.284350_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:49.874755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:49.874755_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.879562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.879562_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.879562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:48.879562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:49.320176_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23063b95-e333-42e4-a3e7-bf1c9da394b6/pi0_droid_2026-04-01T08:25:49.320176_video_wrist.mp4"},"preference":"A","session_id":"23063b95-e333-42e4-a3e7-bf1c9da394b6","university":"frodobots"},{"completion_time":"2026-04-01T08:12:27.544286Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it on floor.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the controller, dropped it onto the controller.My instruction is to cover the controller with the towel,when comparing the performance of the two, policy B completed the task, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.339215_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.339215_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:12.081041_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:12.081041_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.980860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.980860_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.980860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:10.980860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:11.478052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/pi0_fast_droid_2026-04-01T08:08:11.478052_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:12.833458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:12.833458_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:14.533807_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:14.533807_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.500112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.500112_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.500112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.500112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.980263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0a002bb-b499-4730-8003-64be739633ee/paligemma_diffusion_droid_2026-04-01T08:12:13.980263_video_wrist.mp4"},"preference":"B","session_id":"e0a002bb-b499-4730-8003-64be739633ee","university":"frodobots"},{"completion_time":"2026-04-01T07:45:24.288168Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the fork by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while, then approached the fork in the end.My instruction is to rotate the fork by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the fork, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:35.398438_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:35.398438_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:37.106481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:37.106481_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.059952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.059952_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.059952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.059952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.512952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/paligemma_vq_droid_2026-04-01T07:39:36.512952_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:27.780799_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:27.780799_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:29.585783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:29.585783_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:28.499224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:28.499224_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:28.499224_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:28.499224_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:29.031636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00864bf9-23a7-4087-add3-efb675885a92/pi0_droid_2026-04-01T07:44:29.031636_video_wrist.mp4"},"preference":"B","session_id":"00864bf9-23a7-4087-add3-efb675885a92","university":"frodobots"},{"completion_time":"2026-04-01T07:30:16.417943Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fork","longform_feedback":"Policy A first moved the gripper toward the fork but moved away soon, then policy B moved the gripper randomly for a while, stopped during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the fork,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the fork, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:18.502586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:18.502586_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:20.164248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:20.164248_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.119802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.119802_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.119802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.119802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.641774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/pi0_fast_droid_2026-04-01T07:26:19.641774_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:58.713533_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:58.713533_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:30:00.496464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:30:00.496464_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.452706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.452706_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.452706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.452706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.892954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51062e0a-d0c2-4a89-90fc-157f7cc4f83b/paligemma_fast_specialist_droid_2026-04-01T07:29:59.892954_video_wrist.mp4"},"preference":"A","session_id":"51062e0a-d0c2-4a89-90fc-157f7cc4f83b","university":"frodobots"},{"completion_time":"2026-04-01T07:04:55.543949Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper, pressed the gray button beside the yellow button,then approached the yellow button, but did not press it.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the gray button beside the yellow button, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:23.654024_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:23.654024_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:25.264598_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:25.264598_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.364298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.364298_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.364298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.364298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.808798_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_diffusion_droid_2026-04-01T07:00:24.808798_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:38.391646_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:38.391646_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:40.291791_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:40.291791_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.013294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.013294_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.013294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.013294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.752428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01b8b50d-0cf3-42ad-9149-53d157f3a0fd/paligemma_fast_droid_2026-04-01T07:04:39.752428_video_wrist.mp4"},"preference":"A","session_id":"01b8b50d-0cf3-42ad-9149-53d157f3a0fd","university":"frodobots"},{"completion_time":"2026-04-01T06:55:47.562244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon, then policy A moved gripper slightly for a while, approached the controller again.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:37.925560_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:37.925560_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:39.650584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:39.650584_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:38.638401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:38.638401_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:38.638401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:38.638401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:39.131199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi0_droid_2026-04-01T06:51:39.131199_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.206386_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.206386_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:34.846748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:34.846748_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.813647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.813647_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.813647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:33.813647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:34.293517_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e33e00e7-1c1b-47e7-847e-fed1499ef12f/pi05_droid_2026-04-01T06:55:34.293517_video_wrist.mp4"},"preference":"A","session_id":"e33e00e7-1c1b-47e7-847e-fed1499ef12f","university":"frodobots"},{"completion_time":"2026-04-01T02:48:58.413199Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the cup, dropped it on the edge of the cup, causing the carrot to fall off to floor.Policy B first moved the gripper toward the carrot, pushed it, grasped it, then moved it toward the cup, rotated the carrot, then dropped the carrot onto the floor.My instruction is to put the carrot into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the carrot on the edge of the cup, whereas policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:09.842580_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:09.842580_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:11.477205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:11.477205_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.467478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.467478_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.467478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.467478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.960900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/paligemma_vq_droid_2026-04-01T02:44:10.960900_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:44.713533_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:44.713533_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:46.396169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:46.396169_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.293228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.293228_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.293228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.293228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.786516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6e3df10-f36c-4f0c-9f14-effbaff654b7/pi05_droid_2026-04-01T02:48:45.786516_video_wrist.mp4"},"preference":"A","session_id":"c6e3df10-f36c-4f0c-9f14-effbaff654b7","university":"frodobots"},{"completion_time":"2026-03-31T08:18:07.437436Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the tissue","longform_feedback":"Policy A first moved the gripper toward the cube, pushed it, then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper toward the cube, grasped it, picked it up, then moved it toward the tissue, dropped it near the tissue.My instruction is to put the cube onto the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the cube near the tissue, whereas policy A did not even pick up the cube.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.071940_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.071940_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:57.428270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:57.428270_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.607624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.607624_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.607624_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.607624_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.992225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/pi0_fast_droid_2026-03-31T08:12:56.992225_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:52.987734_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:52.987734_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:54.540525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:54.540525_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:53.624856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:53.624856_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:53.624856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:53.624856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:54.038878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ca5df9-2180-4fc7-bea1-2c8768041340/paligemma_diffusion_droid_2026-03-31T08:17:54.038878_video_wrist.mp4"},"preference":"B","session_id":"37ca5df9-2180-4fc7-bea1-2c8768041340","university":"frodobots"},{"completion_time":"2026-03-31T08:07:03.457326Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it and dropped it.Policy B first moved the gripper back and forth for a while, then approached the tissue, grasped and released it several times.My instruction is to cover the cube with the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the tissue, whereas policy B only grasped and released the tissue.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:14.715886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:14.715886_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:16.347494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:16.347494_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.374913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.374913_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.374913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.374913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.825068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_fast_droid_2026-03-31T08:02:15.825068_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:47.746065_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:47.746065_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:49.266900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:49.266900_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.329843_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.329843_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.329843_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.329843_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.770060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4a236e0-23e7-465c-b2fe-ccab6ad47278/paligemma_diffusion_droid_2026-03-31T08:06:48.770060_video_wrist.mp4"},"preference":"A","session_id":"a4a236e0-23e7-465c-b2fe-ccab6ad47278","university":"frodobots"},{"completion_time":"2026-03-31T07:42:21.840506Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the cube","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then policy A approached the cube, touched it.Policy B first moved the gripper toward the cup, touched it, knocked it over, then pushed it to make it fall off to floor.My instruction is to put the cup onto the cube, neither policy was able to complete the task.When comparing the performance of the two, both policies knocked the cup over, but policy B made the cup to fall off to floor, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.004493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.004493_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:31.718252_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:31.718252_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.677706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.677706_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.677706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:30.677706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:31.154474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_diffusion_droid_2026-03-31T07:35:31.154474_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:04.659655_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:04.659655_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:06.360678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:06.360678_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.350361_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.350361_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.350361_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.350361_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.838481_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dfdcb59-6cdd-4916-976b-49fdf91c74e1/paligemma_fast_specialist_droid_2026-03-31T07:42:05.838481_video_wrist.mp4"},"preference":"A","session_id":"2dfdcb59-6cdd-4916-976b-49fdf91c74e1","university":"frodobots"},{"completion_time":"2026-03-31T06:49:09.709809Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the spray bottle into the cup","longform_feedback":"Policy A first moved the gripper back and forth for a while, then stopped during remaining time of the episode.Policy B first moved the gripper toward the spray bottle, knocked it over, then policy B approached the cup, knocked it over.Next, policy B picked the spray bottle in the end.My instruction is to put the spray bottle into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the spray bottle, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:41.502743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:41.502743_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:43.042705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:43.042705_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.142733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.142733_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.142733_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.142733_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.555207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_fast_droid_2026-03-31T06:43:42.555207_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:51.447808_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:51.447808_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:53.053062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:53.053062_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.005366_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.005366_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.005366_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.005366_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.466340_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bc207ac-3ebb-42c3-915a-cfc89a3160f0/pi0_droid_2026-03-31T06:48:52.466340_video_wrist.mp4"},"preference":"B","session_id":"7bc207ac-3ebb-42c3-915a-cfc89a3160f0","university":"frodobots"},{"completion_time":"2026-03-31T06:28:41.139260Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, approached the nozzle,then knocked the spray bottle over.Policy B first moved the gripper toward the spray bottle,  closed the gripper, approached the nozzle, then knocked the spray bottle over.My instruction is to press the nozzle of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, both policies only knocked over the spray bottle.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:02.488704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:02.488704_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:04.137374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:04.137374_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.095405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.095405_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.095405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.095405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.571278_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi05_droid_2026-03-31T06:25:03.571278_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:23.746372_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:23.746372_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:25.377798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:25.377798_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.373259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.373259_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.373259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.373259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.838893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b94a21-8823-4e7f-9b25-388594df8a7c/pi0_droid_2026-03-31T06:28:24.838893_video_wrist.mp4"},"preference":"TIE","session_id":"a8b94a21-8823-4e7f-9b25-388594df8a7c","university":"frodobots"},{"completion_time":"2026-03-31T06:20:41.671829Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the cap of the spray bottle, touched it, then policy A moved the gripper slightly for a while, stopped during remaining time of the episode.Policy B first moved the gripper toward the sofa, attempted to grasp it, then policy B approached the cap of the spray bottle, grasped it, picked it up.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the cap of spray bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:06.728325_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:06.728325_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:08.371443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:08.371443_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.343295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.343295_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.343295_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.343295_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.855660_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/pi0_fast_droid_2026-03-31T06:15:07.855660_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:23.855378_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:23.855378_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:25.488287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:25.488287_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.479825_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.479825_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.479825_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.479825_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.960174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e82d0c06-46ba-4225-99a6-15e485bcd55f/paligemma_vq_droid_2026-03-31T06:20:24.960174_video_wrist.mp4"},"preference":"B","session_id":"e82d0c06-46ba-4225-99a6-15e485bcd55f","university":"frodobots"},{"completion_time":"2026-03-31T04:00:10.845731Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the spray bottle, hovered above the spray bottle for a while,then approached the cap of the spray bottle, grasped the cap in the end.My instruction is to remove the cap of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cap of the spray bottle, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:41.673933_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:41.673933_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:43.327278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:43.327278_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.297817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.297817_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.297817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.297817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.802146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_fast_droid_2026-03-31T03:50:42.802146_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.275525_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.275525_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:08.616909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:08.616909_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.770833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.770833_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.770833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:07.770833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:08.145712_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fac793c-2f9d-48ad-8947-aeed512af98b/paligemma_diffusion_droid_2026-03-31T03:58:08.145712_video_wrist.mp4"},"preference":"B","session_id":"3fac793c-2f9d-48ad-8947-aeed512af98b","university":"frodobots"},{"completion_time":"2026-03-31T03:44:00.765680Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the left bottle","longform_feedback":"Policy A first moved the gripper toward the left bottle, knocked it over, then policy A moved the gripper slightly for a while, approached the left bottle again.Policy B first moved the gripper back and forth for a while, then stopped during remaining time of the episode.My instruction is to knock over the left bottle, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.296359_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.296359_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:30.849021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:30.849021_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.907306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.907306_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.907306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:29.907306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:30.334334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_diffusion_droid_2026-03-31T03:39:30.334334_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:44.894222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:44.894222_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:46.313748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:46.313748_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.491196_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.491196_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.491196_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.491196_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.871375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8a3b6-d862-457b-a33d-51aa6b19d085/paligemma_fast_specialist_droid_2026-03-31T03:43:45.871375_video_wrist.mp4"},"preference":"A","session_id":"e8b8a3b6-d862-457b-a33d-51aa6b19d085","university":"frodobots"},{"completion_time":"2026-03-31T03:26:32.191936Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the left bottle","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then touched the left bottle in the end.Policy B first moved the gripper toward the left bottle, knocked it over, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the left bottle, neither policy was able to complete the task.When comparing the performance of the two, both policies only reached the left bottle, but policy B find the bottle faster than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:21.481588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:21.481588_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:23.209699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:23.209699_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.136066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.136066_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.136066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.136066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.600512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_vq_droid_2026-03-31T03:21:22.600512_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:15.047378_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:15.047378_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:17.066034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:17.066034_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.069831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.069831_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.069831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.069831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.506013_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43ea9282-f38e-4b7b-81f7-d82956a52172/paligemma_fast_specialist_droid_2026-03-31T03:26:16.506013_video_wrist.mp4"},"preference":"B","session_id":"43ea9282-f38e-4b7b-81f7-d82956a52172","university":"frodobots"},{"completion_time":"2026-03-31T02:50:48.241416Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with one tissue","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, grasped the tissue together with the pack, then moved it and pushed it to make it fall off to floor.Policy B first moved the gripper toward the sofa, attempted to grasp it, then approached the pack of tissue, touched it.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to wipe the sofa with one tissue,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the tissue, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:45.337766_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:45.337766_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:47.062562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:47.062562_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.056519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.056519_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.056519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.056519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.540352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/pi05_droid_2026-03-31T02:45:46.540352_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:34.620080_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:34.620080_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:36.134528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:36.134528_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.193994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.193994_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.193994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.193994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.637858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e9347d1-2e2f-4c78-81b3-05d48d6f93a8/paligemma_fast_droid_2026-03-31T02:50:35.637858_video_wrist.mp4"},"preference":"A","session_id":"1e9347d1-2e2f-4c78-81b3-05d48d6f93a8","university":"frodobots"},{"completion_time":"2026-03-30T09:53:26.835460Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, approached the tissue, touched the tissue,  then grasped and released the pack of tissues.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the tissue, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.040259_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.040259_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:59.605809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:59.605809_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.650717_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.650717_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.650717_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:58.650717_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:59.084012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_diffusion_droid_2026-03-30T09:49:59.084012_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:13.834829_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:13.834829_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.934354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.934354_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.222209_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.222209_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.222209_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.222209_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.530996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9594d1a-8fc6-404b-9cde-c1cf31d51a01/paligemma_vq_droid_2026-03-30T09:53:14.530996_video_wrist.mp4"},"preference":"A","session_id":"c9594d1a-8fc6-404b-9cde-c1cf31d51a01","university":"frodobots"},{"completion_time":"2026-03-30T09:05:37.583917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pear","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B first moved the gripper toward the orange, attempted to grasp it, then policy B moved gripper away and almost stopped during remaining time of the episode.My instruction is to pick up the pear, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the wrong object, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.235496_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.235496_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:42.692059_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:42.692059_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.822921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.822921_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.822921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:41.822921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:42.210408_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_vq_droid_2026-03-30T08:59:42.210408_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:29.833903_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:29.833903_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:31.394817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:31.394817_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.412552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.412552_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.412552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.412552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.860169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7462b6e3-7bb1-4343-970e-5637309bde0e/paligemma_diffusion_droid_2026-03-30T09:04:30.860169_video_wrist.mp4"},"preference":"B","session_id":"7462b6e3-7bb1-4343-970e-5637309bde0e","university":"frodobots"},{"completion_time":"2026-03-30T08:50:57.193045Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the pear, touched it, then policy A moved slightly during remaining time of the episode.Policy B first moved the gripper toward the orange, touched it, then policy B almost stopped during remaining time of the episode.My instruction is to pick up the apple,neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the apple, only touched a wrong object.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.238289_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.238289_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:15.838751_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:15.838751_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.879397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.879397_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.879397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:14.879397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:15.324738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/pi0_fast_droid_2026-03-30T08:46:15.324738_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.065321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.065321_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:18.620634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:18.620634_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.626282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.626282_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.626282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:17.626282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:18.089720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88aedaf5-9786-4af5-b61e-b418d2b163d5/paligemma_fast_specialist_droid_2026-03-30T08:50:18.089720_video_wrist.mp4"},"preference":"TIE","session_id":"88aedaf5-9786-4af5-b61e-b418d2b163d5","university":"frodobots"},{"completion_time":"2026-03-30T07:33:28.586980Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the book with the blue towel","longform_feedback":"Policy A first moved the gripper toward the blue towel, then picked up the white towel under the blue towel.Next, policy A picked up the blue towed and dropped it.Policy B first moved the gripper toward the blue towel, then grasped it and released it several times.My instruction is to cover the book with the blue towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the blue towel, whereas policy B only grasped it.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.003188_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.003188_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:36.584657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:36.584657_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.641799_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.641799_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.641799_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:35.641799_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:36.081140_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/paligemma_fast_specialist_droid_2026-03-30T07:24:36.081140_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.238830_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.238830_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:54.737023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:54.737023_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.823471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.823471_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.823471_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:53.823471_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:54.236940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fa6cdfa-2538-4175-865a-c5986b27ec9c/dreaming_zebra_2026-03-30T07:29:54.236940_video_wrist.mp4"},"preference":"A","session_id":"0fa6cdfa-2538-4175-865a-c5986b27ec9c","university":"frodobots"},{"completion_time":"2026-03-30T06:46:03.494807Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the blue towel onto the white towel","longform_feedback":"Policy A first moved the gripper toward the blue towel, grasped it, picked it up, then moved it toward the white towel, dropped it on the white towel.Policy B first moved the gripper toward the blue towel, grasped it, picked it up, then moved it toward the white towel, dropped it onto the white towel.My instruction is to put the blue towel onto the white towel, both policies completed the task successfully.When comparing the performance of the two, policy B completed the task more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:34.940430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:34.940430_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:36.427831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:36.427831_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.459883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.459883_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.459883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.459883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.942168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/pi05_droid_2026-03-30T06:40:35.942168_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:47.879445_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:47.879445_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:49.514340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:49.514340_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:48.465217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:48.465217_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:48.465217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:48.465217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:49.009154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a0373c2-c523-48d0-8f32-5b6ad1cfc621/paligemma_fast_droid_2026-03-30T06:45:49.009154_video_wrist.mp4"},"preference":"B","session_id":"8a0373c2-c523-48d0-8f32-5b6ad1cfc621","university":"frodobots"},{"completion_time":"2026-03-27T03:05:34.958600Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the book with the blue towel","longform_feedback":"Policy A first moved the gripper toward the sofa, then moved lightly during remaining time of the episode.Policy B first moved the gripper toward the blue towel, then approached the white towel, grasped it, picked it up, dropped it.Next, policy B picked up the blue towel, moved it.My instruction is to cover the book with the blue towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the blue towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.368768_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.368768_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:43.918740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:43.918740_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.965006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.965006_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.965006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:42.965006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:43.445476_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/dreaming_zebra_2026-03-27T03:00:43.445476_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:19.997200_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:19.997200_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:21.604889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:21.604889_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:20.648704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:20.648704_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:20.648704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:20.648704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:21.099634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21a27851-8937-49b4-8a51-f686c537048b/pi05_droid_2026-03-27T03:05:21.099634_video_wrist.mp4"},"preference":"B","session_id":"21a27851-8937-49b4-8a51-f686c537048b","university":"frodobots"},{"completion_time":"2026-03-27T02:26:37.585974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then policy A approached the book, touched it,attempted to grasp it.Policy B first moved the gripper slightly, then stopped during remaining time of the episode.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the book, whereas policy B almost stopped during whole trial.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:38.796772_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:38.796772_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:40.307292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:40.307292_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.345353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.345353_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.345353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.345353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.780342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/pi0_droid_2026-03-27T02:19:39.780342_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:22.848854_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:22.848854_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:24.058588_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:24.058588_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.309260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.309260_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.309260_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.309260_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.663146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f67e9e-1933-4dd5-8297-85b1213bea47/paligemma_fast_specialist_droid_2026-03-27T02:26:23.663146_video_wrist.mp4"},"preference":"A","session_id":"73f67e9e-1933-4dd5-8297-85b1213bea47","university":"frodobots"},{"completion_time":"2026-03-27T02:03:18.133979Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the table, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slightly, then stopped during remaining time of the episode.My instruction is to put the marker pen onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper randomly, whereas policy B almost stop during the whole trial.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:25.454856_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:25.454856_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:27.234223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:27.234223_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.160254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.160254_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.160254_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.160254_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.633339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/paligemma_fast_droid_2026-03-27T01:58:26.633339_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.127797_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.127797_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:16.500624_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:16.500624_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.697344_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.697344_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.697344_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:15.697344_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:16.085178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be48201-a66a-481e-beeb-7bae036a2ac2/pi0_fast_droid_2026-03-27T02:02:16.085178_video_wrist.mp4"},"preference":"A","session_id":"3be48201-a66a-481e-beeb-7bae036a2ac2","university":"frodobots"},{"completion_time":"2026-03-26T04:26:23.190265Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper toward the maker pen, grasped it, picked it up, then moved it toward the cup, rotated it, dropped it into the cup.Policy B first moved the gripper toward the marker pen but moved away soon, then policy B moved slightly during remaining time of the episode.My instruction is to put the marker pen into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.077779_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.077779_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:48.616368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:48.616368_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.682012_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.682012_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.682012_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:47.682012_video_right.mp4","wrist_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:48.135769_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/dreaming_zebra_2026-03-26T04:21:48.135769_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:58.526532_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:58.526532_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:26:00.253546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:26:00.253546_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.128940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.128940_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.128940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.128940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.670738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934fa357-c457-4aa5-aa53-6bdf3095844e/pi0_droid_2026-03-26T04:25:59.670738_video_wrist.mp4"},"preference":"A","session_id":"934fa357-c457-4aa5-aa53-6bdf3095844e","university":"frodobots"},{"completion_time":"2026-03-26T02:49:25.643011Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left cup onto the book","longform_feedback":"Policy A first moved the gripper toward the right cup, grasped it, picked it up, then moved it toward the book, put it onto the book.Policy B first moved the gripper toward the left cup, grasped it and released it, then policy B approached the right cup, pushed it.Next, policy B grasped the left cup again, moved it toward the book.My instruction is to put the left cup onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the correct cup toward the book, whereas policy A picked up the wrong cup.Therefore, i prefer B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.324171_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.324171_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:50.951115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:50.951115_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.934865_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.934865_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.934865_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:49.934865_video_right.mp4","wrist_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:50.398705_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/dreaming_zebra_2026-03-26T02:41:50.398705_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.032467_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.032467_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:09.078550_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:09.078550_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.842332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.842332_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.842332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:07.842332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:08.475949_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/baf75434-b251-48a2-a2f5-49af847c838c/paligemma_diffusion_droid_2026-03-26T02:49:08.475949_video_wrist.mp4"},"preference":"B","session_id":"baf75434-b251-48a2-a2f5-49af847c838c","university":"frodobots"},{"completion_time":"2026-03-26T01:55:31.931642Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the left cup","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it and dropped it.Policy B first moved the gripper toward the left cup, knocked it over, then policy B moved the gripper away, stopped during remaining time of the episode.My instruction is to pick up the left cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:01.684001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:01.684001_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:03.496543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:03.496543_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.366139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.366139_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.366139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.366139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.880185_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/pi05_droid_2026-03-26T01:50:02.880185_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.271839_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.271839_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:03.743629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:03.743629_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.805876_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.805876_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.805876_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:02.805876_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:03.239527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddda4a17-4cba-4cda-a3b8-de7326981b55/paligemma_vq_droid_2026-03-26T01:55:03.239527_video_wrist.mp4"},"preference":"A","session_id":"ddda4a17-4cba-4cda-a3b8-de7326981b55","university":"frodobots"},{"completion_time":"2026-03-25T09:52:28.238660Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, attempted to grasp it, touched it, then policy B approached the right cup, pushed it to make it fall off to floor.Policy B first moved the gripper toward the right cup, pushed it, then policy B moved the gripper slightly during remaining time of the episode.My instruction is to stack up the two cups,neither policy was able to complete the task.When comparing the performance of the two,policy A at least pushed the two cups, whereas policy B only pushed one cup.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.297489_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.297489_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:51.965613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:51.965613_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.940390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.940390_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.940390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:50.940390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:51.442664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_vq_droid_2026-03-25T09:46:51.442664_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:10.354061_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:10.354061_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:12.100154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:12.100154_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.004523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.004523_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.004523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.004523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.550346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e3068f-1374-440e-b5fa-fee7d2ea69b4/paligemma_fast_specialist_droid_2026-03-25T09:52:11.550346_video_wrist.mp4"},"preference":"A","session_id":"42e3068f-1374-440e-b5fa-fee7d2ea69b4","university":"frodobots"},{"completion_time":"2026-03-25T09:37:49.907911Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the marker pen but moved away soon, then policy A stopped during remaining time of the episode.Policy B first moved the gripper toward the marker pen, as if attempted to grasp it, then policy B moved the gripper around the marker pen during remaining time of the episode.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least seemingly attempted to grasp the marker pen, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.057486_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.057486_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:14.671611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:14.671611_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.641732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.641732_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.641732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:13.641732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:14.149638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/pi0_fast_droid_2026-03-25T09:32:14.149638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.078738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.078738_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:34.910892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:34.910892_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.800447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.800447_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.800447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:33.800447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:34.300432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e258113a-4f55-4c5b-94ed-33b3f7ab5744/paligemma_fast_droid_2026-03-25T09:37:34.300432_video_wrist.mp4"},"preference":"B","session_id":"e258113a-4f55-4c5b-94ed-33b3f7ab5744","university":"frodobots"},{"completion_time":"2026-03-25T09:18:42.564499Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the book, then attempted to grasped it several times.Policy B first moved the gripper toward the marker pen, pushed it, attempted to grasp it, then grasped and released it.My instruction is to put the marker pen onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:47.826992_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:47.826992_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:49.413638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:49.413638_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.455350_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.455350_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.455350_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.455350_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.885063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/paligemma_diffusion_droid_2026-03-25T09:13:48.885063_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:01.822247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:01.822247_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:03.586169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:03.586169_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.439923_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.439923_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.439923_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.439923_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.983905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff45faf-7533-4be3-a852-32fd134722bf/pi05_droid_2026-03-25T09:18:02.983905_video_wrist.mp4"},"preference":"B","session_id":"2ff45faf-7533-4be3-a852-32fd134722bf","university":"frodobots"},{"completion_time":"2026-03-25T08:27:26.656425Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B first moved the gripper toward the drawer but moved away soon, then policy B moved the gripper toward the box.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the drawer, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:22.597620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:22.597620_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:21.575437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:21.575437_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:21.575437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:21.575437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:22.134394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_fast_droid_2026-03-25T08:22:22.134394_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:03.717489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:03.717489_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:02.611782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:02.611782_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:02.611782_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:02.611782_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:03.259175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a523a19-87d7-4982-9efc-0e50ce54e662/pi0_droid_2026-03-25T08:27:03.259175_video_wrist.mp4"},"preference":"B","session_id":"5a523a19-87d7-4982-9efc-0e50ce54e662","university":"frodobots"},{"completion_time":"2026-03-25T08:14:59.716061Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the box, then moved up and down during remaining time of the episode.My instruction is to open the drawer,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the drawer.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:08.707620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:08.707620_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:07.670397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:07.670397_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:07.670397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:07.670397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:08.178422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_vq_droid_2026-03-25T08:09:08.178422_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:41.688991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:41.688991_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:40.429052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:40.429052_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:40.429052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:40.429052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:41.093900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6495fbf-46c0-4232-aa8f-9b2475aada21/paligemma_fast_droid_2026-03-25T08:14:41.093900_video_wrist.mp4"},"preference":"TIE","session_id":"c6495fbf-46c0-4232-aa8f-9b2475aada21","university":"frodobots"},{"completion_time":"2026-03-25T08:01:00.355413Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, touched it, grasped and released it, then picked it up, rotated it a bit, dropped it.Next, policy A picked up the controller again in the end.Policy B first moved the gripper toward the controller, grasped it, picked it up, then rotated it, dropped it on floor, but did not turn the controller up side down.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the controller and rotated it a bit.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:30.314168_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:30.314168_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.130210_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.130210_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.130210_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.130210_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.769517_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_vq_droid_2026-03-25T07:56:29.769517_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:48.021555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:48.021555_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:46.831430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:46.831430_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:46.831430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:46.831430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:47.446623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ea78ad-7f3b-4d32-8a5b-58054a847600/paligemma_fast_specialist_droid_2026-03-25T08:00:47.446623_video_wrist.mp4"},"preference":"TIE","session_id":"e0ea78ad-7f3b-4d32-8a5b-58054a847600","university":"frodobots"},{"completion_time":"2026-03-25T07:25:52.200223Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then pressed the gray button of the controller.Policy B first moved the gripper toward the controller, then moved back and forth for a while, stopped during remaining time of the episode.My instruction is to press the red button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the gray button, whereas policy B did not even reached the controller.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:21:00.852512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:21:00.852512_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:20:59.655999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:20:59.655999_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:20:59.655999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:20:59.655999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:21:00.274451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_diffusion_droid_2026-03-25T07:21:00.274451_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:26.177375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:26.177375_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.204969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.204969_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.204969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.204969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.733017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4541d10-bac2-433a-875a-50ebfaa61672/paligemma_fast_specialist_droid_2026-03-25T07:25:25.733017_video_wrist.mp4"},"preference":"A","session_id":"e4541d10-bac2-433a-875a-50ebfaa61672","university":"frodobots"},{"completion_time":"2026-03-25T02:05:19.311681Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, pushed it, grasped it and released it, then picked it up, dropped it.Policy B first moved the gripper randomly for a while, then approached the controller, touched it.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the controller, whereas policy B only touched the controller.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.196581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.196581_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T02:00:00.863894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T02:00:00.863894_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.843256_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.843256_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.843256_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T01:59:59.843256_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T02:00:00.302687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/paligemma_vq_droid_2026-03-25T02:00:00.302687_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:03.967538_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:03.967538_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:05.700816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:05.700816_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:04.671590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:04.671590_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:04.671590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:04.671590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:05.135441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf7f96e5-7a92-4cb0-88aa-e472abec72b8/pi0_droid_2026-03-25T02:05:05.135441_video_wrist.mp4"},"preference":"A","session_id":"bf7f96e5-7a92-4cb0-88aa-e472abec72b8","university":"frodobots"},{"completion_time":"2026-03-24T09:46:46.173916Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the screen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then approached the screen of the controller, touched the side of the screen.Policy B first moved the gripper toward the sofa, then moved the gripper back and forth during remaining time of the episode.My instruction is to touch the screen of the controller, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.254332_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.254332_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:18.800529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:18.800529_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.794761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.794761_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.794761_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:17.794761_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:18.251034_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/pi0_droid_2026-03-24T09:42:18.251034_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.400047_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.400047_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:28.047660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:28.047660_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.998960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.998960_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.998960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:26.998960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:27.492305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b601aac4-bdca-4327-a1ea-05d1f438dc02/paligemma_vq_droid_2026-03-24T09:46:27.492305_video_wrist.mp4"},"preference":"A","session_id":"b601aac4-bdca-4327-a1ea-05d1f438dc02","university":"frodobots"},{"completion_time":"2026-03-24T09:37:36.236234Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, pressed the rectangle button beside the round button, then policy A pressed the screen of the controller.Policy B first moved the gripper toward the controller, closed the gripper, then touched the blank area of the controller.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the rectangle button beside the round button, whereas policy B did not press any button.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:32:59.524001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:32:59.524001_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:01.177058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:01.177058_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.138363_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.138363_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.138363_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.138363_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.625195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/pi0_fast_droid_2026-03-24T09:33:00.625195_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:17.446320_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:17.446320_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.903703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.903703_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.003887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.003887_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.003887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.003887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.418862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74d69550-d71b-4ff6-a01e-280fc7d80f3a/paligemma_fast_droid_2026-03-24T09:37:18.418862_video_wrist.mp4"},"preference":"A","session_id":"74d69550-d71b-4ff6-a01e-280fc7d80f3a","university":"frodobots"},{"completion_time":"2026-03-24T09:27:31.842847Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then grasped and released the controller.Policy B first moved the gripper toward the controller, pressed the yellow button of the controller, then moved the gripper toward the sofa, touched the sofa.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.117439_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.117439_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:04.722056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:04.722056_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.679890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.679890_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.679890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:03.679890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:04.123542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_diffusion_droid_2026-03-24T09:24:04.123542_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:16.404655_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:16.404655_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:18.012586_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:18.012586_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.031258_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.031258_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.031258_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.031258_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.423600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11317502-adc4-4c36-a520-c07d9b612aeb/paligemma_vq_droid_2026-03-24T09:27:17.423600_video_wrist.mp4"},"preference":"B","session_id":"11317502-adc4-4c36-a520-c07d9b612aeb","university":"frodobots"},{"completion_time":"2026-03-24T08:50:24.871401Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"only pick up the fruit","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up and released it, then policy A moved the gripper for a while, approached the banana again.Policy B first moved the gripper toward potato, touched it, then grasped it, picked it up and dropped it.Next, policy B picked up and dropped the carrot.My instruction is to only pick up the fruit, when comparing the performance of the two, policy A completed the task successfully,whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.289987_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.289987_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:36.031953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:36.031953_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.931284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.931284_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.931284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:34.931284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:35.429794_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_fast_specialist_droid_2026-03-24T08:45:35.429794_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:08.418804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:08.418804_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:10.002947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:10.002947_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.039378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.039378_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.039378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.039378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.456435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e082d2c-6830-4c69-a707-9ed9ebebe8cc/paligemma_diffusion_droid_2026-03-24T08:50:09.456435_video_wrist.mp4"},"preference":"A","session_id":"0e082d2c-6830-4c69-a707-9ed9ebebe8cc","university":"frodobots"},{"completion_time":"2026-03-24T08:22:22.307553Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the orange, touched it, attempted to grasp it, then policy A approached the apple, attempted to grasp it, pushed the apple away.Next, policy A pushed the orange to make it fall off to floor.Policy B first moved the gripper toward the pear, attempted to grasp it, then approached the orange, pushed it to make it fall off to floor.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the apple, whereas policy B did not even find the apple.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:29.738889_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:29.738889_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:31.393045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:31.393045_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.418306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.418306_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.418306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.418306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.866700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_vq_droid_2026-03-24T08:17:30.866700_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:01.895430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:01.895430_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:03.525141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:03.525141_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.517883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.517883_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.517883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.517883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.961272_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d9a517d-989f-4711-a78e-e0abcb62e3e0/paligemma_fast_droid_2026-03-24T08:22:02.961272_video_wrist.mp4"},"preference":"A","session_id":"2d9a517d-989f-4711-a78e-e0abcb62e3e0","university":"frodobots"},{"completion_time":"2026-03-24T08:00:26.593701Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the orange, grasped it, picked it up and dropped it, then policy B attempted to grasp it again, but did not succeed.Policy B first moved the gripper toward the apple, touched it, then policy B moved the gripper around the apple during remaining time of the episode.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the apple, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:33.848261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:33.848261_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:35.414231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:35.414231_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.441781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.441781_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.441781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.441781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.873805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/paligemma_diffusion_droid_2026-03-24T07:55:34.873805_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.109768_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.109768_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:11.748799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:11.748799_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.725676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.725676_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.725676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:10.725676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:11.161014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faef5600-032a-43d9-8856-6abc99f14813/pi0_fast_droid_2026-03-24T08:00:11.161014_video_wrist.mp4"},"preference":"B","session_id":"faef5600-032a-43d9-8856-6abc99f14813","university":"frodobots"},{"completion_time":"2026-03-24T07:39:40.065582Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the saucer","longform_feedback":"Policy A first moved the gripper toward the red block, grasped, picked it up, then moved it and dropped it on floor.Next, policy A approached the battery, picked it up and dropped it.Policy B first moved the gripper toward the red block, grasped it, picked it up, then moved it toward the saucer but did not put it into the saucer.My instruction is to put the red block into the saucer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the red block toward the saucer, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.078582_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.078582_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:54.739719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:54.739719_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.702267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.702267_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.702267_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:53.702267_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:54.207630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/paligemma_vq_droid_2026-03-24T07:33:54.207630_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.089932_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.089932_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:22.889947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:22.889947_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.791996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.791996_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.791996_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:21.791996_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:22.264520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1711e47-dd79-42cb-b673-28075008b21b/pi0_fast_droid_2026-03-24T07:39:22.264520_video_wrist.mp4"},"preference":"B","session_id":"c1711e47-dd79-42cb-b673-28075008b21b","university":"frodobots"},{"completion_time":"2026-03-24T07:27:09.048944Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pencil by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the pencil, grasped it,picked it up, then rotated it by 180 degrees, dropped it on floor.Policy B first moved the gripper toward the pencil, attempted to grasped, touched it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to rotate the pencil by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the pencil, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:09.361699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:09.361699_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:11.003323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:11.003323_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.009427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.009427_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.009427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.009427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.499482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/paligemma_vq_droid_2026-03-24T07:22:10.499482_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.296126_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.296126_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:56.862526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:56.862526_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.888504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.888504_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.888504_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:55.888504_video_right.mp4","wrist_video_gcs_path":"evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:56.337752_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/547b741d-18d4-451c-94b6-c4cbf98a9f4c/pi05_droid_2026-03-24T07:26:56.337752_video_wrist.mp4"},"preference":"A","session_id":"547b741d-18d4-451c-94b6-c4cbf98a9f4c","university":"frodobots"},{"completion_time":"2026-03-24T06:33:23.362726Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the saucer","longform_feedback":"Policy A first moved the gripper toward the saucer, then grasped it, picked it up.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the saucer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.144808_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.144808_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:15.459455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:15.459455_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.630848_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.630848_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.630848_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:14.630848_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:15.002991_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/dreaming_zebra_2026-03-24T06:28:15.002991_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:39.744154_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:39.744154_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:41.377162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:41.377162_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.298703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.298703_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.298703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.298703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.752555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b702d2b6-3812-47f3-9563-b038dc4fcd95/pi05_droid_2026-03-24T06:32:40.752555_video_wrist.mp4"},"preference":"A","session_id":"b702d2b6-3812-47f3-9563-b038dc4fcd95","university":"frodobots"},{"completion_time":"2026-03-24T03:45:24.188701Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the battery into the saucer","longform_feedback":"Policy A first moved the gripper toward the saucer, then stopped during remaining time of the episode.Policy B first moved the gripper toward the battery, grasped it, picked it up, then moved it and dropped it on sofa.Next, policy B attempted to grasped the battery again, but did not succeed.My instruction is to put the battery into the saucer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the battery, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:19.944135_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:19.944135_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:21.543818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:21.543818_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:20.588998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:20.588998_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:20.588998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:20.588998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:21.052431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/pi0_fast_droid_2026-03-24T03:38:21.052431_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:07.783492_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:07.783492_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:09.475866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:09.475866_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.477304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.477304_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.477304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.477304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.940023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/065c71a6-502f-450b-a59b-04d11be4bd4c/paligemma_vq_droid_2026-03-24T03:45:08.940023_video_wrist.mp4"},"preference":"B","session_id":"065c71a6-502f-450b-a59b-04d11be4bd4c","university":"frodobots"},{"completion_time":"2026-03-24T03:26:02.427601Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the bottle","longform_feedback":"Policy A first moved the gripper toward the bottle, touched the cap of the bottle, then attempted to grasp it but did not succeed, knocked the bottle over.Policy B first moved the gripper toward the bottle, touched the cap of the bottle,then  attempted to grasp the cap, knocked the bottle over. My instruction is to remove the cap of the bottle, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the cap and knocked the bottle over.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.144453_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.144453_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:18.969611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:18.969611_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.879517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.879517_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.879517_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:17.879517_video_right.mp4","wrist_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:18.323538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/pi05_droid_2026-03-24T03:20:18.323538_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:23.559943_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:23.559943_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:25.344748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:25.344748_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.225115_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.225115_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.225115_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.225115_video_right.mp4","wrist_video_gcs_path":"evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.679150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/221bf486-7ee9-468d-a077-8d0d3b8af505/paligemma_vq_droid_2026-03-24T03:25:24.679150_video_wrist.mp4"},"preference":"TIE","session_id":"221bf486-7ee9-468d-a077-8d0d3b8af505","university":"frodobots"},{"completion_time":"2026-03-24T03:03:54.400475Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the bottle into the cup","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the bottle of water, then touched it, pushed it, causing the bottle to fall off to floor.My instruction is to pour water from the bottle into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.264261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.264261_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:44.861304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:44.861304_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.834687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.834687_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.834687_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:43.834687_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:44.319780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_fast_droid_2026-03-24T02:58:44.319780_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:38.818165_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:38.818165_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:40.655410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:40.655410_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:39.484534_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:39.484534_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:39.484534_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:39.484534_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:40.032830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f34490fd-41ce-4154-9fb7-d10765f88a85/paligemma_vq_droid_2026-03-24T03:03:40.032830_video_wrist.mp4"},"preference":"B","session_id":"f34490fd-41ce-4154-9fb7-d10765f88a85","university":"frodobots"},{"completion_time":"2026-03-24T02:16:05.035528Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pliers","longform_feedback":"Policy A first moved the gripper toward the pliers, grasped it, picked it up, then moved it and dropped it.Next, policy A picked up and dropped the pliers again. Policy B first moved the gripper toward the nail clipper, then approached the pliers,grasped it, picked it up and dropped it.My instruction is to pick up the pliers, both policies completed the task.When comparing the performance of the two, policy A find the pliers more fast than policy B.Therefore, i prefer policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:13.385904_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:13.385904_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:15.144213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:15.144213_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.089173_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.089173_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.089173_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.089173_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.574473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/pi05_droid_2026-03-24T02:11:14.574473_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.117044_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.117044_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:47.861277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:47.861277_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.779137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.779137_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.779137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:46.779137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:47.262578_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8ffcae-fba4-4f06-b7cb-60166a6b6a44/paligemma_vq_droid_2026-03-24T02:15:47.262578_video_wrist.mp4"},"preference":"A","session_id":"8c8ffcae-fba4-4f06-b7cb-60166a6b6a44","university":"frodobots"},{"completion_time":"2026-03-24T02:01:14.665651Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the nail clipper","longform_feedback":"Policy A first moved the gripper toward the nail clipper, adjusted posture, then, after hesitating for a while, policy A approached the nail clipper, touched it.Policy B first moved the gripper toward the nail clipper, touched it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the nail clipper, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the nail clipper.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:33.486304_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:33.486304_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:35.252038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:35.252038_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.158610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.158610_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.158610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.158610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.673572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_droid_2026-03-24T01:56:34.673572_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:50.534702_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:50.534702_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:52.304349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:52.304349_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.250428_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.250428_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.250428_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.250428_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.755864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a99426-173f-434c-9f96-de4a2cf1af3e/pi0_fast_droid_2026-03-24T02:00:51.755864_video_wrist.mp4"},"preference":"TIE","session_id":"98a99426-173f-434c-9f96-de4a2cf1af3e","university":"frodobots"},{"completion_time":"2026-03-24T01:47:46.387946Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the nail clipper","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper above the nail clipper, then moved slightly during remaining time of the episode.My instruction is to pick up the nail clipper, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the nail clipper, whereas policy A did not do anything relevant.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:15.433829_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:15.433829_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:17.052048_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:17.052048_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.106771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.106771_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.106771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.106771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.535724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/paligemma_fast_droid_2026-03-24T01:42:16.535724_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.298470_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.298470_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:25.857479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:25.857479_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.877605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.877605_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.877605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:24.877605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:25.329931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed7350f5-ee39-4035-a8c6-74b352238dd6/dreaming_zebra_2026-03-24T01:47:25.329931_video_wrist.mp4"},"preference":"B","session_id":"ed7350f5-ee39-4035-a8c6-74b352238dd6","university":"frodobots"},{"completion_time":"2026-03-23T09:51:40.186840Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the cube, put it onto the cube.Policy B first moved the gripper toward the tissue, grasped it, picked it up, then moved it and dropped it on floor.My instruction is to cover the cube with the tissue, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:25.516706_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:25.516706_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:27.121297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:27.121297_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.142261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.142261_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.142261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.142261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.565684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/dreaming_zebra_2026-03-23T09:47:26.565684_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.181667_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.181667_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:18.809466_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:18.809466_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.767557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.767557_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.767557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:17.767557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:18.254357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/669d0828-52f2-4ee5-86d7-c178d2e5edc5/paligemma_fast_specialist_droid_2026-03-23T09:51:18.254357_video_wrist.mp4"},"preference":"A","session_id":"669d0828-52f2-4ee5-86d7-c178d2e5edc5","university":"frodobots"},{"completion_time":"2026-03-23T08:55:28.142484Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the tissue","longform_feedback":"Policy A first moved the gripper toward the cube, touched it, then attempted to grasp it several times, grasped and released it in the end.Policy B first moved the gripper toward the cube, touched it, then attempted to grasp the cube several times, grasped and released it in the end.My instruction is to put the cube onto the tissue, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped and released the cube.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.129607_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.129607_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:46.822910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:46.822910_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.732060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.732060_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.732060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:45.732060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:46.217856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_vq_droid_2026-03-23T08:50:46.217856_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.283309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.283309_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:11.008719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:11.008719_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.905530_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.905530_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.905530_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:09.905530_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:10.387329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1b30e8-76bf-4727-8f05-c08fc3152f99/paligemma_fast_specialist_droid_2026-03-23T08:55:10.387329_video_wrist.mp4"},"preference":"TIE","session_id":"1e1b30e8-76bf-4727-8f05-c08fc3152f99","university":"frodobots"},{"completion_time":"2026-03-23T08:27:16.589658Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the mobile phone with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the phone, pushed the phone dropped the tissue onto the phone.My instruction is to wipe the mobile phone with the tissue, neither policy was able to complete the task.When comparing the performance of the the two, policy B at least put the tissue onto the phone, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:46.941301_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:46.941301_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:48.662456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:48.662456_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:47.604511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:47.604511_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:47.604511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:47.604511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:48.083509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/paligemma_fast_specialist_droid_2026-03-23T08:22:48.083509_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:26:59.521224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:26:59.521224_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:01.193830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:01.193830_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.166488_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.166488_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.166488_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.166488_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.666753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b94a7290-2e3f-483c-a96a-3ca14007f00d/pi05_droid_2026-03-23T08:27:00.666753_video_wrist.mp4"},"preference":"B","session_id":"b94a7290-2e3f-483c-a96a-3ca14007f00d","university":"frodobots"},{"completion_time":"2026-03-23T08:12:30.820636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the iphone","longform_feedback":"Policy A first moved the gripper toward the iphone, touched it, then moved around the iphone during remaining time of the episode.Policy B first moved the gripper toward the iphone but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.My instruction is to pick up the iphone, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the iphone and moved around the iphone during the whole trial, whereas policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:28.466279_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:28.466279_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.970046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.970046_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.062543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.062543_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.062543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.062543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.476316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/dreaming_zebra_2026-03-23T08:07:29.476316_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.015428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.015428_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:15.785195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:15.785195_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.646611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.646611_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.646611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:14.646611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:15.122950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa/pi05_droid_2026-03-23T08:12:15.122950_video_wrist.mp4"},"preference":"A","session_id":"013eb42d-8a6c-4e6a-a368-edbc8a9ae4aa","university":"frodobots"},{"completion_time":"2026-03-23T07:46:52.468283Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the iphone","longform_feedback":"Policy A first moved the gripper toward the iphone, then stopped above the iphone during remaining time of the episode.Policy B first moved the gripper toward the iphone, attempted to grasp it, touched the sofa near the iphone, then stopped during remaining time of the episode.My instruction is to press the round button of the iphone,neither policy was able to completed the task.When comparing the performance of the two, policy B was more likely to complete the task then policy A.Therefore, i choose B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:26.827785_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:26.827785_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:28.188637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:28.188637_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.394324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.394324_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.394324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.394324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.780889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_fast_droid_2026-03-23T07:41:27.780889_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:33.422922_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:33.422922_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.956915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.956915_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.011798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.011798_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.011798_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.011798_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.462563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25c6a7-03f3-41b3-9e68-749c5631ad77/pi0_droid_2026-03-23T07:46:34.462563_video_wrist.mp4"},"preference":"B","session_id":"ab25c6a7-03f3-41b3-9e68-749c5631ad77","university":"frodobots"},{"completion_time":"2026-03-23T07:22:17.401539Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the sock into the cup","longform_feedback":"Policy A first moved the gripper toward the bottle, then pushed it, attempted to grasp it.Policy B first moved the gripper toward the sofa, attempted to grasp it, then approached the sock, picked it up, moved it toward the cup until time ran out.My instruction is to put the sock into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the sock toward the cup, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:15.659696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:15.659696_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:17.272600_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:17.272600_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.296803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.296803_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.296803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.296803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.757486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/paligemma_diffusion_droid_2026-03-23T07:15:16.757486_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:47.515626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:47.515626_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:49.220372_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:49.220372_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.133016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.133016_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.133016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.133016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.587293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2251d806-3600-4d0d-9352-888747462cd2/pi0_fast_droid_2026-03-23T07:21:48.587293_video_wrist.mp4"},"preference":"B","session_id":"2251d806-3600-4d0d-9352-888747462cd2","university":"frodobots"},{"completion_time":"2026-03-23T07:01:40.935614Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pair of socks together","longform_feedback":"Policy A first moved the gripper toward one sock, grasped it, picked it up, then moved it toward another sock, put the two socks together.Policy B first moved the gripper toward one sock, grasped it, picked it up, then moved it toward another sock, dropped it near another sock.Next, policy B picked up the sock again, put it onto another sock.My instruction is to put the pair of socks together, both policies completed the task.When comparing the performance of the two, policy A completed the task more smoothly then policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.135706_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.135706_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:03.749270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:03.749270_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.756915_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.756915_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.756915_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:02.756915_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:03.223781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/dreaming_zebra_2026-03-23T06:56:03.223781_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:11.360001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:11.360001_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:13.059180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:13.059180_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.027670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.027670_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.027670_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.027670_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.536382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95bec423-494e-4b6d-b563-3232992b5634/paligemma_diffusion_droid_2026-03-23T07:01:12.536382_video_wrist.mp4"},"preference":"A","session_id":"95bec423-494e-4b6d-b563-3232992b5634","university":"frodobots"},{"completion_time":"2026-03-23T06:36:34.789986Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white wire","longform_feedback":"Policy A first moved the gripper toward the white wire, then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the white wire, then grasped it and released it several times, but did not picked it up in then end.My instruction is to pick up the white wire, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the white wire, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:11.457551_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:11.457551_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:13.013144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:13.013144_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.041865_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.041865_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.041865_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.041865_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.490576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/dreaming_zebra_2026-03-23T06:31:12.490576_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:15.983921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:15.983921_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:17.471364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:17.471364_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:16.519046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:16.519046_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:16.519046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:16.519046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:17.000453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a1553f6-398f-4451-8ec9-0d449c5e8cb2/paligemma_diffusion_droid_2026-03-23T06:36:17.000453_video_wrist.mp4"},"preference":"B","session_id":"5a1553f6-398f-4451-8ec9-0d449c5e8cb2","university":"frodobots"},{"completion_time":"2026-03-23T04:28:12.438686Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the bottle","longform_feedback":"Policy A first moved the gripper toward the bottle, touched it, grasped it, then pushed it to make it fall over.Policy B first moved the gripper toward the bottle, pushed it to make it fall over, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to knock over the bottle,bot policies completed the task successfully.When comparing the performance of the two, policy B completed the task more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:19.398514_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:19.398514_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:21.096552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:21.096552_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.034324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.034324_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.034324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.034324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.515944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/paligemma_vq_droid_2026-03-23T04:16:20.515944_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:39.800813_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:39.800813_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:41.576448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:41.576448_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:40.471347_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:40.471347_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:40.471347_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:40.471347_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:41.001699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c75064c-0152-488d-ae78-f939955ca937/pi0_droid_2026-03-23T04:27:41.001699_video_wrist.mp4"},"preference":"B","session_id":"3c75064c-0152-488d-ae78-f939955ca937","university":"frodobots"},{"completion_time":"2026-03-23T04:04:46.743748Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the blue towel with the white towel","longform_feedback":"Policy A first moved the gripper toward the white towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A picked up the towel again.Policy B first moved the gripper toward the white towel, grasped it, picked it up and dropped it.My instruction is to cover the blue towel with the white towel, neither policy was able to complete the task.When comparing the performance of the two, policy A dropped the towel on floor, whereas policy B did not.Therefore,  i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.135528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.135528_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:16.724635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:16.724635_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.763560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.763560_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.763560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:15.763560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:16.246657_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_vq_droid_2026-03-23T03:59:16.246657_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:31.951592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:31.951592_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:33.575668_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:33.575668_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:32.610024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:32.610024_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:32.610024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:32.610024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:33.055299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7818612f-0cd6-45a3-9ae7-711faa3cd0a8/paligemma_fast_specialist_droid_2026-03-23T04:04:33.055299_video_wrist.mp4"},"preference":"B","session_id":"7818612f-0cd6-45a3-9ae7-711faa3cd0a8","university":"frodobots"},{"completion_time":"2026-03-23T02:59:28.227551Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white towel","longform_feedback":"Policy A first moved the gripper toward white towel, grasped it, picked it up, then moved it and dropped it.Policy B first moved the gripper toward the white towel, grasped it, picked it up, then moved it and dropped it.My instruction is to pick up the white towel, both policies completed the task.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.179811_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.179811_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:24.833484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:24.833484_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.860816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.860816_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.860816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:23.860816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:24.308114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/paligemma_vq_droid_2026-03-23T02:56:24.308114_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.216123_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.216123_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:14.902656_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:14.902656_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.863047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.863047_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.863047_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:13.863047_video_right.mp4","wrist_video_gcs_path":"evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:14.349781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/adce3e5d-f2bd-4095-89f3-a1f875c2d6c9/pi05_droid_2026-03-23T02:59:14.349781_video_wrist.mp4"},"preference":"TIE","session_id":"adce3e5d-f2bd-4095-89f3-a1f875c2d6c9","university":"frodobots"},{"completion_time":"2026-03-23T02:25:49.911945Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the spray bottle with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the spray bottle, dropped it near the spray bottle.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Next, policy B picked up the towel again.My instruction is to cover the spray bottle with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the towel toward the spray bottle, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.109062_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.109062_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:23.631927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:23.631927_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.705664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.705664_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.705664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:22.705664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:23.128474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/pi05_droid_2026-03-23T02:09:23.128474_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.095303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.095303_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:13.996468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:13.996468_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.809494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.809494_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.809494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:12.809494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:13.303005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a4c5f34-fb49-4884-b100-d5ca471f407c/paligemma_fast_droid_2026-03-23T02:25:13.303005_video_wrist.mp4"},"preference":"A","session_id":"5a4c5f34-fb49-4884-b100-d5ca471f407c","university":"frodobots"},{"completion_time":"2026-03-19T06:38:49.115825Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the cap, touched it, grasped it, picked it up, dropped it, then policy B attempted to grasp the cap again, but did not succeed.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the cap, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.361758_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.361758_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:45.935766_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:45.935766_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.925676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.925676_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.925676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:44.925676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:45.451605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/paligemma_fast_droid_2026-03-19T06:32:45.451605_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.204594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.204594_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:30.906256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:30.906256_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.801706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.801706_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.801706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:29.801706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:30.254983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ae9348a-15a8-469b-a6f3-72cbf9910484/pi0_fast_droid_2026-03-19T06:38:30.254983_video_wrist.mp4"},"preference":"A","session_id":"1ae9348a-15a8-469b-a6f3-72cbf9910484","university":"frodobots"},{"completion_time":"2026-03-19T06:22:13.778761Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,grasped the cap of the spray bottle, picked it up, then removed the cap from the spray bottle, dropped it.Policy B first moved gripper toward the bottle, touched the cap, then moved the gripper around the spray bottle during remaining time of the episode.My instruction is to remove the cap of the spray bottle, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.166704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.166704_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:33.992564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:33.992564_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.902168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.902168_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.902168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:32.902168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:33.377675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/paligemma_diffusion_droid_2026-03-19T06:16:33.377675_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:53.300954_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:53.300954_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:55.083566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:55.083566_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.031580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.031580_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.031580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.031580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.502522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb66c40d-6481-422f-a2be-82fbe158de29/pi05_droid_2026-03-19T06:21:54.502522_video_wrist.mp4"},"preference":"A","session_id":"eb66c40d-6481-422f-a2be-82fbe158de29","university":"frodobots"},{"completion_time":"2026-03-19T03:29:09.755305Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pack of tissues with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up and dropped it, then policy A moved slightly during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, moved it, released it, then policy B approached the pack of tissues, pull out one tissue from the pack.My instruction is to cover the pack of tissues with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped and released the towel, but then policy B reached the pack of tissues, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:42.948568_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:42.948568_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:44.581134_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:44.581134_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:43.598149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:43.598149_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:43.598149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:43.598149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:44.071946_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_fast_specialist_droid_2026-03-19T03:22:44.071946_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.346344_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.346344_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:59.071426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:59.071426_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.982270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.982270_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.982270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:57.982270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:58.497017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17/paligemma_diffusion_droid_2026-03-19T03:28:58.497017_video_wrist.mp4"},"preference":"B","session_id":"f4262752-c2cc-4d2b-9ad6-7b09e9e0dc17","university":"frodobots"},{"completion_time":"2026-03-19T03:14:33.546345Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, grasped the pack and tissue together, picked it up, then moved it and dropped it.Next, policy A picked up the pack of tissue again.Policy B first moved the gripper toward the pack of tissues, grasped the pack and tissue together, then stopped during remaining time of the episode.My instruction is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two, policy A was more likely to complete the task.Therefore,  i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.282949_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.282949_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:21.008419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:21.008419_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.956715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.956715_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.956715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:19.956715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:20.454290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_vq_droid_2026-03-19T03:09:20.454290_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:58.508233_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:58.508233_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:14:00.064021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:14:00.064021_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.171313_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.171313_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.171313_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.171313_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.596415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8177b874-f016-47b8-aec9-4a69ec05e9c6/paligemma_diffusion_droid_2026-03-19T03:13:59.596415_video_wrist.mp4"},"preference":"A","session_id":"8177b874-f016-47b8-aec9-4a69ec05e9c6","university":"frodobots"},{"completion_time":"2026-03-18T10:20:18.648636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"separate the two cups","longform_feedback":"Policy A first moved the gripper toward the cups, grasped them, picked them up, then moved them and dropped them, but did not separate the two cups.Policy B first moved the gripper toward the cups, knocked them over, then grasped the cups, moved them, causing the cups to fall off to floor and separated.My instruction is to separate the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.356849_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.356849_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:54.995674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:54.995674_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.954295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.954295_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.954295_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:53.954295_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:54.505145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_vq_droid_2026-03-18T10:15:54.505145_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.339964_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.339964_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:03.961887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:03.961887_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.978398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.978398_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.978398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:02.978398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:03.466801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72521915-2e20-429f-b18c-ddcc745b7b75/paligemma_diffusion_droid_2026-03-18T10:20:03.466801_video_wrist.mp4"},"preference":"B","session_id":"72521915-2e20-429f-b18c-ddcc745b7b75","university":"frodobots"},{"completion_time":"2026-03-18T09:54:34.163112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"separate the two cups","longform_feedback":"Policy A first moved the gripper toward the sofa, attempted to grasp it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the cups, attempted to grasped it, knocked the cups over, then attempted to grasp the cup again, but did not succeed.My instruction is to separate the two cups,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cups, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:33.956696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:33.956696_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:35.673943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:35.673943_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:34.567015_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:34.567015_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:34.567015_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:34.567015_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:35.076833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/paligemma_fast_droid_2026-03-18T09:49:35.076833_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:14.728485_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:14.728485_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:16.415674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:16.415674_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.369927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.369927_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.369927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.369927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.815677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d70f289-e434-4f8b-97a4-043ca96b1ff5/pi0_fast_droid_2026-03-18T09:54:15.815677_video_wrist.mp4"},"preference":"B","session_id":"3d70f289-e434-4f8b-97a4-043ca96b1ff5","university":"frodobots"},{"completion_time":"2026-03-18T09:21:08.354998Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the front cup, attempted to grasp it, then policy A approached the back cup, picked it up, moved it toward the front cup, put it into the front cup.Next, policy A picked up the two cups together.Policy B first moved the gripper toward the back cup, then approached the front cup, knocked it over, attempted to grasp it, but did not succeed in the end.My instruction is to stack up the two cups,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:21.786679_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:21.786679_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:23.495749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:23.495749_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.383724_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.383724_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.383724_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.383724_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.982728_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/dreaming_zebra_2026-03-18T09:14:22.982728_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.168265_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.168265_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:49.869472_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:49.869472_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.864157_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.864157_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.864157_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:48.864157_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:49.351331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63036bf-b794-400b-9b8d-4bdb62fa8926/paligemma_diffusion_droid_2026-03-18T09:20:49.351331_video_wrist.mp4"},"preference":"A","session_id":"c63036bf-b794-400b-9b8d-4bdb62fa8926","university":"frodobots"},{"completion_time":"2026-03-18T09:02:10.817762Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen from the cup","longform_feedback":"Policy A first moved the gripper toward the cup, attempted to grasp it, knocked it over, then picked it up, dropped it, causing the cup to fall off to floor.Policy B first moved the gripper toward the cup, approached the marker pen, grasped and released the cup, causing the cup to fall off to floor, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the marker pen from the cup,neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped the cup and knocked the cup over.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.086609_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.086609_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:03.693964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:03.693964_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.739460_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.739460_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.739460_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:02.739460_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:03.169115_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/paligemma_diffusion_droid_2026-03-18T08:57:03.169115_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:53.596877_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:53.596877_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:55.309623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:55.309623_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.284051_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.284051_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.284051_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.284051_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.767458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f671b75-d64a-4e12-b377-e200fd4f9a1f/pi0_fast_droid_2026-03-18T09:01:54.767458_video_wrist.mp4"},"preference":"TIE","session_id":"7f671b75-d64a-4e12-b377-e200fd4f9a1f","university":"frodobots"},{"completion_time":"2026-03-18T08:37:08.521462Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the maker pen into the cup","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then moved it to the cup, dropped it into the cup.Policy B first moved the gripper toward the marker pen, attempted to grasp it, then picked it up, moved it toward the cup, stopped above the cup.My instruction is to put the maker pen into the cup,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:12.663967_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:12.663967_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:14.416684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:14.416684_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.387365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.387365_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.387365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.387365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.837225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/pi05_droid_2026-03-18T08:31:13.837225_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:45.655312_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:45.655312_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:47.328974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:47.328974_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.365002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.365002_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.365002_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.365002_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.822511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2ff8d4-e265-42f7-afe3-8add55911405/dreaming_zebra_2026-03-18T08:36:46.822511_video_wrist.mp4"},"preference":"A","session_id":"cd2ff8d4-e265-42f7-afe3-8add55911405","university":"frodobots"},{"completion_time":"2026-03-18T08:25:26.292206Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper slightly for a while, then approached the controller.Policy B first moved the gripper toward the controller, touched it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the controller,whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.165156_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.165156_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:15.626479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:15.626479_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.706392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.706392_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.706392_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:14.706392_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:15.189753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/pi0_droid_2026-03-18T08:15:15.189753_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:04.961575_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:04.961575_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:06.715686_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:06.715686_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:05.628864_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:05.628864_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:05.628864_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:05.628864_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:06.086258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a5be02-a941-44f2-b7b5-517d2b1e8e82/paligemma_fast_specialist_droid_2026-03-18T08:25:06.086258_video_wrist.mp4"},"preference":"B","session_id":"a0a5be02-a941-44f2-b7b5-517d2b1e8e82","university":"frodobots"},{"completion_time":"2026-03-18T08:10:17.015994Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the pillow","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it toward the pillow, put it onto the pillow.Policy B first moved the gripper toward the controller, grasped it and released it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the controller onto the pillow, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:41.717791_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:41.717791_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:43.280289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:43.280289_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.342872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.342872_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.342872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.342872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.790124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/dreaming_zebra_2026-03-18T08:05:42.790124_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:57.459228_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:57.459228_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:59.035466_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:59.035466_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.008853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.008853_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.008853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.008853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.503178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e569b1b-6778-4532-99fa-b7319a3fe67f/paligemma_fast_droid_2026-03-18T08:09:58.503178_video_wrist.mp4"},"preference":"A","session_id":"3e569b1b-6778-4532-99fa-b7319a3fe67f","university":"frodobots"},{"completion_time":"2026-03-18T07:52:09.907113Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A first moved the gripper toward the pillow, then moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slightly for a while, then stopped during remaining time of the episode.My instruction is to pick up the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the pillow, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.083620_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.083620_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:44.900006_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:44.900006_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.732322_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.732322_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.732322_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:43.732322_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:44.259479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi05_droid_2026-03-18T07:47:44.259479_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.148921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.148921_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:50.856838_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:50.856838_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.872282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.872282_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.872282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:49.872282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:50.246792_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6853b8b-571c-4972-b682-fcd9b4c47f0f/pi0_fast_droid_2026-03-18T07:51:50.246792_video_wrist.mp4"},"preference":"A","session_id":"c6853b8b-571c-4972-b682-fcd9b4c47f0f","university":"frodobots"},{"completion_time":"2026-03-18T07:04:36.992755Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the cube, closed the gripper, pressed the red area of the cube, then approached the controller, pressed the yellow button of the controller.Policy B first moved the gripper toward the controller, grasped and released it, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.247253_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.247253_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:04.872648_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:04.872648_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.923009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.923009_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.923009_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:03.923009_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:04.368430_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/dreaming_zebra_2026-03-18T06:59:04.368430_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.136377_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.136377_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:14.698832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:14.698832_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.727361_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.727361_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.727361_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:13.727361_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:14.189697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430fa245-3e37-4b09-a14a-524767ef5165/pi0_droid_2026-03-18T07:04:14.189697_video_wrist.mp4"},"preference":"A","session_id":"430fa245-3e37-4b09-a14a-524767ef5165","university":"frodobots"},{"completion_time":"2026-03-18T03:10:07.793237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, approached the yellow button of the controller, pressed the yellow button of the controller.Policy B first moved the gripper toward the controller, touched it,then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to press the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the yellow button of the controller, whereas policy B did not press any button.Therefore, i choose A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:27.935632_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:27.935632_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:29.575754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:29.575754_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:28.563600_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:28.563600_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:28.563600_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:28.563600_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:29.068551_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/dreaming_zebra_2026-03-18T03:05:29.068551_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:53.579912_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:53.579912_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:55.289297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:55.289297_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.273427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.273427_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.273427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.273427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.765948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7133abf2-3a22-442c-b879-0256fc48d883/pi05_droid_2026-03-18T03:09:54.765948_video_wrist.mp4"},"preference":"A","session_id":"7133abf2-3a22-442c-b879-0256fc48d883","university":"frodobots"},{"completion_time":"2026-03-18T03:00:13.330253Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the cube","longform_feedback":"Policy A first moved the gripper toward the controller, then approached the cube, picked it up, moved it toward the controller, put it onto the controller.Policy B first moved the gripper toward the controller, attempted to grasp it but did not succeed, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the controller onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the cube onto the controller, whereas policy B did not even grasp the object.Therefore, i choose A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.059266_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.059266_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:26.659162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:26.659162_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.652540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.652540_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.652540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:25.652540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:26.128567_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/dreaming_zebra_2026-03-18T02:54:26.128567_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:54.722441_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:54.722441_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:56.309272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:56.309272_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.348973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.348973_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.348973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.348973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.825301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ceb3363a-5535-4f27-8bf8-7c64ddf843bb/pi0_droid_2026-03-18T02:59:55.825301_video_wrist.mp4"},"preference":"A","session_id":"ceb3363a-5535-4f27-8bf8-7c64ddf843bb","university":"frodobots"},{"completion_time":"2026-03-18T02:38:59.833123Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the pillow, dropped it on the edge of the pillow.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it.Next, policy B picked up the towel again, moved it toward the pillow, but time ran out.My instruction is to cover the pillow with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the towel on the edge of the pillow, whereas policy B only moved the towel toward the pillow.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:28.915960_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:28.915960_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:30.645559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:30.645559_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:29.671511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:29.671511_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:29.671511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:29.671511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:30.142316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/pi05_droid_2026-03-18T02:32:30.142316_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.278281_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.278281_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:39.824079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:39.824079_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.842353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.842353_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.842353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:38.842353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:39.310344_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bae3a2-b3bb-4349-a1c7-c58c47796791/dreaming_zebra_2026-03-18T02:38:39.310344_video_wrist.mp4"},"preference":"A","session_id":"b7bae3a2-b3bb-4349-a1c7-c58c47796791","university":"frodobots"},{"completion_time":"2026-03-18T02:01:19.236236Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, moved it on the surface of the sofa, as if wiping the sofa, then policy A dropped the towel, moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, moved it on the surface of the sofa, as if wiping the sofa, then policy A grasped and released the towel again.My instruction is to wipe the sofa with the towel, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:29.712610_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:29.712610_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:31.433898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:31.433898_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.322140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.322140_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.322140_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.322140_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.775718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_fast_specialist_droid_2026-03-18T01:55:30.775718_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.194952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.194952_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:01:00.868042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:01:00.868042_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.857424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.857424_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.857424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:00:59.857424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:01:00.315387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f126624-6708-4884-a58c-4d07d27495b7/paligemma_diffusion_droid_2026-03-18T02:01:00.315387_video_wrist.mp4"},"preference":"TIE","session_id":"7f126624-6708-4884-a58c-4d07d27495b7","university":"frodobots"},{"completion_time":"2026-03-17T08:46:29.509052Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the book","longform_feedback":"Policy A first moved the gripper toward the cup, touched it, grasped it, picked it up, then moved it toward the book, put it onto the book.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the book, put it onto the book.Next, policy B knocked over the cup to make it fall off to floor. My instruction is to put the cup onto the book, both policies completed the task.When comparing the performance of the two, after finishing the task, policy B knocked over the cup to make fall off to floor, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:50.794376_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:50.794376_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:52.610964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:52.610964_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:51.450678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:51.450678_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:51.450678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:51.450678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:52.028354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/pi0_fast_droid_2026-03-17T08:40:52.028354_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:08.428204_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:08.428204_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.893701_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.893701_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.023241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.023241_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.023241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.023241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.441305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e31bd13-1666-46d8-8e84-141a4157e0c0/paligemma_diffusion_droid_2026-03-17T08:46:09.441305_video_wrist.mp4"},"preference":"A","session_id":"4e31bd13-1666-46d8-8e84-141a4157e0c0","university":"frodobots"},{"completion_time":"2026-03-17T08:12:15.005171Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the cup","longform_feedback":"Policy A first moved the gripper toward the eraser, grasped it, picked it, then moved it toward the cup, adjusted posture,dropped the eraser into the cup.Policy B first moved the gripper toward the eraser, pushed it, grasped it, picked it up, then moved it toward the cup, adjusted posture, dropped it near the cup.My instruction is to put the eraser into the cup,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.029624_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.029624_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:19.588761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:19.588761_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.627598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.627598_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.627598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:18.627598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:19.073532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/dreaming_zebra_2026-03-17T08:07:19.073532_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.167420_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.167420_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:56.721533_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:56.721533_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.740116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.740116_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.740116_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:55.740116_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:56.222409_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35b38e41-aa49-4444-8be0-cbb56c746fe1/paligemma_fast_droid_2026-03-17T08:11:56.222409_video_wrist.mp4"},"preference":"A","session_id":"35b38e41-aa49-4444-8be0-cbb56c746fe1","university":"frodobots"},{"completion_time":"2026-03-17T07:42:53.008380Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the cup, adjusted posture, moved the pen to touch the edge of the cup.Policy B first moved the gripper toward the book, touched it, then policy B moved the gripper randomly for a while, approached the marker pen, picked it up, moved it toward the cup, dropped it near the cup.My instruction is to put the marker pen into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A moved the marker to the edge of the cup, whereas policy B only moved the marker pen near the cup.Therefore, i choose A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:44.558847_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:44.558847_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:46.174301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:46.174301_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.246811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.246811_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.246811_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.246811_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.708624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/dreaming_zebra_2026-03-17T07:36:45.708624_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.202304_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.202304_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:29.873075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:29.873075_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.815884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.815884_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.815884_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:28.815884_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:29.353300_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ffcbd65-5ec3-4afe-bc2d-20a597cd279f/paligemma_fast_specialist_droid_2026-03-17T07:42:29.353300_video_wrist.mp4"},"preference":"A","session_id":"0ffcbd65-5ec3-4afe-bc2d-20a597cd279f","university":"frodobots"},{"completion_time":"2026-03-17T07:11:45.235274Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English words on the book","longform_feedback":"Policy A first moved the gripper toward the book, closed the gripper, touched the cover of the book, then approached the marker pen, grasped and released it.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to touch the English words on the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the cover of the book, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:52.986879_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:52.986879_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:54.663752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:54.663752_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:53.671818_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:53.671818_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:53.671818_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:53.671818_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:54.115474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/pi05_droid_2026-03-17T07:05:54.115474_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.352416_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.352416_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:28.076025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:28.076025_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.971235_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.971235_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.971235_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:26.971235_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:27.490809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bb04326-2ed4-411d-8e04-d69c35bd5059/paligemma_fast_droid_2026-03-17T07:11:27.490809_video_wrist.mp4"},"preference":"B","session_id":"6bb04326-2ed4-411d-8e04-d69c35bd5059","university":"frodobots"},{"completion_time":"2026-03-17T06:48:58.501776Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then rotated it by about 120 degrees, dropped it.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then rotated it by about 45 degrees, dropped it.Next, policy B picked up the marker pen again, rotated it to about 90 degrees, dropped it.My instruction is to rotate the marker pen by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.199259_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.199259_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:18.831276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:18.831276_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.843186_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.843186_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.843186_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:17.843186_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:18.319398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_fast_specialist_droid_2026-03-17T06:43:18.319398_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:21.856424_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:21.856424_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:23.610191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:23.610191_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:22.580225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:22.580225_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:22.580225_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:22.580225_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:23.115948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40240e7-278a-4d7a-aa6b-a5f65c6bf24b/paligemma_diffusion_droid_2026-03-17T06:48:23.115948_video_wrist.mp4"},"preference":"B","session_id":"b40240e7-278a-4d7a-aa6b-a5f65c6bf24b","university":"frodobots"},{"completion_time":"2026-03-17T06:37:51.441943Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o on the book with the marker pen","longform_feedback":"Policy A first moved the gripper toward the book, touched it, then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the book, put it on the book.Next,policy B picked up the marker pen again, adjusted posture, as if attempted to write on the book.My instruction is to write a letter o on the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the marker pen onto the book, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:19.369078_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:19.369078_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:21.087809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:21.087809_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.064446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.064446_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.064446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.064446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.554197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_fast_droid_2026-03-17T06:31:20.554197_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:25.900767_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:25.900767_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:27.670153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:27.670153_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:26.568058_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:26.568058_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:26.568058_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:26.568058_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:27.066059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df8aa6c5-9b99-45e5-8c16-de958ef0401b/paligemma_vq_droid_2026-03-17T06:37:27.066059_video_wrist.mp4"},"preference":"B","session_id":"df8aa6c5-9b99-45e5-8c16-de958ef0401b","university":"frodobots"},{"completion_time":"2026-03-17T06:24:02.415166Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words on the book with the eraser","longform_feedback":"Policy A first moved the gripper toward the book, touched the words on the book, then policy A approached the eraser.Next, policy A attempted to grasped the book.Policy B first moved the gripper randomly for a while, then touched the book, picked up the eraser and dropped it.My instruction is to erase the words on the book with the eraser, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the eraser, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.199415_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.199415_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:12.783952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:12.783952_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.874583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.874583_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.874583_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:11.874583_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:12.312323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_diffusion_droid_2026-03-17T06:18:12.312323_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.217676_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.217676_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:44.884174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:44.884174_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.882406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.882406_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.882406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:43.882406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:44.432274_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04d28045-900d-4ed7-9fa1-2295252f5ff2/paligemma_vq_droid_2026-03-17T06:23:44.432274_video_wrist.mp4"},"preference":"B","session_id":"04d28045-900d-4ed7-9fa1-2295252f5ff2","university":"frodobots"},{"completion_time":"2026-03-17T04:04:40.277178Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, approached the edge of the book, then grasped the pad several times.Policy B first moved the gripper toward the book, adjusted posture,approached the edge of the book,then pushed the edge of the book several times, as if attempted to close the book.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to close the book by pushing the edge, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:51.756985_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:51.756985_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:53.384405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:53.384405_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.366388_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.366388_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.366388_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.366388_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.778452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_droid_2026-03-17T03:58:52.778452_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.132599_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.132599_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:19.865639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:19.865639_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.800060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.800060_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.800060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:18.800060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:19.293454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec5b7dad-7273-4140-bdc9-c1a8a8843c1c/pi0_fast_droid_2026-03-17T04:04:19.293454_video_wrist.mp4"},"preference":"B","session_id":"ec5b7dad-7273-4140-bdc9-c1a8a8843c1c","university":"frodobots"},{"completion_time":"2026-03-17T03:53:48.191552Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, approached the edge of the book, then pushed the edge of the cover to make the book opened a bit, but the book closed again when the gripper moved away.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book, then attempted the pushed the edge of the cover, but did not succeed.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least opened the book a bit, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.197528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.197528_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:13.882618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:13.882618_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.842849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.842849_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.842849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:12.842849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:13.382708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_fast_specialist_droid_2026-03-17T03:48:13.382708_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:29.612036_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:29.612036_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:31.346663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:31.346663_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.359080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.359080_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.359080_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.359080_video_right.mp4","wrist_video_gcs_path":"evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.886508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/645e5cb7-5c1a-4139-b96e-9c80f9439a20/paligemma_diffusion_droid_2026-03-17T03:53:30.886508_video_wrist.mp4"},"preference":"A","session_id":"645e5cb7-5c1a-4139-b96e-9c80f9439a20","university":"frodobots"},{"completion_time":"2026-03-17T02:46:16.301753Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A first moved the gripper toward the sofa, attempted to grasp it, then policy A approached the pillow, grasped it,lifted it up a bit, moved it, dropped it.Policy B first moved the gripper toward the umbrella, touched it, attempted to grasp it, then picked it up and dropped it.Next, policy B approached the edge of the pad, attempted to grasped it.My instruction is to pick up the pillow, when comparing the performance of the two, policy A almost completed the task, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:46.534740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:46.534740_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:48.226121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:48.226121_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.187072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.187072_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.187072_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.187072_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.725805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/paligemma_fast_specialist_droid_2026-03-17T02:40:47.725805_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:52.197577_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:52.197577_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:54.102717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:54.102717_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.023014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.023014_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.023014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.023014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.517320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a12d1c7-8b94-4c62-b280-52b5ca2fab5c/pi0_droid_2026-03-17T02:45:53.517320_video_wrist.mp4"},"preference":"A","session_id":"9a12d1c7-8b94-4c62-b280-52b5ca2fab5c","university":"frodobots"},{"completion_time":"2026-03-17T02:25:44.944584Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the umbrella onto the pillow","longform_feedback":"Policy A first moved the gripper toward the umbrella, touched it, then grasped it, moved it and released it.Policy B first moved the gripper toward the umbrella, grasped it, picked it up, then moved it and dropped  it.My instruction is to put the umbrella onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the umbrella, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:52.810681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:52.810681_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:54.570718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:54.570718_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:53.514288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:53.514288_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:53.514288_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:53.514288_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:54.061057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_fast_droid_2026-03-17T02:19:54.061057_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:13.315747_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:13.315747_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:15.025888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:15.025888_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.056229_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.056229_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.056229_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.056229_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.489495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1/paligemma_diffusion_droid_2026-03-17T02:25:14.489495_video_wrist.mp4"},"preference":"B","session_id":"e5f5b90c-ce0f-4d3c-9fc8-1aa14f504db1","university":"frodobots"},{"completion_time":"2026-03-17T02:15:38.740321Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A first moved the gripper toward the umbrella, touched it, then grasped it, lifted it up a bit, released it.Policy B first moved the gripper toward the umbrella, grasped and released it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the umbrella,neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B only grasped the umbrella.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:28.465824_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:28.465824_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:30.226317_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:30.226317_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.232760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.232760_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.232760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.232760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.756997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/pi0_droid_2026-03-17T02:10:29.756997_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:18.637338_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:18.637338_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:20.395268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:20.395268_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.370213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.370213_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.370213_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.370213_video_right.mp4","wrist_video_gcs_path":"evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.825680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546a5200-3a49-46dd-a95a-ab7900c417c0/paligemma_vq_droid_2026-03-17T02:15:19.825680_video_wrist.mp4"},"preference":"A","session_id":"546a5200-3a49-46dd-a95a-ab7900c417c0","university":"frodobots"},{"completion_time":"2026-03-16T10:06:38.257423Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the cup","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.Next, policy A attempted to grasp the controller again, but did not succeed in the end.Policy B first moved the gripper toward the controller, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.Next, policy B picked up the controller again, moved it and dropped it.My instruction is to put the controller into the cup, neither policy was able to complete the task.When comparing the performance of the two, both polices dropped the controller near the cup, but then policy B picked up the controller again, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:44.876750_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:44.876750_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:46.509919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:46.509919_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:45.517379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:45.517379_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:45.517379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:45.517379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:46.011033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_diffusion_droid_2026-03-16T09:58:46.011033_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.049260_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.049260_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:07.759220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:07.759220_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.682430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.682430_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.682430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:06.682430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:07.152379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/944d682e-0612-4ade-85b0-4afd796415eb/paligemma_fast_droid_2026-03-16T10:06:07.152379_video_wrist.mp4"},"preference":"B","session_id":"944d682e-0612-4ade-85b0-4afd796415eb","university":"frodobots"},{"completion_time":"2026-03-16T08:52:39.058424Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, touched it, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, touched it, grasped it, picked it up, then rotated it, dropped it, causing the controller to be turned upside down.My instruction is to turn the controller upside down, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not even grasp the controller.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:12.738295_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:12.738295_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:14.351882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:14.351882_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.386052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.386052_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.386052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.386052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.842210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/paligemma_fast_droid_2026-03-16T08:46:13.842210_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:01.363478_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:01.363478_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:03.134435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:03.134435_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.058967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.058967_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.058967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.058967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.582488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5aaa7f65-0dc5-45a8-ab32-f182c8e23b97/pi0_fast_droid_2026-03-16T08:52:02.582488_video_wrist.mp4"},"preference":"B","session_id":"5aaa7f65-0dc5-45a8-ab32-f182c8e23b97","university":"frodobots"},{"completion_time":"2026-03-16T08:24:53.825295Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, approached the round button of the controller,then pressed the rectangle button.Policy B first moved the gripper toward the sofa, then approached the controller but moved away soon.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the rectangle button beside the round button, whereas policy B did not press any button.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.229314_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.229314_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:27.745410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:27.745410_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.846344_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.846344_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.846344_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:26.846344_video_right.mp4","wrist_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:27.285821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/dreaming_zebra_2026-03-16T08:18:27.285821_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:56.847158_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:56.847158_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:58.531348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:58.531348_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:57.548468_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:57.548468_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:57.548468_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:57.548468_video_right.mp4","wrist_video_gcs_path":"evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:58.043970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/689fbcb2-6463-4040-bb51-4e8cc9e59440/paligemma_fast_droid_2026-03-16T08:23:58.043970_video_wrist.mp4"},"preference":"A","session_id":"689fbcb2-6463-4040-bb51-4e8cc9e59440","university":"frodobots"},{"completion_time":"2026-03-16T07:57:51.031695Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon, then policy A moved the gripper back and forth for a while, approached the controller, attempted to grasp it, grasped it successfully in the end.Policy B first moved the gripper toward the controller,closed the gripper, pressed the gray button beside the yellow button, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to press the yellow button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed gray button beside the yellow button, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.096804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.096804_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:40.743769_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:40.743769_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.761032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.761032_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.761032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:39.761032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:40.230383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/pi0_droid_2026-03-16T07:51:40.230383_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:24.600226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:24.600226_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:26.224573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:26.224573_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.252292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.252292_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.252292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.252292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.705837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58972bce-ceb4-4944-942f-8100971c4995/paligemma_fast_droid_2026-03-16T07:57:25.705837_video_wrist.mp4"},"preference":"B","session_id":"58972bce-ceb4-4944-942f-8100971c4995","university":"frodobots"},{"completion_time":"2026-03-16T07:26:03.822493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the collar of the coat","longform_feedback":"Policy A first moved the gripper toward the sleeve of the coat, grasped it, picked the coat up, then moved it for a while, dropped it.Policy B first moved the gripper toward the sleeve of the coat, grasped it, then lifted it up, released it.My instruction is to grasp the collar of the coat, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped the sleeve of the coat, but did not find the collar.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:48.949215_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:48.949215_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:50.663019_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:50.663019_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:49.630496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:49.630496_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:49.630496_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:49.630496_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:50.113379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/pi0_fast_droid_2026-03-16T07:19:50.113379_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:07.833047_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:07.833047_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:09.440861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:09.440861_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.424523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.424523_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.424523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.424523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.927764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ff4182-2e69-4acb-aac8-69e555215b27/dreaming_zebra_2026-03-16T07:25:08.927764_video_wrist.mp4"},"preference":"TIE","session_id":"f8ff4182-2e69-4acb-aac8-69e555215b27","university":"frodobots"},{"completion_time":"2026-03-16T07:11:15.969057Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoulder bag","longform_feedback":"Policy A first moved the gripper toward the shoulder bag, touched it, attempted to grasp it but did not succeed, then moved the gripper away and moved randomly for a while, approached the should bag again in the end.Policy B first moved the gripper toward the shoulder bag, grasped and released it, then policy B hovered above the shoulder bag during remaining time of the episode.My instruction is to pick up the shoulder bag, neither policy was able to compete the task.When comparing the performance of the two, policy B at least grasped the shoulder bag, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:26.341987_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:26.341987_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:28.076354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:28.076354_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.049194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.049194_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.049194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.049194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.566728_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/paligemma_fast_specialist_droid_2026-03-16T07:05:27.566728_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:56.737823_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:56.737823_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:58.300949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:58.300949_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.352995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.352995_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.352995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.352995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.753863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e985d81-564c-422d-bbee-9c49bdcaf6bf/pi05_droid_2026-03-16T07:10:57.753863_video_wrist.mp4"},"preference":"B","session_id":"3e985d81-564c-422d-bbee-9c49bdcaf6bf","university":"frodobots"},{"completion_time":"2026-03-16T06:54:20.890592Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper handle of the shoulder bag","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the shoulder bag, approached the zipper handle, attempted to grasp it but did not succeed, then policy A moved the gripper randomly for a while, approached the shoulder bag again in the end.My instruction is to grasp the zipper handle of the shoulder bag,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the zipper handle, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:25.831444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:25.831444_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:27.467588_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:27.467588_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.544164_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.544164_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.544164_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.544164_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.987752_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi0_droid_2026-03-16T06:48:26.987752_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:01.420728_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:01.420728_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:03.020912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:03.020912_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.000558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.000558_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.000558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.000558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.474304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a94d39e-4ee3-4afe-9ca6-bbe271f167e6/pi05_droid_2026-03-16T06:54:02.474304_video_wrist.mp4"},"preference":"B","session_id":"7a94d39e-4ee3-4afe-9ca6-bbe271f167e6","university":"frodobots"},{"completion_time":"2026-03-16T06:36:57.931241Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoe lace","longform_feedback":"Policy A first moved the gripper toward the shoe, approached the shoe lace, grasped and released the shoe lace, then policy A almost stopped on the shoe lace during remaining time of the episode.Policy B first moved the gripper toward the shoe, attempted to grasp it,then grasped and released the shoe lace.My instruction is to untie the shoe lace, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped the shoe lace.Therefore, i choose tie.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:30.431190_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:30.431190_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:32.070021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:32.070021_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.096106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.096106_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.096106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.096106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.529318_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/dreaming_zebra_2026-03-16T06:31:31.529318_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:37.561452_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:37.561452_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:39.245290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:39.245290_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.216567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.216567_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.216567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.216567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.711612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10389449-8bea-4752-8f83-047b2d562db2/pi0_droid_2026-03-16T06:36:38.711612_video_wrist.mp4"},"preference":"TIE","session_id":"10389449-8bea-4752-8f83-047b2d562db2","university":"frodobots"},{"completion_time":"2026-03-16T06:24:22.281997Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the shoe with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then approached the shoe, but moved away soon.Next, policy A moved the gripper randomly for a while, picked up the towel in the end.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the shoe,dropped it near the shoe.Next, policy B picked up the towel again, moved it and dropped it.My instruction is to cover the shoe with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper near the shoe, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:40.865795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:40.865795_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:42.699865_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:42.699865_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:41.653983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:41.653983_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:41.653983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:41.653983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:42.146080_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/paligemma_fast_droid_2026-03-16T06:17:42.146080_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.310207_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.310207_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:49.025824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:49.025824_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.974569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.974569_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.974569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:47.974569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:48.469632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c3fd56a-d7af-4634-b4a3-6ef92ff77d15/pi0_fast_droid_2026-03-16T06:23:48.469632_video_wrist.mp4"},"preference":"B","session_id":"3c3fd56a-d7af-4634-b4a3-6ef92ff77d15","university":"frodobots"},{"completion_time":"2026-03-16T03:43:31.320549Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the shoe with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the shoe, dropped it near the shoe.Next, policy A picked up the towel and dropped it again.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the shoe, dropped it near the shoe.Next, policy B picked up the towel again, put it on the shoe.My instruction is to wipe the shoe with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the towel on the shoe, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:51.593440_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:51.593440_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:53.346482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:53.346482_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.227335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.227335_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.227335_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.227335_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.811314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/pi05_droid_2026-03-16T03:37:52.811314_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:51.461522_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:51.461522_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:53.112968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:53.112968_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.042261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.042261_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.042261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.042261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.537403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d25feb1-5474-45ed-b310-501696fc66c5/paligemma_vq_droid_2026-03-16T03:42:52.537403_video_wrist.mp4"},"preference":"B","session_id":"5d25feb1-5474-45ed-b310-501696fc66c5","university":"frodobots"},{"completion_time":"2026-03-16T03:25:32.481835Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the shoe with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it and released it, then policy A moved the gripper randomly for a while, picked up the towel,  moved it toward the shoe in the end.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to wipe the shoe with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the towel to the shoe, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:06.532815_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:06.532815_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:08.234482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:08.234482_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.166642_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.166642_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.166642_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.166642_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.688538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_vq_droid_2026-03-16T03:18:07.688538_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:47.764804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:47.764804_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:49.466270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:49.466270_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.411735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.411735_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.411735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.411735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.876674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcdffa80-e0b7-4adf-882d-f9c24e22b53c/paligemma_fast_droid_2026-03-16T03:24:48.876674_video_wrist.mp4"},"preference":"A","session_id":"bcdffa80-e0b7-4adf-882d-f9c24e22b53c","university":"frodobots"},{"completion_time":"2026-03-16T03:02:25.976196Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, attempted to grasped it, then grasped and released the shoe.Policy B first moved the gripper toward the shoe, pushed it, then policy B moved around the shoe during remaining time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the shoe, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.158210_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.158210_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:36.767665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:36.767665_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.768241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.768241_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.768241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:35.768241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:36.242761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi05_droid_2026-03-16T02:56:36.242761_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.081240_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.081240_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:38.715412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:38.715412_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.719066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.719066_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.719066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:37.719066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:38.173990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45a0e4f7-dd5f-4c4f-bb0c-34795e92a905/pi0_droid_2026-03-16T03:01:38.173990_video_wrist.mp4"},"preference":"A","session_id":"45a0e4f7-dd5f-4c4f-bb0c-34795e92a905","university":"frodobots"},{"completion_time":"2026-03-16T02:30:15.875239Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the cube into the trash can","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up and dropped it, then policy A approached the apple, touched it.Next, policy A grasped and released the cube again.Policy B first moved the gripper toward the apple,touched it, then approached the cube, attempted to grasp it but did not succeed in the end.My instruction is to throw the cube into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cube, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:19.788586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:19.788586_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:21.524417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:21.524417_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:20.486826_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:20.486826_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:20.486826_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:20.486826_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:21.003750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/paligemma_fast_specialist_droid_2026-03-16T02:21:21.003750_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.380620_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.380620_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:06.996648_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:06.996648_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.957957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.957957_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.957957_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:05.957957_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:06.432465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bc7e64-f907-4d81-b721-b228537f566f/pi0_droid_2026-03-16T02:28:06.432465_video_wrist.mp4"},"preference":"A","session_id":"e1bc7e64-f907-4d81-b721-b228537f566f","university":"frodobots"},{"completion_time":"2026-03-16T02:11:27.265337Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the trash can, knocked over the trash can, dropped the banana.Next, policy A picked up the banana again, moved it until time ran out.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the trash can, knocked the trash can over, then threw the banana.Next, policy B moved slightly during remaining time of the episode.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both polices moved the banana toward the trash can and knocked over the trash can.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:57.436588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:57.436588_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:59.056777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:59.056777_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.095431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.095431_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.095431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.095431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.566945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_droid_2026-03-16T02:00:58.566945_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.217800_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.217800_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:04.862180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:04.862180_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.816707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.816707_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.816707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:03.816707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:04.356936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fbfaa33-3f67-4dc7-9678-4545d555b3f8/pi0_fast_droid_2026-03-16T02:11:04.356936_video_wrist.mp4"},"preference":"TIE","session_id":"4fbfaa33-3f67-4dc7-9678-4545d555b3f8","university":"frodobots"},{"completion_time":"2026-03-16T01:47:09.702436Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the orange, touched it, attempted to grasped it but did not succeed, then policy A approached the cube, grasped and released it.Next, policy A approached the apple.Policy B first moved the gripper toward the pear, grasped and released it, then hovered above the pear during remaining time of the episode.My instruction is to pick up the orange, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasped the orange, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:11.828771_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:11.828771_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:13.618924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:13.618924_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:12.515208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:12.515208_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:12.515208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:12.515208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:13.037347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/pi0_droid_2026-03-16T01:41:13.037347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.337756_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.337756_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:50.772681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:50.772681_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.857504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.857504_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.857504_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:49.857504_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:50.287944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a09085-e721-476b-85a7-bc71456624f2/paligemma_diffusion_droid_2026-03-16T01:46:50.287944_video_wrist.mp4"},"preference":"A","session_id":"33a09085-e721-476b-85a7-bc71456624f2","university":"frodobots"},{"completion_time":"2026-03-13T09:05:39.130241Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the cup,adjusted posture, dropped the banana near the cup.Next, policy A picked up the cube in the end. Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the cup, knock the cup over, dropped the banana near the cup.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies dropped the banana near the cup, but policy B knocked over the cup, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.074028_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.074028_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:20.905258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:20.905258_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.686560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.686560_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.686560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:19.686560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:20.263022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/paligemma_vq_droid_2026-03-13T09:00:20.263022_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:19.599650_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:19.599650_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:21.634592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:21.634592_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:20.367611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:20.367611_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:20.367611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:20.367611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:21.043561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9453bce6-01bd-41f2-8263-fbbd28448607/pi05_droid_2026-03-13T09:05:21.043561_video_wrist.mp4"},"preference":"A","session_id":"9453bce6-01bd-41f2-8263-fbbd28448607","university":"frodobots"},{"completion_time":"2026-03-13T08:45:29.107206Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the cube","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then approached the orange, touched it.Next, policy A touched the pear.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the cube,pushed the cube,moved the cup around the cube until time ran out.My instruction is to put the cup onto the cube,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the cup toward the cube, whereas policy A did not even grasp the cup.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:46.819573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:46.819573_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:48.836503_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:48.836503_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:47.510834_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:47.510834_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:47.510834_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:47.510834_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:48.143061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_droid_2026-03-13T08:39:48.143061_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:10.362241_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:10.362241_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:12.275076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:12.275076_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.015067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.015067_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.015067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.015067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.604845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a3512-00be-4e3d-ba53-e4ee6c7aad50/paligemma_fast_specialist_droid_2026-03-13T08:45:11.604845_video_wrist.mp4"},"preference":"B","session_id":"1e2a3512-00be-4e3d-ba53-e4ee6c7aad50","university":"frodobots"},{"completion_time":"2026-03-13T08:28:49.367350Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the banana, dropped it near the banana.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the banana,dropped it near the banana.Next, policy B picked up the towel again, covered the banana with the towel.My instruction is to cover the banana with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:50.806248_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:50.806248_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:52.319816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:52.319816_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.394181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.394181_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.394181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.394181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.863138_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/pi0_fast_droid_2026-03-13T08:21:51.863138_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.290580_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.290580_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:05.028576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:05.028576_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.926077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.926077_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.926077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:03.926077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:04.372312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b6215ff-73b7-49cc-a578-5e097ed593d2/paligemma_vq_droid_2026-03-13T08:27:04.372312_video_wrist.mp4"},"preference":"B","session_id":"4b6215ff-73b7-49cc-a578-5e097ed593d2","university":"frodobots"},{"completion_time":"2026-03-13T07:53:31.544398Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the orange,  touched it, pushed it, then moved slightly during remaining time of the episode.Policy B first moved the gripper toward the apple, pushed it, grasped and released it, then policy A moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the apple, whereas policy A did not find the apple.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:02.536216_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:02.536216_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:04.152131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:04.152131_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.155421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.155421_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.155421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.155421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.686447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_diffusion_droid_2026-03-13T07:48:03.686447_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.213553_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.213553_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:13.943169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:13.943169_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.850785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.850785_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.850785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:12.850785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:13.372503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9d28462-c768-4b44-9b3b-485b34e3e9db/paligemma_fast_specialist_droid_2026-03-13T07:53:13.372503_video_wrist.mp4"},"preference":"B","session_id":"e9d28462-c768-4b44-9b3b-485b34e3e9db","university":"frodobots"},{"completion_time":"2026-03-13T07:31:23.130702Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pear","longform_feedback":"Policy A first moved the gripper toward the orange, pushed it, then pushed the pear.Next, policy A approached the carrot, grasped and released it.Policy B first moved the gripper toward the orange, pushed it, attempted to grasped it, then, after hesitating for a while, policy A approached the pear in the end.My instruction is to pick up the pear, neither policy was able to complete the task.When comparing the performance of the two, policy A at least reached the pear, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:25.735751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:25.735751_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:27.464936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:27.464936_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.430763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.430763_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.430763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.430763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.954109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_vq_droid_2026-03-13T07:25:26.954109_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:56.523037_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:56.523037_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:58.249221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:58.249221_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.120562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.120562_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.120562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.120562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.694216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9a169f0-48ad-491f-9a22-93c835fc3545/paligemma_fast_specialist_droid_2026-03-13T07:30:57.694216_video_wrist.mp4"},"preference":"A","session_id":"f9a169f0-48ad-491f-9a22-93c835fc3545","university":"frodobots"},{"completion_time":"2026-03-13T07:16:40.178562Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pear","longform_feedback":"Policy A first moved the gripper toward the orange, touched it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper randomly during most time of the episode, then approached the pear, attempted to grasp it in the end.My instruction is to pick up the pear, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the pear, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.090952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.090952_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:33.839427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:33.839427_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.744795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.744795_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.744795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:32.744795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:33.244375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_specialist_droid_2026-03-13T07:10:33.244375_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:51.810386_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:51.810386_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:53.446982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:53.446982_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.418999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.418999_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.418999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.418999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.906908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7574a074-8cf4-40ee-a70d-00662f823669/paligemma_fast_droid_2026-03-13T07:15:52.906908_video_wrist.mp4"},"preference":"B","session_id":"7574a074-8cf4-40ee-a70d-00662f823669","university":"frodobots"},{"completion_time":"2026-03-13T07:01:11.262667Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright","longform_feedback":"Policy A first moved the gripper toward the cup, pushed the cup, grasped and released it, then policy A moved the gripper around the cup during remaining time of the episode.Policy B first moved the gripper toward the cup, adjusted posture, grasped the bottom of the cup, picked it up, rotated it, then dropped it, causing the cup to fall off to floor.My instruction is to stand the cup upright, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the cup, but only policy B rotated the cup as if attempted to stand it up.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:21.811003_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:21.811003_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:23.457325_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:23.457325_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.353416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.353416_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.353416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.353416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.845290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/paligemma_fast_specialist_droid_2026-03-13T06:52:22.845290_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:00.808321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:00.808321_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:03.008727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:03.008727_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:01.877355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:01.877355_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:01.877355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:01.877355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:02.377877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1229c47-15f5-42ae-82c0-0eee8ff9e331/pi0_droid_2026-03-13T07:00:02.377877_video_wrist.mp4"},"preference":"B","session_id":"d1229c47-15f5-42ae-82c0-0eee8ff9e331","university":"frodobots"},{"completion_time":"2026-03-13T06:17:42.067245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the two tooth brushes together","longform_feedback":"Policy A first moved the gripper toward the left tooth brush, grasped it and released it, then approached the right toothbrush, picked it up, moved it, dropped it.Policy B first moved the gripper toward the right tooth brush, moved around the toothbrush for a while, then approached the cup, knocked it over.Next, policy B grasped and released the right tooth brush.My instruction is to put the two tooth brushes together, neither policy was able to complete the task.When comparing the performance of the two, policy A picked up the two tooth brushed, whereas policy B only picked up the right tooth brush.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.119445_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.119445_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:05.942364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:05.942364_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.802134_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.802134_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.802134_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:04.802134_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:05.343357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_droid_2026-03-13T06:10:05.343357_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:42.372687_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:42.372687_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:44.264820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:44.264820_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.099726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.099726_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.099726_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.099726_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.653390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36f34e4-2d2e-4d48-bfed-25acff056806/pi0_fast_droid_2026-03-13T06:16:43.653390_video_wrist.mp4"},"preference":"A","session_id":"e36f34e4-2d2e-4d48-bfed-25acff056806","university":"frodobots"},{"completion_time":"2026-03-13T04:07:04.969982Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the toothpaste into the cup","longform_feedback":"Policy A first moved the gripper toward the toothpaste, then approached the cup, knocked the cup over.Policy B first moved the gripper toward the cup, knocked it over, then approached the toothbrush, picked it up,adjusted posture, dropped it near the cup.My instruction is to put the toothpaste into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the toothpaste and the cup, whereas policy B only approached the cup.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:31.400555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:31.400555_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:33.252030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:33.252030_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.080494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.080494_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.080494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.080494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.653242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/paligemma_fast_droid_2026-03-13T04:00:32.653242_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:34.834360_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:34.834360_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:36.664448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:36.664448_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:35.547758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:35.547758_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:35.547758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:35.547758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:36.092012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa8d8bc3-fed5-4441-ab4b-8f93085e428b/pi0_droid_2026-03-13T04:06:36.092012_video_wrist.mp4"},"preference":"A","session_id":"fa8d8bc3-fed5-4441-ab4b-8f93085e428b","university":"frodobots"},{"completion_time":"2026-03-13T03:53:50.133408Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the toothbrush by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the toothbrush, grasped it and released it, then picked it up, rotated it by about 100 degrees, dropped it.Policy B first moved the gripper toward the toothbrush, attempted to grasped, then picked it and dropped it several times.My instruction is to rotate the toothbrush by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B only picked up the toothbrush.Therefore, policy A is better than policyc B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:08.386669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:08.386669_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:10.315656_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:10.315656_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.109978_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.109978_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.109978_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.109978_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.707695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/pi0_fast_droid_2026-03-13T03:48:09.707695_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:30.645653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:30.645653_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:32.301348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:32.301348_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.331539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.331539_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.331539_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.331539_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.823847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcfbe186-9e54-4bbe-9e78-179677d79665/paligemma_diffusion_droid_2026-03-13T03:53:31.823847_video_wrist.mp4"},"preference":"A","session_id":"dcfbe186-9e54-4bbe-9e78-179677d79665","university":"frodobots"},{"completion_time":"2026-03-13T03:40:43.499794Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pure black toothbrush into the cup","longform_feedback":"Policy A first moved the gripper toward the blue toothbrush, grasped it, picked it up, then moved it toward the cup, adjusted posture, dropped it near the cup.Next, policy A picked up the toothpaste, moved it toward the cup.Policy B first moved the gripper toward the pure black toothbrush, grasped it, picked it up, then adjusted posture, dropped it.Next, policy B picked up the blue tooth brush, dropped it.My instruction is to put the pure black toothbrush into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the required object, whereas policy A picked up the wrong object.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:08.936177_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:08.936177_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:11.016341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:11.016341_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:09.753765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:09.753765_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:09.753765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:09.753765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:10.315060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/pi0_droid_2026-03-13T03:34:10.315060_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:58.620002_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:58.620002_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:40:00.549896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:40:00.549896_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.282189_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.282189_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.282189_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.282189_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.826893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be46dd79-faa5-4947-9604-2fcf21da2ca0/paligemma_fast_specialist_droid_2026-03-13T03:39:59.826893_video_wrist.mp4"},"preference":"B","session_id":"be46dd79-faa5-4947-9604-2fcf21da2ca0","university":"frodobots"},{"completion_time":"2026-03-13T03:23:47.231066Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"removed the cap of the toothpaste","longform_feedback":"Policy A first moved the gripper toward the toothpaste, then stopped near the toothpaste during remaining time of the episode.Policy B first moved the gripper toward the toothpaste, grasped it, picked it up and dropped it, then policy B picked up the toothpaste again, dropped it again.My instruction is to removed the cap of the toothpaste,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the toothpaste, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.379724_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.379724_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:38.100808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:38.100808_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.922461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.922461_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.922461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:36.922461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:37.674851_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_vq_droid_2026-03-13T03:18:37.674851_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.175570_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.175570_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:28.866008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:28.866008_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.844064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.844064_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.844064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:27.844064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:28.321200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d03c13f-2a84-4667-bc1a-9aecef915113/paligemma_fast_specialist_droid_2026-03-13T03:23:28.321200_video_wrist.mp4"},"preference":"B","session_id":"4d03c13f-2a84-4667-bc1a-9aecef915113","university":"frodobots"},{"completion_time":"2026-03-13T03:04:58.294386Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the toothpaste from left to right","longform_feedback":"Policy A first moved the gripper toward the toothpaste, grasped it, picked it up, then moved it to right, dropped it.Next, policy A almost stopped during remaining time of the episode.Policy B first moved the gripper toward the toothpaste, grasped it, picked it up, then moved it to right, released it.Next, policy B picked up the grapes and the cup one after another, moved them near the toothpaste.My instruction is to move the toothpaste from left to right, both policies completed the task successfully.When comparing the performance of the two, after finishing the task, policy A almost stopped, whereas policy B took extra unnecessary action.Therefore, i prefer A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.474370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.474370_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:11.075866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:11.075866_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.993560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.993560_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.993560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:09.993560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:10.494908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_vq_droid_2026-03-13T02:56:10.494908_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:27.948944_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:27.948944_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:29.802590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:29.802590_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:28.592511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:28.592511_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:28.592511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:28.592511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:29.149987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3274064b-9ef4-44f8-b6b5-727ed3adaa10/paligemma_diffusion_droid_2026-03-13T03:04:29.149987_video_wrist.mp4"},"preference":"A","session_id":"3274064b-9ef4-44f8-b6b5-727ed3adaa10","university":"frodobots"},{"completion_time":"2026-03-13T02:49:36.674878Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squeeze the toothpaste into the cup","longform_feedback":"Policy A first moved the gripper toward the toothpaste, then moved back and forth during remaining time of the episode.Policy B first moved the gripper toward the toothpaste, pushed it toward the cup, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to squeeze the toothpaste into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the toothpaste toward the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:41.379048_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:41.379048_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:43.198601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:43.198601_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.052899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.052899_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.052899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.052899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.592258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_droid_2026-03-13T02:44:42.592258_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:19.670696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:19.670696_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:21.257038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:21.257038_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.296891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.296891_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.296891_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.296891_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.718888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b47bfc5-bc46-4465-9146-692c20b08464/paligemma_fast_specialist_droid_2026-03-13T02:49:20.718888_video_wrist.mp4"},"preference":"B","session_id":"4b47bfc5-bc46-4465-9146-692c20b08464","university":"frodobots"},{"completion_time":"2026-03-13T02:37:40.968063Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes into the cup","longform_feedback":"Policy A first moved the gripper toward the grapes, grasped it, picked it up, then moved it toward the cup, knocked the cup over, put the grapes near the cup.Policy B first moved the gripper toward the grapes, touched it, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the grapes into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the grapes toward the cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.052415_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.052415_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:01.741862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:01.741862_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.634241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.634241_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.634241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:00.634241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:01.182860_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi05_droid_2026-03-13T02:28:01.182860_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:12.703480_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:12.703480_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:14.599966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:14.599966_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.440508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.440508_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.440508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.440508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.986492_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda92c3b-4133-4d05-83df-359af264dc7c/pi0_fast_droid_2026-03-13T02:37:13.986492_video_wrist.mp4"},"preference":"A","session_id":"cda92c3b-4133-4d05-83df-359af264dc7c","university":"frodobots"},{"completion_time":"2026-03-12T09:35:39.264854Z","evaluator_name":"jlwei23@m.fudan.edu.cn","language_instruction":"take the bottle into bowl.","longform_feedback":"A attempts to grasp the bottle but fails to lift it; during trajectory execution, there are frames where the arm suddenly rises to an excessive height and triggers the limit switch. B successfully grasps and lifts the bottle but releases it without aiming at the bowl. Overall, B performs slightly better than A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:31.666226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:31.666226_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:33.553017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:33.553017_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:32.449815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:32.449815_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:31.666226_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:31.666226_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:32.975877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/pi05_droid_2026-03-12T09:25:32.975877_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.088669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.088669_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:10.712003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:10.712003_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.720194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.720194_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.088669_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:09.088669_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:10.205480_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc06100-5c55-4c4d-a40a-7dd575b215a2/paligemma_diffusion_droid_2026-03-12T09:35:10.205480_video_wrist.mp4"},"preference":"B","session_id":"7dc06100-5c55-4c4d-a40a-7dd575b215a2","university":"Fudan University"},{"completion_time":"2026-03-05T09:30:59.811396Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes into the cup","longform_feedback":"Policy A first moved the gripper toward the cup, then approached the grapes, grasped it, picked it up, moved it toward the cup, put it on the edge of the cup, causing the cup to fall over.Policy B first moved the gripper randomly for a while, then stopped during remaining time of the episode.My instruction is to put the grapes into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:39.903493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:39.903493_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:41.473610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:41.473610_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:40.559220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:40.559220_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:40.559220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:40.559220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:41.038874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_diffusion_droid_2026-03-05T09:25:41.038874_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:38.894933_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:38.894933_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:40.504299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:40.504299_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:39.544026_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:39.544026_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:39.544026_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:39.544026_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:40.004103_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c36bbd21-73a3-4a7b-b7bc-c246176918b2/paligemma_fast_specialist_droid_2026-03-05T09:30:40.004103_video_wrist.mp4"},"preference":"A","session_id":"c36bbd21-73a3-4a7b-b7bc-c246176918b2","university":"frodobots"},{"completion_time":"2026-03-05T09:01:30.360228Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the black tape","longform_feedback":"Policy A first moved the gripper toward the black tape but moved away soon, then policy A moved the gripper back and forth for a while, touched the black tape.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the black tape, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the black tape, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:42.695333_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:42.695333_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:44.440763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:44.440763_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.337056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.337056_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.337056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.337056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.858158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_vq_droid_2026-03-05T08:54:43.858158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:11.644904_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:11.644904_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:13.428846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:13.428846_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.352992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.352992_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.352992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.352992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.880432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4f993f7-46f6-46ea-929d-460f7b111a32/paligemma_fast_specialist_droid_2026-03-05T09:01:12.880432_video_wrist.mp4"},"preference":"A","session_id":"f4f993f7-46f6-46ea-929d-460f7b111a32","university":"frodobots"},{"completion_time":"2026-03-05T08:45:01.427144Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the transparent tape","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B almost stopped during entire time of the episode.My instruction is to pick up the transparent tape, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper randomly, whereas policy B almost stopped.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:33.596068_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:33.596068_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:35.184809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:35.184809_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.259753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.259753_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.259753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.259753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.696776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/paligemma_vq_droid_2026-03-05T08:40:34.696776_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:38.866907_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:38.866907_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:40.208812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:40.208812_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.459477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.459477_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.459477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.459477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.835794_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff8d9e5b-8efd-47da-8aae-b861552d4d18/pi0_fast_droid_2026-03-05T08:44:39.835794_video_wrist.mp4"},"preference":"A","session_id":"ff8d9e5b-8efd-47da-8aae-b861552d4d18","university":"frodobots"},{"completion_time":"2026-03-05T08:26:55.872003Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"use the tissue to wipe the cube","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, attempted to grasped the tissue, then picked up one tissue, moved it toward the cube, wiped the cube with the tissue.Policy B first moved the gripper toward the cube, pushed it, then moved the gripper randomly during remaining time of the episode.My instruction is to use the tissue to wipe the cube, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:51.719755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:51.719755_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:53.460999_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:53.460999_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.392843_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.392843_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.392843_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.392843_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.932296_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/dreaming_zebra_2026-03-05T08:22:52.932296_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:37.346971_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:37.346971_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:39.047562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:39.047562_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.047619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.047619_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.047619_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.047619_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.537688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a44a68-346b-4eb3-a4fa-470e08f8e9fb/paligemma_fast_droid_2026-03-05T08:26:38.537688_video_wrist.mp4"},"preference":"A","session_id":"c4a44a68-346b-4eb3-a4fa-470e08f8e9fb","university":"frodobots"},{"completion_time":"2026-03-05T08:18:23.624667Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper toward the pack of tissues, grasped one tissue, pull it out of the pack, then moved it until time ran out.Policy B first moved the gripper toward the pack of tissues, then moved around the tissue for while.My instruction is to pull out one tissue from the pack, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.314247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.314247_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:34.802820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:34.802820_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.902145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.902145_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.902145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:33.902145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:34.295298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/dreaming_zebra_2026-03-05T08:12:34.295298_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.101212_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.101212_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:59.780435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:59.780435_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.763623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.763623_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.763623_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:58.763623_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:59.271899_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42eaf232-fb9a-4ce8-afb8-8bcf81e87c79/paligemma_fast_droid_2026-03-05T08:17:59.271899_video_wrist.mp4"},"preference":"A","session_id":"42eaf232-fb9a-4ce8-afb8-8bcf81e87c79","university":"frodobots"},{"completion_time":"2026-03-05T07:33:27.165941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright","longform_feedback":"Policy A first moved the gripper toward the cup, adjusted posture, then moved around the cup for a while, pushed the cup.Policy B first moved the gripper toward the cup, adjusted posture,inserted the gripper into the cup, pushed the cup, then moved the gripper around the cup during remaining time of the episode.My instruction is to stand the cup upright,neither policy was able to complete the task.When comparing the performance of the two, policy B at least inserted the gripper into the cup, whereas policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:07.650697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:07.650697_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:09.338951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:09.338951_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.327239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.327239_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.327239_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.327239_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.781531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/paligemma_diffusion_droid_2026-03-05T07:28:08.781531_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:58.521915_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:58.521915_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:33:00.386332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:33:00.386332_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.174370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.174370_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.174370_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.174370_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.744519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2/pi05_droid_2026-03-05T07:32:59.744519_video_wrist.mp4"},"preference":"B","session_id":"9aef08bd-3ec8-4d00-b327-c6f1a9ee26e2","university":"frodobots"},{"completion_time":"2026-03-05T06:55:15.349839Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes into the cup","longform_feedback":"Policy A first moved the gripper toward the towel, then approached the cube, grasped it, picked it up, dropped it near the cup.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the cup, put it onto the cup.My instruction is to put the grapes into the cup, neither policy was able to complete the task.When comparing the performance of the two,both policies did not find the grapes, but policy B at least put the wrong object onto the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.144487_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.144487_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:33.933417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:33.933417_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.854075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.854075_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.854075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:32.854075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:33.334216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/pi0_fast_droid_2026-03-05T06:47:33.334216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.380281_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.380281_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:22.025572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:22.025572_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.977106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.977106_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.977106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:20.977106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:21.471131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6/paligemma_diffusion_droid_2026-03-05T06:54:21.471131_video_wrist.mp4"},"preference":"B","session_id":"dccc8b7f-9ad9-4d85-bbda-27bfd5f0dac6","university":"frodobots"},{"completion_time":"2026-03-05T06:38:52.171009Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the grapes with towel","longform_feedback":"Policy A first moved the gripper toward the towel, touched it, then moved back and forth during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it and released it, then policy B approached the grapes.My instruction is to cover the grapes with towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:55.811681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:55.811681_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:57.649386_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:57.649386_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:56.489926_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:56.489926_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:56.489926_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:56.489926_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:57.031942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/paligemma_vq_droid_2026-03-05T06:33:57.031942_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.301110_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.301110_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:32.061894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:32.061894_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.983903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.983903_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.983903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:30.983903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:31.449624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0793c925-06e9-49ed-8f3d-27366c85573e/pi0_droid_2026-03-05T06:38:31.449624_video_wrist.mp4"},"preference":"B","session_id":"0793c925-06e9-49ed-8f3d-27366c85573e","university":"frodobots"},{"completion_time":"2026-03-05T06:29:35.664914Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, then moved it toward the towel, dropped it onto the towel.Policy B first moved the gripper toward the towel, then approached the cube.Next, policy B moved the gripper back and forth during remaining time  of the episode.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the cube onto the towel, whereas policy B did not reach the target.Therefore, policy A is better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:02.538537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:02.538537_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:04.380370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:04.380370_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.272200_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.272200_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.272200_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.272200_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.834965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/dreaming_zebra_2026-03-05T06:23:03.834965_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.151754_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.151754_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:18.937587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:18.937587_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.832609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.832609_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.832609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:17.832609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:18.385428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad9e6d77-61cc-48b7-aad5-4d985a343558/paligemma_fast_droid_2026-03-05T06:29:18.385428_video_wrist.mp4"},"preference":"A","session_id":"ad9e6d77-61cc-48b7-aad5-4d985a343558","university":"frodobots"},{"completion_time":"2026-03-05T04:30:58.867531Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the cups","longform_feedback":"Policy A first moved the gripper toward the left cup, knocked it over, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the right cup, grasped it, picked it up, then moved it toward the left cup, put it into the left cup.Next, policy B grasped and released the cups again.My instruction is to stack up the cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:22.871742_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:22.871742_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:24.652065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:24.652065_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:23.612226_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:23.612226_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:23.612226_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:23.612226_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:24.126079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/paligemma_fast_specialist_droid_2026-03-05T04:23:24.126079_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:26.713442_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:26.713442_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:28.429745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:28.429745_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.347126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.347126_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.347126_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.347126_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.843358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5046c1b6-b3eb-4c56-b9a9-1e58461c4df2/dreaming_zebra_2026-03-05T04:29:27.843358_video_wrist.mp4"},"preference":"B","session_id":"5046c1b6-b3eb-4c56-b9a9-1e58461c4df2","university":"frodobots"},{"completion_time":"2026-03-05T04:15:06.726282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the potato into the left cup","longform_feedback":"Policy A first moved the gripper toward the potato, grasped it, picked it up, then moved it to the right cup, dropped it near the right cup.Policy B first moved the gripper toward the potato, grasped it, picked it up, then moved it toward the right cup, dropped it into the right cup.My instruction is to put the potato into the left cup, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the left cup, but policy B at least put the potato into the wrong cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.171375_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.171375_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:41.019574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:41.019574_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.759342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.759342_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.759342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:39.759342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:40.345495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/pi05_droid_2026-03-05T04:08:40.345495_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:36.750700_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:36.750700_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:38.275925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:38.275925_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.359494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.359494_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.359494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.359494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.776424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2dc3549-c89c-4e0a-9dfe-4f229e67443a/dreaming_zebra_2026-03-05T04:14:37.776424_video_wrist.mp4"},"preference":"B","session_id":"f2dc3549-c89c-4e0a-9dfe-4f229e67443a","university":"frodobots"},{"completion_time":"2026-03-05T04:03:27.814444Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then rotated it by about 90 degrees and dropped it.Next, policy A grasped the banana and rotated it again.Policy B moved the gripper randomly during most time of the episode, as if could not find the target.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.112396_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.112396_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:44.775377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:44.775377_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.730996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.730996_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.730996_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:43.730996_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:44.258144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/dreaming_zebra_2026-03-05T03:57:44.258144_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.427011_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.427011_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:54.917525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:54.917525_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.987187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.987187_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.987187_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:53.987187_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:54.416504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b086e88-6f58-466f-85dd-a4dc99a778d3/paligemma_fast_droid_2026-03-05T04:02:54.416504_video_wrist.mp4"},"preference":"A","session_id":"5b086e88-6f58-466f-85dd-a4dc99a778d3","university":"frodobots"},{"completion_time":"2026-03-05T03:49:50.966831Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife","longform_feedback":"Policy A first moved the gripper toward the knife but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the knife, performed actions as if attempted to grasp the knife, then moved away and almost stop during remaining time of the episode.My instruction is to pick up the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B seemingly attempted to grasp the knife, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:19.692491_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:19.692491_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:21.718633_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:21.718633_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:20.495513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:20.495513_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:20.495513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:20.495513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:21.121017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/paligemma_fast_droid_2026-03-05T03:40:21.121017_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:19.550037_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:19.550037_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:21.062659_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:21.062659_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.127390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.127390_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.127390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.127390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.612477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8ce19bf-656d-495f-a787-3af1a3f3cea3/pi0_fast_droid_2026-03-05T03:48:20.612477_video_wrist.mp4"},"preference":"B","session_id":"f8ce19bf-656d-495f-a787-3af1a3f3cea3","university":"frodobots"},{"completion_time":"2026-03-05T03:31:47.260540Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy A first moved the gripper toward the banana, then moved slowly around it during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the knife, pushed the knife.My instruction is to cut the banana with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the banana toward the knife, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:28.910656_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:28.910656_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:30.626052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:30.626052_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:29.650756_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:29.650756_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:29.650756_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:29.650756_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:30.181706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/dreaming_zebra_2026-03-05T03:25:30.181706_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:25.730536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:25.730536_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:27.592237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:27.592237_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:26.484076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:26.484076_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:26.484076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:26.484076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:27.018998_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cfe0f57-b53f-4c5f-a8b4-b3039049287b/pi05_droid_2026-03-05T03:31:27.018998_video_wrist.mp4"},"preference":"B","session_id":"3cfe0f57-b53f-4c5f-a8b4-b3039049287b","university":"frodobots"},{"completion_time":"2026-03-05T03:15:30.978545Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy A first moved the gripper toward the banana, then attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper randomly for a while, then approached the knife, but moved away soon.My instruction is to cut the banana with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the banana and attempted to grasp it, whereas policy B only approached the knife.Therefore, policy A is better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.341652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.341652_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:08:01.091355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:08:01.091355_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.997515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.997515_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.997515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:07:59.997515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:08:00.492855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/dreaming_zebra_2026-03-05T03:08:00.492855_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:52.754710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:52.754710_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:54.408749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:54.408749_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.499077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.499077_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.499077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.499077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.929302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9/paligemma_fast_droid_2026-03-05T03:14:53.929302_video_wrist.mp4"},"preference":"A","session_id":"c62d3eb7-d5dc-4646-8e4c-a3a0f14d4fd9","university":"frodobots"},{"completion_time":"2026-03-04T09:58:16.935881Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the griper toward the book, adjusted posture, then moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper back and forth for a while, then approached the book, adjusted posture,insert the gripper under the book, pushed the cover to make the book closed.My instruction is to close the book,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:10.809293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:10.809293_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:12.625989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:12.625989_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:11.490715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:11.490715_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:11.490715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:11.490715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:12.016318_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_vq_droid_2026-03-04T09:53:12.016318_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:46.817273_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:46.817273_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:48.582410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:48.582410_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:47.449512_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:47.449512_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:47.449512_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:47.449512_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:48.045153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a970526f-99f4-4d8b-9eb8-3cdfa570ec6a/paligemma_fast_specialist_droid_2026-03-04T09:57:48.045153_video_wrist.mp4"},"preference":"B","session_id":"a970526f-99f4-4d8b-9eb8-3cdfa570ec6a","university":"frodobots"},{"completion_time":"2026-03-04T09:38:35.685342Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the griper toward the book, adjusted posture, attempted to pushed the edge of the cover, then pushed the edge of the cover to make the book open a bit, but the book closed again when the gripper moved away.Policy B first moved the gripper toward the book, adjusted posture, attempted to push the cover, but did not succeed.Then after hesitating for a while, policy B grasped the cover of the book, moved it to make the book open, but the book closed again when the gripper released.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B opened the book more than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:55.451698_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:55.451698_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:57.326858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:57.326858_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.104541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.104541_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.104541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.104541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.666530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_diffusion_droid_2026-03-04T09:30:56.666530_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:15.458727_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:15.458727_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:17.283996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:17.283996_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.178525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.178525_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.178525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.178525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.682356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/003a102d-9251-4321-a81e-4645c44b43bd/paligemma_vq_droid_2026-03-04T09:38:16.682356_video_wrist.mp4"},"preference":"B","session_id":"003a102d-9251-4321-a81e-4645c44b43bd","university":"frodobots"},{"completion_time":"2026-03-04T08:32:12.719380Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English words on the book","longform_feedback":"Policy A first moved the griper toward the book, touched the cover of the book, then moved the gripper randomly for a while, touched the the English words on the book.Policy B first moved the gripper toward the book, touched the cover of the book, then after hesitating for a while, policy B approached the English word on the book, touched it.My instruction is to touch the English words on the book, both policies completed the task successfully.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:57.913628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:57.913628_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:59.583396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:59.583396_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:58.552176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:58.552176_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:58.552176_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:58.552176_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:59.027896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/paligemma_fast_droid_2026-03-04T08:26:59.027896_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:54.901898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:54.901898_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:56.745487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:56.745487_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:55.561844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:55.561844_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:55.561844_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:55.561844_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:56.024790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4613a81c-9a08-4791-9713-cca741b60ee5/pi0_fast_droid_2026-03-04T08:31:56.024790_video_wrist.mp4"},"preference":"TIE","session_id":"4613a81c-9a08-4791-9713-cca741b60ee5","university":"frodobots"},{"completion_time":"2026-03-04T07:51:13.379525Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the red block","longform_feedback":"Policy A first moved the griper toward the eraser, grasped it, picked it up, then moved it toward the red block, put it near the red block.Next, policy A  picked up the eraser again, put it on the edge of the red block.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the eraser onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the eraser on the edge of the red block, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:27.864890_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:27.864890_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:29.602613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:29.602613_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.457945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.457945_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.457945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.457945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.970738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/paligemma_diffusion_droid_2026-03-04T07:45:28.970738_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:53.883222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:53.883222_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:55.618288_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:55.618288_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:54.575638_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:54.575638_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:54.575638_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:54.575638_video_right.mp4","wrist_video_gcs_path":"evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:55.089880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/292f5f6c-b39a-4191-bfd2-5254c79ecb73/pi0_droid_2026-03-04T07:50:55.089880_video_wrist.mp4"},"preference":"A","session_id":"292f5f6c-b39a-4191-bfd2-5254c79ecb73","university":"frodobots"},{"completion_time":"2026-03-04T07:29:07.377442Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the battery into the saucer","longform_feedback":"Policy A first moved the griper toward the eraser, grasped it and released it, then policy A approached the battery, pushed it.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the saucer but moved away soon, then policy B moved back and forth during remaining time of the episode.My instruction is to put the battery into the saucer, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the battery, whereas policy B did not find the battery.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.158669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.158669_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:52.843240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:52.843240_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.771902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.771902_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.771902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:51.771902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:52.289268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/paligemma_fast_specialist_droid_2026-03-04T07:23:52.289268_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:47.373564_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:47.373564_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:49.092224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:49.092224_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.030508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.030508_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.030508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.030508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.564803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/368e9176-39a0-4be9-bc58-1873374b52a4/pi0_droid_2026-03-04T07:28:48.564803_video_wrist.mp4"},"preference":"A","session_id":"368e9176-39a0-4be9-bc58-1873374b52a4","university":"frodobots"},{"completion_time":"2026-03-04T07:18:31.444920Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the saucer","longform_feedback":"Policy A first moved the griper toward the eraser, grasped it, picked it up, then moved it toward the saucer, dropped it near the saucer.Next, policy A picked up the eraser again, put it into the saucer.Policy B first moved the gripper toward the eraser, pressed it, then moved the gripper away.Next, policy B approached the gripper, attempted to grasp it, but did not succeed.My instruction is to put the eraser into the saucer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:52.931557_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:52.931557_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:54.659498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:54.659498_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:53.547515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:53.547515_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:53.547515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:53.547515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:54.120515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_diffusion_droid_2026-03-04T07:13:54.120515_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.160706_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.160706_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:14.821956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:14.821956_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.772202_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.772202_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.772202_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:13.772202_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:14.269567_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce984a7-dd08-46c6-a9a0-134838095e5d/paligemma_fast_droid_2026-03-04T07:18:14.269567_video_wrist.mp4"},"preference":"A","session_id":"9ce984a7-dd08-46c6-a9a0-134838095e5d","university":"frodobots"},{"completion_time":"2026-03-04T07:08:34.248704Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the drawer","longform_feedback":"Policy A first moved the griper toward the drawer, then approached the red block, grasped it, picked it up, moved it and dropped it.Next, policy A picked up and dropped the red block again.Policy B first moved the gripper back and forth for a while, then approached the red block, picked it up, moved it and dropped it.My instruction is to  put the red block into the drawer, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up and moved the red block, but did not put it into the drawer.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:40.702210_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:40.702210_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:42.395402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:42.395402_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.240833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.240833_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.240833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.240833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.805594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_specialist_droid_2026-03-04T07:02:41.805594_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:16.913892_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:16.913892_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:18.659316_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:18.659316_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:17.554765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:17.554765_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:17.554765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:17.554765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:18.115873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209/paligemma_fast_droid_2026-03-04T07:08:18.115873_video_wrist.mp4"},"preference":"TIE","session_id":"9446ff7f-ef96-4d3a-b9a6-f5d68e0d4209","university":"frodobots"},{"completion_time":"2026-03-04T06:58:29.360303Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the top drawer","longform_feedback":"Policy A first moved the griper toward the drawer but moved away soon, then policy A closed the gripper, approached the top drawer, pushed it to make it closed.Policy B first moved the gripper toward the drawer, moved back and forth for a while, then pushed the top drawer to make it closed a bit.My instruction is to close the top drawer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not close the drawer completely.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.251394_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.251394_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:38.960606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:38.960606_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.898648_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.898648_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.898648_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:37.898648_video_right.mp4","wrist_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:38.401597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/paligemma_vq_droid_2026-03-04T06:52:38.401597_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:09.600802_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:09.600802_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:11.226629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:11.226629_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.177770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.177770_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.177770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.177770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.668666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/616f37eb-2686-4037-bba7-3174efe884dc/pi0_fast_droid_2026-03-04T06:58:10.668666_video_wrist.mp4"},"preference":"A","session_id":"616f37eb-2686-4037-bba7-3174efe884dc","university":"frodobots"},{"completion_time":"2026-03-04T06:47:19.973897Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the top drawer","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then approached the top drawer in the end.Policy B first moved the gripper toward the drawer, moved around the drawer for while, then touched the top drawer.My instruction is to open the top drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the top drawer, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.130482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.130482_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:31.995264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:31.995264_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.879265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.879265_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.879265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:30.879265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:31.324243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/pi0_droid_2026-03-04T06:41:31.324243_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.231137_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.231137_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:03.106813_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:03.106813_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.906121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.906121_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.906121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:01.906121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:02.458598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf50114d-4140-46ee-9d8f-1e3b3e6e273a/paligemma_vq_droid_2026-03-04T06:47:02.458598_video_wrist.mp4"},"preference":"B","session_id":"bf50114d-4140-46ee-9d8f-1e3b3e6e273a","university":"frodobots"},{"completion_time":"2026-03-04T06:15:28.041848Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,touched the cap, moved around the cap for a while, then knocked the spray bottle over.Policy B first moved the gripper toward the spray bottle, touched the cap, attempted to grasped the cap, then picked up the cap, removed it from the spray bottle.My instruction is to remove the cap of the spray bottle, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.225215_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.225215_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:10.282881_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:10.282881_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.940139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.940139_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.940139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:08.940139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:09.680181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi0_fast_droid_2026-03-04T06:09:09.680181_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:04.841224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:04.841224_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:06.570227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:06.570227_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.470312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.470312_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.470312_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.470312_video_right.mp4","wrist_video_gcs_path":"evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.958710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/815be280-16fa-43c8-aef3-06b54b9c789b/pi05_droid_2026-03-04T06:14:05.958710_video_wrist.mp4"},"preference":"B","session_id":"815be280-16fa-43c8-aef3-06b54b9c789b","university":"frodobots"},{"completion_time":"2026-03-03T09:30:43.771746Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the cap, grasped it,picked it up, then moved it toward the spray bottle, dropped it near the spray bottle, causing the cap to fall off to floor.Policy B first moved the gripper toward the cap, grasped it, picked it up and dropped it, causing the cap to fall off to floor.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the cap near the spray bottle, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.118631_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.118631_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:40.831058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:40.831058_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.624071_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.624071_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.624071_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:39.624071_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:40.138405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/pi0_fast_droid_2026-03-03T09:24:40.138405_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:01.679322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:01.679322_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:03.442413_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:03.442413_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.398345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.398345_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.398345_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.398345_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.836740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a9120d6-2f85-4eec-9abb-2f3dc2f6d543/paligemma_diffusion_droid_2026-03-03T09:30:02.836740_video_wrist.mp4"},"preference":"A","session_id":"3a9120d6-2f85-4eec-9abb-2f3dc2f6d543","university":"frodobots"},{"completion_time":"2026-03-03T09:18:16.109769Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, closed the gripper, then approached the nozzle of the spray bottle, pressed it.Policy B first moved the gripper toward the spray bottle, closed the gripper, pressed the nozzle, then policy B knocked the spray bottle over.My instruction is to press the nozzle of the spray bottle, both policies completed the task successfully.When comparing the performance of the two, policy B knocked over the spray bottle, whereas policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.385370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.385370_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:37.891888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:37.891888_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.943364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.943364_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.943364_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:36.943364_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:37.350856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/dreaming_zebra_2026-03-03T09:12:37.350856_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:57.985681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:57.985681_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:59.681847_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:59.681847_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:58.689332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:58.689332_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:58.689332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:58.689332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:59.198330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8c9f9c2-2e86-4b76-b014-68b728d3a623/pi05_droid_2026-03-03T09:17:59.198330_video_wrist.mp4"},"preference":"A","session_id":"c8c9f9c2-2e86-4b76-b014-68b728d3a623","university":"frodobots"},{"completion_time":"2026-03-03T09:05:29.398071Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of grapes onto the book","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes, grasped and released it, then policy A moved the gripper randomly for a while, picked up the bunch of grapes, moved it to the book, put it onto the book.Policy B first moved the gripper toward the bunch of grapes, grasped it, picked it up, then moved toward the book, put it onto the book.Next,policy B moved randomly during remaining time of the episode.My instruction is to put the bunch of grapes onto the book, both policies completed the task.When comparing the performance of the two, policy B completed the task more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:11.773322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:11.773322_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:13.602699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:13.602699_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:12.477776_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:12.477776_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:12.477776_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:12.477776_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:13.024794_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/paligemma_fast_specialist_droid_2026-03-03T09:00:13.024794_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:22.635298_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:22.635298_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:24.556070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:24.556070_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.273443_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.273443_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.273443_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.273443_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.831166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f8082d-aac5-4176-99e4-12aee3cd63eb/pi0_fast_droid_2026-03-03T09:04:23.831166_video_wrist.mp4"},"preference":"B","session_id":"06f8082d-aac5-4176-99e4-12aee3cd63eb","university":"frodobots"},{"completion_time":"2026-03-03T08:45:14.830989Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then rotated and dropped it.Next, policy A picked up the marker again, rotated it by about 90 degrees in the end.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then rotated it by about 90 degrees, dropped it.Next, policy B picked up and rotated the marker pen again.My instruction is to rotate the marker pen by 90 degrees, both policies completed the task.When comparing the performance of the two, policy B completed the task more smoothly than policy A did.Therefore, i choose B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:30.226751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:30.226751_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:32.136617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:32.136617_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.043870_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.043870_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.043870_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.043870_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.559750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/pi05_droid_2026-03-03T08:38:31.559750_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:32.306471_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:32.306471_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:34.131321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:34.131321_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.001337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.001337_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.001337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.001337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.505029_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc80407-3505-408d-9cd2-689058c021ee/dreaming_zebra_2026-03-03T08:44:33.505029_video_wrist.mp4"},"preference":"B","session_id":"3bc80407-3505-408d-9cd2-689058c021ee","university":"frodobots"},{"completion_time":"2026-03-03T08:33:28.362721Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it but did not succeed, then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper toward the controller, pressed it, pushed it to floor, causing the controller to turn over and rotated.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least made the controller rotated by a small angle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.015918_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.015918_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:20.600475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:20.600475_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.656033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.656033_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.656033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:19.656033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:20.100800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/paligemma_vq_droid_2026-03-03T08:26:20.100800_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:12.349004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:12.349004_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:14.182573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:14.182573_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.043852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.043852_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.043852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.043852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.579490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b387861e-74d3-43a5-b244-f455725209ac/pi0_droid_2026-03-03T08:33:13.579490_video_wrist.mp4"},"preference":"B","session_id":"b387861e-74d3-43a5-b244-f455725209ac","university":"frodobots"},{"completion_time":"2026-03-03T08:12:42.232783Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, then touched it, pressed it, pushed it, but did not turn it over in the end.Policy B first moved the gripper toward the controller, grasped it, picked it up, rotated it, dropped it, then adjusted posture, attempted to grasped it again, but did not succeed.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B seemingly more likely to completed the task than policy A.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:03.487163_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:03.487163_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:05.212262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:05.212262_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.084516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.084516_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.084516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.084516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.654789_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/pi0_droid_2026-03-03T08:05:04.654789_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:55.849746_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:55.849746_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:57.600639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:57.600639_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:56.583626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:56.583626_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:56.583626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:56.583626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:57.023662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9588bad2-5ce6-412a-badb-21fb391b8337/dreaming_zebra_2026-03-03T08:10:57.023662_video_wrist.mp4"},"preference":"B","session_id":"9588bad2-5ce6-412a-badb-21fb391b8337","university":"frodobots"},{"completion_time":"2026-03-03T08:00:44.218475Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white block onto the red block","longform_feedback":"Policy A first moved the gripper toward the white block, grasped it, picked it up, then moved it toward the red block, put it onto the red block.Policy B first moved the gripper toward the whited block, grasped it, picked it up, then moved it toward the red block, hovered above the red block until time ran out.My instruction is to put the white block onto the red block, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.103248_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.103248_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:57.758699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:57.758699_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.719693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.719693_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.719693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:56.719693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:57.182662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/dreaming_zebra_2026-03-03T07:54:57.182662_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.159932_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.159932_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:27.886228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:27.886228_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.837603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.837603_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.837603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:26.837603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:27.325779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8e03221-6dcc-4d0a-a72a-9e66e8db68ac/paligemma_fast_specialist_droid_2026-03-03T08:00:27.325779_video_wrist.mp4"},"preference":"A","session_id":"a8e03221-6dcc-4d0a-a72a-9e66e8db68ac","university":"frodobots"},{"completion_time":"2026-03-03T07:50:32.684560Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the rectangle block into the cup","longform_feedback":"Policy A first moved the gripper toward the 1 block, picked it up, then moved it toward the cup, dropped it, knocked the over.Next, policy A picked up the rectangle block, moved it and dropped it on floor.Policy B first moved the gripper toward the cup, pushed it to floor, then attempted to grasp the 1 block.Next, policy B picked up the rectangle block in the end.My instruction is to put the rectangle block into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the rectangle block, but did not put it into the cup.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:26.883386_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:26.883386_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:28.598970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:28.598970_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:27.556814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:27.556814_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:27.556814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:27.556814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:28.091551_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/paligemma_vq_droid_2026-03-03T07:44:28.091551_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.178232_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.178232_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:15.019901_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:15.019901_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.840483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.840483_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.840483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:13.840483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:14.351134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/718c4937-e6de-4ef6-b983-616f333d56a4/pi05_droid_2026-03-03T07:50:14.351134_video_wrist.mp4"},"preference":"TIE","session_id":"718c4937-e6de-4ef6-b983-616f333d56a4","university":"frodobots"},{"completion_time":"2026-03-03T07:39:53.505472Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the red blocks","longform_feedback":"Policy A first moved the gripper toward the rectangle red block, grasped it, picked it up, then moved it toward 5 red block, dropped it near 5 red block. Policy B first moved the gripper toward the rectangle red block, grasped it, picked it up, then moved it toward the 5 red block, dropped it tightly close to the 5 red block.My instruction is to stack up the red blocks, neither policy was able to complete the task.When comparing the performance of the two, policy B dropped the rectangle red block more close to the 5 red block than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:58.923444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:58.923444_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:33:00.763994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:33:00.763994_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:59.632549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:59.632549_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:59.632549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:32:59.632549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:33:00.150889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_specialist_droid_2026-03-03T07:33:00.150889_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.112181_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.112181_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:22.023706_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:22.023706_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.747950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.747950_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.747950_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:20.747950_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:21.393300_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c52328b4-9138-49e8-aeab-40e8bbbe6404/paligemma_fast_droid_2026-03-03T07:39:21.393300_video_wrist.mp4"},"preference":"B","session_id":"c52328b4-9138-49e8-aeab-40e8bbbe6404","university":"frodobots"},{"completion_time":"2026-03-03T07:21:14.396196Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like number 1","longform_feedback":"Policy A first moved the gripper above the blocks, then moved slowly during remaining time of the episode.Policy B first moved the gripper toward the block shaped like number 7, grasped it and released it, then policy B approached the rectangle block, picked it up and dropped it.Next, policy B approached the number 1 block in the end.My instruction is to pick up the block shaped like number 1, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the target block, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.237690_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.237690_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:38.795346_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:38.795346_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.828612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.828612_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.828612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:37.828612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:38.298496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/dreaming_zebra_2026-03-03T07:15:38.298496_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:52.825343_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:52.825343_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:54.608385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:54.608385_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:53.478938_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:53.478938_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:53.478938_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:53.478938_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:54.042980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41e2865-d32e-4ef9-961f-cc46eb75efa3/paligemma_diffusion_droid_2026-03-03T07:20:54.042980_video_wrist.mp4"},"preference":"B","session_id":"b41e2865-d32e-4ef9-961f-cc46eb75efa3","university":"frodobots"},{"completion_time":"2026-03-03T04:26:53.702758Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the cup, adjusted posture, knocked the cup over.Policy B first moved the gripper toward the marker pen,grasped it, picked it up, then moved it toward the cup, adjusted posture, dropped the marker near the cup, knocked the cup over.Next, policy B picked up and dropped the marker pen again.My instruction is to put the marker pen into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the marker pen near the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:22.838870_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:22.838870_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:24.475996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:24.475996_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.434056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.434056_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.434056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.434056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.960959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/pi0_fast_droid_2026-03-03T04:19:23.960959_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:45.825747_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:45.825747_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:47.626819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:47.626819_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.490693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.490693_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.490693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.490693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.986891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/887894bb-a82f-429c-953f-e4d46179d23b/paligemma_diffusion_droid_2026-03-03T04:24:46.986891_video_wrist.mp4"},"preference":"B","session_id":"887894bb-a82f-429c-953f-e4d46179d23b","university":"frodobots"},{"completion_time":"2026-03-03T03:52:26.802587Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper,pressed the blank area of the controller, then pressed the rectangle  button beside the round button.Policy B first moved the gripper toward the controller, closed the gripper, as if attempted to press the controller, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B only approached the controller.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:44.741521_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:44.741521_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:46.508212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:46.508212_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.341966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.341966_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.341966_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.341966_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.892337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/dreaming_zebra_2026-03-03T03:46:45.892337_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:06.651208_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:06.651208_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:08.457907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:08.457907_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.405946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.405946_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.405946_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.405946_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.884262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71105a3-c90a-4c0b-85c5-cd50255a87ae/pi0_fast_droid_2026-03-03T03:52:07.884262_video_wrist.mp4"},"preference":"A","session_id":"d71105a3-c90a-4c0b-85c5-cd50255a87ae","university":"frodobots"},{"completion_time":"2026-03-03T03:29:17.714522Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the remote control, closed the gripper, pressed the blank area of the controller, then pressed the gray button beside the yellow button.Policy B first moved the gripper toward the book, attempted to grasp it, pressed it, then moved gripper back and forth during remaining time of the episode.My instruction is to press the yellow button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:53.997935_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:53.997935_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:55.750147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:55.750147_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:54.685437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:54.685437_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:54.685437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:54.685437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:55.192950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/dreaming_zebra_2026-03-03T03:23:55.192950_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:54.969554_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:54.969554_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:56.666603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:56.666603_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:55.543078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:55.543078_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:55.543078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:55.543078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:56.124260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68c1b0f5-1a1c-487b-a3cf-188b15f00e79/paligemma_diffusion_droid_2026-03-03T03:28:56.124260_video_wrist.mp4"},"preference":"A","session_id":"68c1b0f5-1a1c-487b-a3cf-188b15f00e79","university":"frodobots"},{"completion_time":"2026-03-03T03:19:38.299232Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control onto the book","longform_feedback":"Policy A first moved the gripper toward the remote control, then almost stopped near the remote control during remaining time of the episode.Policy B first moved the gripper toward the sofa, attempted to grasp it, then moved randomly during remaining time of the episode.My instruction is to put the remote control onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the remote control, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:36.448910_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:36.448910_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:38.135928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:38.135928_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.046214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.046214_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.046214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.046214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.560299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/dreaming_zebra_2026-03-03T03:14:37.560299_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.082956_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.082956_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:17.880349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:17.880349_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.815832_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.815832_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.815832_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:16.815832_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:17.288594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b8ad00-d24e-4a6d-9638-b3faa67123a0/paligemma_fast_droid_2026-03-03T03:19:17.288594_video_wrist.mp4"},"preference":"A","session_id":"e4b8ad00-d24e-4a6d-9638-b3faa67123a0","university":"frodobots"},{"completion_time":"2026-03-03T02:58:21.920286Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control onto the book","longform_feedback":"Policy A first moved the gripper toward the remote control, touched it, then attempted to grasped it several times, but did not succeed in the end.Policy B first moved the gripper toward the remote control, then almost stopped near the remote control during remaining time of the episode.My instruction is to put the remote control onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the remote control, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.421603_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.421603_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:57.107508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:57.107508_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.989120_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.989120_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.989120_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:55.989120_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:56.516127_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/paligemma_vq_droid_2026-03-03T02:52:56.516127_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.150751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.150751_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:57.787573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:57.787573_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.725263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.725263_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.725263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:56.725263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:57.249606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44c33669-2039-4511-8c6e-2bec80b64e32/dreaming_zebra_2026-03-03T02:57:57.249606_video_wrist.mp4"},"preference":"A","session_id":"44c33669-2039-4511-8c6e-2bec80b64e32","university":"frodobots"},{"completion_time":"2026-03-02T09:46:50.367741Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the cup, dropped it on the edge of the cup, causing the banana to fall off to sofa.Next, policy A knocked the cup over, picked up and dropped the carrot.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it and dropped near the apple.Next, policy B picked up the banana again, moved it and dropped it near the cup.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies dropped the banana near the cup, but then policy A knocked over the cup, whereas policy B did not.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:19.894650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:19.894650_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:18.621762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:18.621762_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:18.621762_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:18.621762_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:19.276001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_diffusion_droid_2026-03-02T09:40:19.276001_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:33.498939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:33.498939_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.138732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.138732_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.138732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.138732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.857880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d59c6930-11af-4fd1-a2f1-18349853db42/paligemma_vq_droid_2026-03-02T09:46:32.857880_video_wrist.mp4"},"preference":"B","session_id":"d59c6930-11af-4fd1-a2f1-18349853db42","university":"frodobots"},{"completion_time":"2026-03-02T09:36:05.536830Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it and released it, then approached the apple, grasped and released it.Next, policy A picked up the banana in the end.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the cup, dropped it into the cup, causing the cup to fall over.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the carrot into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the wrong object banana into the cup, whereas policy A seemingly did not get my idea.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.041663_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.041663_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:02.839339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:02.839339_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.776253_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.776253_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.776253_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:01.776253_video_right.mp4","wrist_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:02.240614_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_specialist_droid_2026-03-02T09:29:02.240614_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:32.598313_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:32.598313_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:34.440232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:34.440232_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.274707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.274707_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.274707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.274707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.852584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/784479f8-7d77-4743-839d-e685cf2ba564/paligemma_fast_droid_2026-03-02T09:35:33.852584_video_wrist.mp4"},"preference":"B","session_id":"784479f8-7d77-4743-839d-e685cf2ba564","university":"frodobots"},{"completion_time":"2026-03-02T09:13:48.405072Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fruits together","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the apple, put it on the apple.Next, policy A picked up and released the potato.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it for a while, dropped it on floor.Next, policy B picked up and moved the potato.My instruction is to put the fruits together, there are two fruits which are the banana and the apple.When comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:44.714499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:44.714499_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:46.534618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:46.534618_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.270627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.270627_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.270627_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.270627_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.889848_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/dreaming_zebra_2026-03-02T09:07:45.889848_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:20.846650_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:20.846650_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:22.753111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:22.753111_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:21.507423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:21.507423_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:21.507423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:21.507423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:22.118223_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c611806-fb73-45e2-b65a-0644aa1025bb/pi0_droid_2026-03-02T09:13:22.118223_video_wrist.mp4"},"preference":"A","session_id":"5c611806-fb73-45e2-b65a-0644aa1025bb","university":"frodobots"},{"completion_time":"2026-03-02T09:03:00.407452Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fruit into the cup","longform_feedback":"Policy A first moved the gripper toward the potato which is not fruit, then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the cup, put it on the edge of the cup, causing the banana to fall off to sofa.Next, policy B picked up and dropped the bitter melon.My instruction is to put the fruit into the cup, there is only one fruit which is the banana.When comparing the performance of the two, policy B at least dropped the banana on the edge of the cup, whereas policy A did not even find the fruit.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:08.886999_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:08.886999_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:10.700017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:10.700017_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:09.540615_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:09.540615_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:09.540615_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:09.540615_video_right.mp4","wrist_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:10.012870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/pi0_fast_droid_2026-03-02T08:57:10.012870_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.323855_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.323855_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:42.131205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:42.131205_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.977360_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.977360_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.977360_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:40.977360_video_right.mp4","wrist_video_gcs_path":"evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:41.587120_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581c105b-e479-498f-ae8f-c1ef6dc55c32/paligemma_fast_specialist_droid_2026-03-02T09:02:41.587120_video_wrist.mp4"},"preference":"B","session_id":"581c105b-e479-498f-ae8f-c1ef6dc55c32","university":"frodobots"},{"completion_time":"2026-03-02T08:52:09.315648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the vegetable","longform_feedback":"Policy A first moved the gripper toward bitter melon, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the banana which is not vegetable, grasped it, picked it up, then moved it toward the bitter melon.My instruction is to pick up the vegetable, there is only one vegetable which is bitter melon.When comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:12.678903_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:12.678903_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:14.377874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:14.377874_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.312392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.312392_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.312392_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.312392_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.840634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/pi0_fast_droid_2026-03-02T08:46:13.840634_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.347302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.347302_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:49.018684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:49.018684_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.969201_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.969201_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.969201_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:47.969201_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:48.505011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f988ff9f-6ee7-4f48-a85d-60e6e9c5052a/dreaming_zebra_2026-03-02T08:51:48.505011_video_wrist.mp4"},"preference":"A","session_id":"f988ff9f-6ee7-4f48-a85d-60e6e9c5052a","university":"frodobots"},{"completion_time":"2026-03-02T08:23:42.876069Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the potato into the cup","longform_feedback":"Policy A first moved the gripper toward the potato, grasped and released it, then picked it up and dropped it, causing the potato to fall off to floor.Policy B first moved the gripper toward the potato, grasped it, picked it up, then moved it and dropped, causing the potato to fall off to floor.My instruction is to put the potato into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up and dropped the potato, and their performance was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.117572_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.117572_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:28.876189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:28.876189_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.708785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.708785_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.708785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:27.708785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:28.235401_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_diffusion_droid_2026-03-02T08:17:28.235401_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:35.699868_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:35.699868_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:37.446741_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:37.446741_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.377414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.377414_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.377414_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.377414_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.863836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb04081e-dedb-4dda-ae95-3343fdbe709a/paligemma_vq_droid_2026-03-02T08:22:36.863836_video_wrist.mp4"},"preference":"TIE","session_id":"bb04081e-dedb-4dda-ae95-3343fdbe709a","university":"frodobots"},{"completion_time":"2026-03-02T08:08:18.753811Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cup with the towel","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the towel, grasped it, picked it up, moved it until time ran out.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the towel, put it onto the towel.My instruction is to cover the cup with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the towel, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.115030_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.115030_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:15.891551_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:15.891551_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.798856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.798856_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.798856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:14.798856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:15.332999_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/paligemma_fast_specialist_droid_2026-03-02T08:03:15.332999_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:54.702602_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:54.702602_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:56.622480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:56.622480_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.332836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.332836_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.332836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.332836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.810619_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ea3ed4b-75c7-4902-a319-cd45e3f66b2d/dreaming_zebra_2026-03-02T08:07:55.810619_video_wrist.mp4"},"preference":"A","session_id":"1ea3ed4b-75c7-4902-a319-cd45e3f66b2d","university":"frodobots"},{"completion_time":"2026-03-02T07:44:01.299237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward floor, then approached the towel, grasped the bottom right corner of the towel, moved it to the left side, causing the towel to be folded although not in perfect half.Policy B first moved the gripper toward the towel, grasped the bottom left corner of the towel, moved it to right, causing the towel to be fold a bit.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A folded the towel better than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.142276_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.142276_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:14.923646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:14.923646_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.822918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.822918_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.822918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:13.822918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:14.390040_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/pi0_fast_droid_2026-03-02T07:37:14.390040_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:39.551559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:39.551559_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:41.470164_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:41.470164_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.184298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.184298_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.184298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.184298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.940574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1effdf5-7b78-4bac-8d65-a7c6150b4a84/paligemma_diffusion_droid_2026-03-02T07:43:40.940574_video_wrist.mp4"},"preference":"A","session_id":"d1effdf5-7b78-4bac-8d65-a7c6150b4a84","university":"frodobots"},{"completion_time":"2026-03-02T07:10:51.017450Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the top cup on sofa","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the two cups, knocked the cups over, then attempted to grasp them, but did not succeed in the end.My instruction is to put the top cup on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy B at least knocked the cups over, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:22.887846_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:22.887846_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:24.479614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:24.479614_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.495920_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.495920_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.495920_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.495920_video_right.mp4","wrist_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.970428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/pi0_droid_2026-03-02T07:04:23.970428_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:27.947005_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:27.947005_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:29.812482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:29.812482_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:28.624804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:28.624804_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:28.624804_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:28.624804_video_right.mp4","wrist_video_gcs_path":"evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:29.206950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/226f513b-ac1a-4900-a12a-88d355b39397/paligemma_fast_specialist_droid_2026-03-02T07:10:29.206950_video_wrist.mp4"},"preference":"B","session_id":"226f513b-ac1a-4900-a12a-88d355b39397","university":"frodobots"},{"completion_time":"2026-03-02T07:00:15.004399Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the right cup, grasped it, picked it up, then moved it toward the left cup, put it into the left cup.Next, policy A picked up the two cups, moved them and put them on the sofa.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it to the right cup, put it into the right cup.Next, policy B stopped during remaining time of the episode.My instruction is to stack up the two cups, both policies completed the task.When comparing the performance of the two, policy B stopped after finishing the task, whereas policy A did extra unnecessary actions.Therefore, i prefer policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.201579_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.201579_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:47.015354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:47.015354_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.915929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.915929_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.915929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:45.915929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:46.428809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi0_fast_droid_2026-03-02T06:51:46.428809_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:45.366750_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:45.366750_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:47.172960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:47.172960_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.112029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.112029_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.112029_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.112029_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.675613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b58f96-4b4c-4ec2-93a4-5fa01991ef7d/pi05_droid_2026-03-02T06:59:46.675613_video_wrist.mp4"},"preference":"B","session_id":"64b58f96-4b4c-4ec2-93a4-5fa01991ef7d","university":"frodobots"},{"completion_time":"2026-03-02T03:44:03.854803Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the white box with towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it and released it, then policy A moved the gripper away and moved slowly during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the white box, put it on the white box.My instruction is to cover the white box with towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:24.682441_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:24.682441_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:26.331321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:26.331321_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.331301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.331301_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.331301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.331301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.855472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/pi0_droid_2026-03-02T03:39:25.855472_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.213677_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.213677_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:41.861369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:41.861369_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.851216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.851216_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.851216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:40.851216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:41.386615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353ef115-ef9b-4d49-86e7-cbb5c8090267/dreaming_zebra_2026-03-02T03:43:41.386615_video_wrist.mp4"},"preference":"B","session_id":"353ef115-ef9b-4d49-86e7-cbb5c8090267","university":"frodobots"},{"completion_time":"2026-03-02T03:33:50.690582Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the white box","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the white box, put it onto the box.Next, policy A picked up the banana again, dropped it on the white box, causing the banana to fall off to sofa.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to put the banana onto the white box, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not move the banana to the white box.Therefore, policy A is better than policy B.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:43.476228_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:43.476228_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:45.132291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:45.132291_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.115656_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.115656_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.115656_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.115656_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.624320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/dreaming_zebra_2026-03-02T03:27:44.624320_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:33.489178_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:33.489178_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:35.243404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:35.243404_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.155614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.155614_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.155614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.155614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.644428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61c3e526-9aea-4674-9a85-84ab4924ed69/paligemma_fast_droid_2026-03-02T03:33:34.644428_video_wrist.mp4"},"preference":"A","session_id":"61c3e526-9aea-4674-9a85-84ab4924ed69","university":"frodobots"},{"completion_time":"2026-03-02T03:23:40.767657Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana but moved away soon, then policy A moved the gripper back and forth for a while, approached the banana, picked it up, moved it until time ran out.Policy B first moved the gripper toward the banana, grasped it, rotated it by about 80 degrees, then rotated it to the origin position in the end.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least rotated the banana by 80 degrees, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:48.524865_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:48.524865_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:50.133888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:50.133888_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.121486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.121486_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.121486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.121486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.601758_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/pi0_droid_2026-03-02T03:16:49.601758_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:19.973919_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:19.973919_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:21.696859_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:21.696859_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:20.663183_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:20.663183_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:20.663183_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:20.663183_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:21.124370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c4a92f-f7b2-4013-a27e-a62a15dcc4c7/dreaming_zebra_2026-03-02T03:23:21.124370_video_wrist.mp4"},"preference":"B","session_id":"25c4a92f-f7b2-4013-a27e-a62a15dcc4c7","university":"frodobots"},{"completion_time":"2026-03-02T03:11:47.471026Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto the box","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the shoe, touched it, attempted to grasp it but did not succeed, then policy B approached the box, grasped it, picked it up, moved it and dropped it.My instruction is to put the shoe onto the box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the shoe, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:13.461328_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:13.461328_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:15.131774_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:15.131774_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.129456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.129456_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.129456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.129456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.606592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/pi05_droid_2026-03-02T03:06:14.606592_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:17.436223_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:17.436223_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:19.388449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:19.388449_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.234406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.234406_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.234406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.234406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.783668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bd85371-a834-4763-86ae-0fe264803783/paligemma_fast_specialist_droid_2026-03-02T03:11:18.783668_video_wrist.mp4"},"preference":"B","session_id":"0bd85371-a834-4763-86ae-0fe264803783","university":"frodobots"},{"completion_time":"2026-03-02T03:02:30.130420Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto the box","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the box, pushed it, then attempted to grasped it several times, but did not succeed in the end.My instruction is to put the shoe onto the box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the box, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.044797_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.044797_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:59.818221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:59.818221_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.695420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.695420_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.695420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:58.695420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:59.181214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/pi0_droid_2026-03-02T02:56:59.181214_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:08.460544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:08.460544_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:10.084028_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:10.084028_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.105413_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.105413_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.105413_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.105413_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.590272_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e0f036-b839-425a-95e2-444fdd7f4d1e/paligemma_diffusion_droid_2026-03-02T03:02:09.590272_video_wrist.mp4"},"preference":"B","session_id":"d9e0f036-b839-425a-95e2-444fdd7f4d1e","university":"frodobots"},{"completion_time":"2026-02-27T08:48:43.816917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A first moved the gripper toward the shoe, attempted to grasp it but did not succeed, then policy A almost stopped on the shoe during remaining time of the episode.Policy B first moved the gripper toward the shoe, then closed and opened the gripper several times near the shoe.My instruction is to untie the shoelace, neither policy was able to complete the task.When comparing the performance of the two, policy A at least reached the shoe, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.148938_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.148938_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:40.809115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:40.809115_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.798116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.798116_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.798116_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:39.798116_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:40.298783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/paligemma_diffusion_droid_2026-02-27T08:41:40.298783_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:33.892544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:33.892544_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:35.604517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:35.604517_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:34.521900_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:34.521900_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:34.521900_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:34.521900_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:35.061904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e27fdb1-4349-4c3d-947a-7d4b2da3e195/dreaming_zebra_2026-02-27T08:47:35.061904_video_wrist.mp4"},"preference":"A","session_id":"8e27fdb1-4349-4c3d-947a-7d4b2da3e195","university":"frodobots"},{"completion_time":"2026-02-27T06:48:01.218734Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, touched it, then policy A moved the gripper away and moved slowly for a while, approached the shoe again, grasped the shoe in the end.Policy B first moved the gripper toward the shoe, grasped it, moved it,then pushed the shoe, causing it to fall off to floor.My instruction is to knock over the shoe, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the shoe, but policy B pushed the shoe to floor, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:20.966417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:20.966417_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:19.538996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:19.538996_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:19.538996_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:19.538996_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:20.307742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/pi0_droid_2026-02-27T06:41:20.307742_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:24.337062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:24.337062_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:22.974952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:22.974952_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:22.974952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:22.974952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:23.697342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf/paligemma_fast_specialist_droid_2026-02-27T06:47:23.697342_video_wrist.mp4"},"preference":"B","session_id":"b9d7451e-e3e9-462f-bdd3-20eb65bc4ecf","university":"frodobots"},{"completion_time":"2026-02-27T06:29:53.691165Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, adjusted posture, grasped it, picked it up, then moved it, put it on sofa.Policy B first moved the gripper toward the shoe, pushed it, attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the shoe, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:59.145564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:59.145564_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:57.914982_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:57.914982_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:57.914982_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:57.914982_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:58.579595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/paligemma_vq_droid_2026-02-27T06:24:58.579595_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:37.339716_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:37.339716_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.148856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.148856_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.148856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.148856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.735646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88382e18-da6a-45de-bd31-0c333d00fdae/pi0_droid_2026-02-27T06:29:36.735646_video_wrist.mp4"},"preference":"A","session_id":"88382e18-da6a-45de-bd31-0c333d00fdae","university":"frodobots"},{"completion_time":"2026-02-27T06:17:26.471742Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it ,picked it up, then moved it and dropped it on floor.Policy B first moved the gripper toward the marker pen, grasped it, picked it up, then moved it toward the book, dropped it on the book, causing the marker pen to roll off to the sofa.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the marker onto the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:21.853478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:21.853478_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:20.700476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:20.700476_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:20.700476_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:20.700476_video_right.mp4","wrist_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:21.385261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/paligemma_diffusion_droid_2026-02-27T06:10:21.385261_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:55.750610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:55.750610_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:54.495678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:54.495678_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:54.495678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:54.495678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:55.174458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/917da323-7f56-4bac-8d6c-c2b893b565cd/pi0_droid_2026-02-27T06:16:55.174458_video_wrist.mp4"},"preference":"B","session_id":"917da323-7f56-4bac-8d6c-c2b893b565cd","university":"frodobots"},{"completion_time":"2026-02-26T16:45:17.788224Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"transfer the grapes to the other bowl","longform_feedback":"Policy A only attempted to pick up the apple. Policy B reached inside the bowl with the grapes and then picked up the bowl and tilted it as an attempt to pour the grapes onto the table. While Policy B was not able to pick up the grapes or move them to the other bowl, it more closely followed the goal of the task.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.086672_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.086672_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:06.936829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:06.936829_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.813994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.813994_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.813994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:05.813994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:06.347820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/dreaming_zebra_2026-02-26T16:42:06.347820_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:01.770664_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:01.770664_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:03.519681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:03.519681_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.484784_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.484784_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.484784_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.484784_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.949816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a808c915-e90d-457d-9b24-1911a6900385/paligemma_fast_droid_2026-02-26T16:45:02.949816_video_wrist.mp4"},"preference":"B","session_id":"a808c915-e90d-457d-9b24-1911a6900385","university":"nvidia"},{"completion_time":"2026-02-23T17:01:18.158141Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"hook the roll of tape onto the top of the cone","longform_feedback":"Policy A picked up the tape and moved it onto the cone, whereas policy B picked up the tape and placed into the bowl. Since policy A recognized the cone, it was more successful in this task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:08.903199_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:08.903199_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:10.487631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:10.487631_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:09.532448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:09.532448_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:09.532448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:09.532448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:10.046855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_vq_droid_2026-02-23T16:58:10.046855_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.221886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.221886_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:05.058564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:05.058564_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.978565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.978565_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.978565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:03.978565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:04.532353_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/845c17f7-a397-4cba-a008-5557360ca5b9/paligemma_fast_specialist_droid_2026-02-23T17:01:04.532353_video_wrist.mp4"},"preference":"A","session_id":"845c17f7-a397-4cba-a008-5557360ca5b9","university":"nvidia"},{"completion_time":"2026-02-23T16:53:51.639295Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"scoop out the screws from the bowl","longform_feedback":"Policy A touched the spoon but was not able to grasp it. Policy B removed some screws from inside the bowl. While neither policy exactly followed the prompt, policy B completed more of the task and scooped out some screws by picking them up.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:37.828066_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:37.828066_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:39.557525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:39.557525_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.517448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.517448_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.517448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.517448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.986370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/paligemma_diffusion_droid_2026-02-23T16:49:38.986370_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:32.499117_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:32.499117_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:34.071854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:34.071854_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.000357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.000357_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.000357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.000357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.572779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35846fed-09f2-41fb-8fc7-066e0e82b3da/dreaming_zebra_2026-02-23T16:53:33.572779_video_wrist.mp4"},"preference":"B","session_id":"35846fed-09f2-41fb-8fc7-066e0e82b3da","university":"nvidia"},{"completion_time":"2026-02-19T17:17:40.479864Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"draw something with the pencil","longform_feedback":"Both policies tried folding the shirt after attempting to pick up the pencil, neither were able to pick up the pencil to draw.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.170034_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.170034_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:19.981182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:19.981182_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.815307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.815307_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.815307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:18.815307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:19.409540_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/paligemma_fast_droid_2026-02-19T17:14:19.409540_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:23.289578_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:23.289578_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:25.045232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:25.045232_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.015705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.015705_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.015705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.015705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.520063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea/pi0_fast_droid_2026-02-19T17:17:24.520063_video_wrist.mp4"},"preference":"TIE","session_id":"1dd4a597-48f5-4aaa-aa83-91e9ab5de7ea","university":"nvidia"},{"completion_time":"2026-02-19T16:54:10.970967Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"\\fold the t-shirt","longform_feedback":"Policy A made more realistic folding motions, folding the shirt in half vertically and then in half horizontally, although it was a messy fold. Policy B picked up the shirt from the middle, moved the shirt around and only made one folding motion at the end. Overall, policy A was neater and appeared to fold more intentionally.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:15.437432_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:15.437432_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:17.331438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:17.331438_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.150959_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.150959_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.150959_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.150959_video_right.mp4","wrist_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.696750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/paligemma_vq_droid_2026-02-19T16:50:16.696750_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.051036_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.051036_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:55.740305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:55.740305_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.630485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.630485_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.630485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:54.630485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:55.233690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/217f8f47-4cf0-4ecd-b2cf-05af767a7e1f/pi0_droid_2026-02-19T16:53:55.233690_video_wrist.mp4"},"preference":"A","session_id":"217f8f47-4cf0-4ecd-b2cf-05af767a7e1f","university":"nvidia"},{"completion_time":"2026-02-19T16:36:09.922224Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"put the toast on top of the drawer","longform_feedback":"Policy A never interacted with the toast, instead moved the plate. Policy B attempted grabbing the toast once, but was unable to grasp and did not complete any action. Policy B is slightly better in this task","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:32:59.559485_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:32:59.559485_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:01.278080_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:01.278080_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.188516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.188516_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.188516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.188516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.745868_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/pi0_fast_droid_2026-02-19T16:33:00.745868_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:53.773130_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:53.773130_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:55.623961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:55.623961_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:54.456947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:54.456947_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:54.456947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:54.456947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:55.083703_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ec7df92-cac5-46c8-a18f-c6f649f24309/paligemma_diffusion_droid_2026-02-19T16:35:55.083703_video_wrist.mp4"},"preference":"B","session_id":"2ec7df92-cac5-46c8-a18f-c6f649f24309","university":"nvidia"},{"completion_time":"2026-02-18T16:52:54.425831Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"insert the toy saw into a hole on the wooden box","longform_feedback":"Policy A reached for the toy saw, although it did not grasp ot pick it up. Policy B however failed to reach for the saw and did not make any progress  in following the language prompt. Policy A was slightly better.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.313727_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.313727_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:20.750358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:20.750358_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.889304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.889304_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.313727_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:19.313727_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:20.322654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/dreaming_zebra_2026-02-18T16:48:20.322654_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.146605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.146605_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:38.801768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:38.801768_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.848481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.848481_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.146605_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:37.146605_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:38.269642_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dedc1424-e5dd-4aad-9d46-23ab44283be9/pi0_droid_2026-02-18T16:52:38.269642_video_wrist.mp4"},"preference":"A","session_id":"dedc1424-e5dd-4aad-9d46-23ab44283be9","university":"nvidia"},{"completion_time":"2026-02-18T16:42:34.116423Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"close the lid of the tin lunch box","longform_feedback":"Both policies moved near the lunch box but did not make contact with the lid or attempt to close the lid.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.266878_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.266878_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:18.868767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:18.868767_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.943559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.943559_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.266878_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:17.266878_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:18.368784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/pi0_fast_droid_2026-02-18T16:38:18.368784_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.237121_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.237121_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:43.946866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:43.946866_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.890410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.890410_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.237121_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:42.237121_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:43.337549_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ac9042f-e8e3-4c78-8797-98cd37fcc507/paligemma_vq_droid_2026-02-18T16:40:43.337549_video_wrist.mp4"},"preference":"TIE","session_id":"5ac9042f-e8e3-4c78-8797-98cd37fcc507","university":"nvidia"},{"completion_time":"2026-02-17T02:52:41.308745Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"clean up the table by putting all the orange peals into the cup","longform_feedback":"A tried 3 times to grasp the orange peal, cannot tell if it has firmly picked up, and mis place outside the cup. So I gave a 33 as partial success; B tried to pick up many times but cannot firmly picked up, release the peal in the air; Ais smoothier so I prefer A","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.215730_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.215730_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:55.043022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:55.043022_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.914865_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.914865_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.215730_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:53.215730_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:54.422234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/pi05_droid_2026-02-17T02:48:54.422234_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:07.602758_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:07.602758_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:09.231806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:09.231806_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:08.261787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:08.261787_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:07.602758_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:07.602758_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:08.735592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf638f95-09e6-4377-a58b-215784ce9ccf/dreaming_zebra_2026-02-17T02:52:08.735592_video_wrist.mp4"},"preference":"A","session_id":"cf638f95-09e6-4377-a58b-215784ce9ccf","university":"UPenn"},{"completion_time":"2026-02-17T02:45:30.698001Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"pick up the orange","longform_feedback":"Both policy recognize the orange, try to touch it but cannot pick it up. The grasp is not firm, A moves very very slow, B moves back and forth fast, but never grasp it. I say both are bad","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:13.655182_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:13.655182_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:15.308941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:15.308941_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:14.354507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:14.354507_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:13.655182_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:13.655182_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:14.856306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/dreaming_zebra_2026-02-17T02:41:14.856306_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:21.930780_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:21.930780_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:23.687957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:23.687957_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:22.578025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:22.578025_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:21.930780_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:21.930780_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:23.122820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5477a9ec-c907-4bbf-9725-d9b6773e1703/pi0_droid_2026-02-17T02:44:23.122820_video_wrist.mp4"},"preference":"TIE","session_id":"5477a9ec-c907-4bbf-9725-d9b6773e1703","university":"UPenn"},{"completion_time":"2026-02-13T01:19:53.674773Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"pour from the cup into the empty cup","longform_feedback":"Policy A picked up the full cup and tilted the cup above the empty cup, but not enough to where anything could fall out. Policy B picked up the empty cup and tried pouring it into the full cup, but tilted the cup much further such that items would have fallen out of it if it were the full cup. Since policy A did not tilt the cup enough, and policy B chose the wrong cup to pour, their performance is not clearly distinguishable.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:19.716209_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:19.716209_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:21.526441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:21.526441_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:20.342793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:20.342793_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:19.716209_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:19.716209_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:20.939322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/pi0_fast_droid_2026-02-13T01:15:20.939322_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:38.422718_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:38.422718_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:40.071578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:40.071578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:39.033661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:39.033661_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:38.422718_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:38.422718_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:39.575327_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a/dreaming_zebra_2026-02-13T01:19:39.575327_video_wrist.mp4"},"preference":"TIE","session_id":"45dfeeaf-ccc4-49e0-86f8-38fa60be4b8a","university":"nvidia"},{"completion_time":"2026-02-13T01:09:01.892903Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"insert the pipe cleaner into the straw","longform_feedback":"While both were unable to identify the pipe cleaner, Policy B interacted with the straw, while Policy A was more distracted.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.085891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.085891_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:30.816629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:30.816629_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.749972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.749972_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.085891_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:29.085891_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:30.318704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/dreaming_zebra_2026-02-13T01:05:30.318704_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:55.479696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:55.479696_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:57.141513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:57.141513_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:56.103960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:56.103960_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:55.479696_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:55.479696_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:56.648957_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0676afd4-9da9-4eab-acc2-8f299aa07712/pi0_fast_droid_2026-02-13T01:07:56.648957_video_wrist.mp4"},"preference":"B","session_id":"0676afd4-9da9-4eab-acc2-8f299aa07712","university":"nvidia"},{"completion_time":"2026-02-13T00:55:50.175763Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"roll the baseball across the table","longform_feedback":"Policy A picked up a cube and then touched the baseball, but didn't roll it across the table. Policy B roughly made the motion to roll the baseball, managing to get it about half way across the table. Policy B rolled the baseball further than policy A, so it is preferred.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:36.587893_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:36.587893_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:38.264074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:38.264074_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:37.231271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:37.231271_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:36.587893_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:36.587893_video_left.mp4","wrist_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:37.755175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/paligemma_diffusion_droid_2026-02-13T00:51:37.755175_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:31.724567_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:31.724567_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:33.408793_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:33.408793_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:32.361661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:32.361661_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:31.724567_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:31.724567_video_left.mp4","wrist_video_gcs_path":"evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:32.863611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/388480a0-1de3-4185-8fc4-7c4b72226199/dreaming_zebra_2026-02-13T00:55:32.863611_video_wrist.mp4"},"preference":"B","session_id":"388480a0-1de3-4185-8fc4-7c4b72226199","university":"nvidia"},{"completion_time":"2026-02-13T00:40:18.169699Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"remove the headphones from the mannequin","longform_feedback":"Policy A did not touch anything. Policy B waved around the scene but then grabbed the headphones and successfully removed them.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.263018_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.263018_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:15.021764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:15.021764_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.933459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.933459_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.263018_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:13.263018_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:14.435077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/pi0_droid_2026-02-13T00:38:14.435077_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.354260_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.354260_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:05.096332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:05.096332_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.994641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.994641_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.354260_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:03.354260_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:04.523129_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88ab768c-386d-4cc7-bfd1-c083e0768399/paligemma_fast_specialist_droid_2026-02-13T00:40:04.523129_video_wrist.mp4"},"preference":"B","session_id":"88ab768c-386d-4cc7-bfd1-c083e0768399","university":"nvidia"},{"completion_time":"2026-02-13T00:31:38.706490Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"place the red cube within the red boundary","longform_feedback":"Both policies picked up the red cube but only Policy B placed it on the paper. The cube was about 80% inside of the red boundary, while policy A never placed the cube. Policy B is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:15.854681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:15.854681_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:17.549391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:17.549391_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:16.520403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:16.520403_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:15.854681_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:15.854681_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:17.068927_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/dreaming_zebra_2026-02-13T00:28:17.068927_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:24.457355_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:24.457355_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:26.263911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:26.263911_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:25.162240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:25.162240_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:24.457355_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:24.457355_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:25.703347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b/paligemma_vq_droid_2026-02-13T00:31:25.703347_video_wrist.mp4"},"preference":"B","session_id":"d1eb8f35-b3e6-4c60-bbbe-f5ba70ce5b8b","university":"nvidia"},{"completion_time":"2026-02-12T23:58:43.856342Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"insert the pizza fully into the oven","longform_feedback":"Policy B did not interact with the pizza oven. Policy A angled itself to grab the pizza tray, but instead ended up removing the pizza from the oven. While neither policy was entirely successful, Policy B did not score as well because it only interacted with the plate.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.038734_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.038734_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:17.597895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:17.597895_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.568970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.568970_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.038734_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:16.038734_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:17.040467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/dreaming_zebra_2026-02-12T23:54:17.040467_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:21.833454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:21.833454_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:23.672802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:23.672802_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:22.505570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:22.505570_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:21.833454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:21.833454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:23.097399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a959d8c7-d47c-47da-8fd0-1d707cb5dfe4/paligemma_vq_droid_2026-02-12T23:58:23.097399_video_wrist.mp4"},"preference":"A","session_id":"a959d8c7-d47c-47da-8fd0-1d707cb5dfe4","university":"nvidia"},{"completion_time":"2026-02-12T19:41:58.125432Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"organize the condiments inside the tray","longform_feedback":"Policy A moved clumsily and without intention. Policy B picked up one sauce but moved it inside of the black tape rather than the tray. Still, policy B outperformed policy A","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:06.516505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:06.516505_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:08.189271_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:08.189271_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:07.125024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:07.125024_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:06.516505_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:06.516505_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:07.586666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/pi05_droid_2026-02-12T19:38:07.586666_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.138601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.138601_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:42.747986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:42.747986_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.717053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.717053_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.138601_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:41.138601_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:42.192692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f580069-deb6-4c07-a765-bebe19c20fec/dreaming_zebra_2026-02-12T19:41:42.192692_video_wrist.mp4"},"preference":"B","session_id":"1f580069-deb6-4c07-a765-bebe19c20fec","university":"nvidia"},{"completion_time":"2026-02-12T19:24:04.548275Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"return the mayonnaise","longform_feedback":"Policy A picked up a piece of bread. Policy B reached for mustard, which was not the target object but is at least a condiment and also in a bottle. Policy B was slightly preferable","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:26.481859_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:26.481859_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.815478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.815478_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.017170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.017170_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:26.481859_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:26.481859_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.361796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/pi0_droid_2026-02-12T19:20:27.361796_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.127372_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.127372_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:30.674825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:30.674825_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.772287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.772287_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.127372_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:29.127372_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:30.220190_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f961219f-9d0a-4b5c-98aa-8713f557db79/dreaming_zebra_2026-02-12T19:23:30.220190_video_wrist.mp4"},"preference":"B","session_id":"f961219f-9d0a-4b5c-98aa-8713f557db79","university":"nvidia"},{"completion_time":"2026-02-12T19:12:52.797766Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"dispense the soap onto the plate","longform_feedback":"Policy A grabbed the soap bottle from the caddy and placed it onto the plate. Policy B grabbed the entire tray but reached for the soap toward the end of the timeout. Policy A completed more of the task","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:48.932291_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:48.932291_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:50.670711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:50.670711_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:49.601349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:49.601349_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:48.932291_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:48.932291_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:50.123176_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/dreaming_zebra_2026-02-12T19:08:50.123176_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:10.896221_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:10.896221_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:12.650992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:12.650992_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:11.581372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:11.581372_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:10.896221_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:10.896221_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:12.139538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b332500d-2a3d-4bd6-bb8f-4306f7b51ed4/paligemma_diffusion_droid_2026-02-12T19:12:12.139538_video_wrist.mp4"},"preference":"A","session_id":"b332500d-2a3d-4bd6-bb8f-4306f7b51ed4","university":"nvidia"},{"completion_time":"2026-02-12T18:58:15.076612Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"put the skittles in the drawer and close the drawer","longform_feedback":"Policy A picked up the cup and waved it around the table, bumping into the drawer but not attempting to place. Policy B picked up the skittles and placed them on top of the open drawer, although the way they were oriented prevented them from being placed fully inside, and then policy B picked up the cup and placed it in the drawer as well. Although neither policy closed the drawer, policy B was able to place items into the drawer, making it preferable.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:19.545465_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:19.545465_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:21.259387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:21.259387_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:20.216969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:20.216969_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:19.545465_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:19.545465_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:20.719363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/pi0_fast_droid_2026-02-12T18:52:20.719363_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:37.539045_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:37.539045_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:39.271441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:39.271441_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:38.178966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:38.178966_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:37.539045_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:37.539045_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:38.734801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4/dreaming_zebra_2026-02-12T18:57:38.734801_video_wrist.mp4"},"preference":"B","session_id":"e8f7a1a7-e4c5-427f-b99d-61ee8f4dc6f4","university":"nvidia"},{"completion_time":"2026-02-12T18:49:22.402272Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Depress the lid on the box","longform_feedback":"A depressed the lid but not fully. B did not contact the lid when trying to depress.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:33.975439_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:33.975439_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:35.625779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:35.625779_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:34.585431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:34.585431_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:33.975439_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:33.975439_video_left.mp4","wrist_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:35.136007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/pi0_droid_2026-02-12T18:46:35.136007_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:57.665595_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:57.665595_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:59.273803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:59.273803_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:58.248512_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:58.248512_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:57.665595_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:57.665595_video_left.mp4","wrist_video_gcs_path":"evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:58.784456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6/dreaming_zebra_2026-02-12T18:48:58.784456_video_wrist.mp4"},"preference":"A","session_id":"007e0ab3-f702-4a3d-bbb3-5cca5e6d0ea6","university":"nvidia"},{"completion_time":"2026-02-12T18:39:26.198281Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Mount the blue cup onto the grey cylinder","longform_feedback":"A was successful with time to spare. B just moved around for no reason.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:39.937796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:39.937796_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:41.719333_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:41.719333_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:40.673213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:40.673213_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:39.937796_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:39.937796_video_left.mp4","wrist_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:41.211446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/dreaming_zebra_2026-02-12T18:36:41.211446_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:12.735806_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:12.735806_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:14.381950_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:14.381950_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:13.382415_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:13.382415_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:12.735806_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:12.735806_video_left.mp4","wrist_video_gcs_path":"evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:13.808716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/658af6b8-b6a1-436d-bd0d-2066ebeffba4/paligemma_fast_droid_2026-02-12T18:39:13.808716_video_wrist.mp4"},"preference":"A","session_id":"658af6b8-b6a1-436d-bd0d-2066ebeffba4","university":"nvidia"},{"completion_time":"2026-02-12T18:33:29.445272Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"Transfer the blue cone to the purple cylinder","longform_feedback":"Neither model did much beyond moving around in an idle fashion","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.187770_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.187770_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:12.909590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:12.909590_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.834172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.834172_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.187770_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:11.187770_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:12.315429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/pi05_droid_2026-02-12T18:30:12.315429_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.019837_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.019837_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:05.651143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:05.651143_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.666336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.666336_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.019837_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:04.019837_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:05.128500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1888ce-f4af-4848-8a12-947caa87de1a/paligemma_fast_droid_2026-02-12T18:33:05.128500_video_wrist.mp4"},"preference":"TIE","session_id":"8f1888ce-f4af-4848-8a12-947caa87de1a","university":"nvidia"},{"completion_time":"2026-02-12T18:10:22.944338Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Arrange the citrus fruits on the plate","longform_feedback":"Both placed one citrus fruit, however A went for the apple following the first placement and B went for the orange.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.300556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.300556_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:11.006038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:11.006038_npz_file.npz","partial_success":0.27,"right_camera_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.941511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.941511_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.300556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:09.300556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:10.452619_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/dreaming_zebra_2026-02-12T18:07:10.452619_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.085342_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.085342_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:11.789109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:11.789109_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.721306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.721306_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.085342_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:10.085342_video_left.mp4","wrist_video_gcs_path":"evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:11.184513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/323a1907-3fa0-4280-8b3f-e2fec99d0e31/paligemma_fast_droid_2026-02-12T18:10:11.184513_video_wrist.mp4"},"preference":"B","session_id":"323a1907-3fa0-4280-8b3f-e2fec99d0e31","university":"nvidia"},{"completion_time":"2026-02-12T17:59:56.781484Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"Separate square objects onto the plate","longform_feedback":"B grabbed a square object and tried to place it on the plate, but was unsuccessful. A grabed a round object. B is better because it correctly grabbed a square object.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:01.353740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:01.353740_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:03.120247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:03.120247_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:02.097065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:02.097065_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:01.353740_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:01.353740_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:02.563198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/pi05_droid_2026-02-12T17:57:02.563198_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:36.353550_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:36.353550_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:38.151281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:38.151281_npz_file.npz","partial_success":0.14,"right_camera_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:37.071730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:37.071730_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:36.353550_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:36.353550_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:37.549923_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ffcd16-6aa8-404f-a41c-9e44c20b9955/dreaming_zebra_2026-02-12T17:59:37.549923_video_wrist.mp4"},"preference":"B","session_id":"e1ffcd16-6aa8-404f-a41c-9e44c20b9955","university":"nvidia"},{"completion_time":"2026-02-11T23:29:34.215695Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"pick up the blue cube and stack on the leeft of ROBO","longform_feedback":"A failed to grab the right object and messed up the whole setup; B grabbed the correct object (successfully but poorly) but timed out before reaching the goal","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.344260_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.344260_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:39.942131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:39.942131_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.922532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.922532_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.344260_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:38.344260_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:39.365626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/paligemma_fast_droid_2026-02-11T23:25:39.365626_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:10.406294_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:10.406294_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:12.028274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:12.028274_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:11.003476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:11.003476_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:10.406294_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:10.406294_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:11.543510_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad7b91f-6803-4a33-b710-3aa8685e8bca/dreaming_zebra_2026-02-11T23:29:11.543510_video_wrist.mp4"},"preference":"B","session_id":"7ad7b91f-6803-4a33-b710-3aa8685e8bca","university":"UPenn"},{"completion_time":"2026-02-11T23:23:03.344123Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"pick up the cube that can complete the word ROBOT","longform_feedback":"A tried to pick up the blue X in the middle, but cannot pick it up; B goes towards blue D and pick up the desk cloth, which is bad. I prefer A because it is safer","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.149998_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.149998_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:57.606557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:57.606557_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.731604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.731604_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.149998_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:56.149998_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:57.096219_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_diffusion_droid_2026-02-11T23:19:57.096219_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:50.748602_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:50.748602_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:52.334968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:52.334968_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:51.361104_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:51.361104_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:50.748602_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:50.748602_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:51.815359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f403aea7-c87e-4d8f-9489-61f523856751/paligemma_fast_droid_2026-02-11T23:22:51.815359_video_wrist.mp4"},"preference":"A","session_id":"f403aea7-c87e-4d8f-9489-61f523856751","university":"UPenn"},{"completion_time":"2026-02-11T23:15:54.872224Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the medicine into the paper cup","longform_feedback":"A stuck in the air and don't move; B knock over the med and rotate the gripper in weird shape; A is safer so I prefer A","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:12.469300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:12.469300_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.886110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.886110_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.022861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.022861_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:12.469300_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:12.469300_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.419213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/pi0_fast_droid_2026-02-11T23:13:13.419213_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:37.685658_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:37.685658_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:39.186454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:39.186454_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:38.158237_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:38.158237_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:37.685658_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:37.685658_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:38.582388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8147bb0-d279-4c49-92f9-99e596ef539f/dreaming_zebra_2026-02-11T23:15:38.582388_video_wrist.mp4"},"preference":"A","session_id":"c8147bb0-d279-4c49-92f9-99e596ef539f","university":"UPenn"},{"completion_time":"2026-02-11T23:10:25.756971Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"Put the K in the yellow cup","longform_feedback":"A just wonders around, without picking up the cube; B goes towards the board but gets distracted by board, it doesn't know what to do","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.401227_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.401227_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:09.123965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:09.123965_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.993624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.993624_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.401227_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:07.401227_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:08.504963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_droid_2026-02-11T23:08:08.504963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:10.545610_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:10.545610_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:12.289846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:12.289846_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:11.195883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:11.195883_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:10.545610_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:10.545610_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:11.684298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3feaf17b-a273-4293-8ba4-39f78af0310d/paligemma_fast_specialist_droid_2026-02-11T23:10:11.684298_video_wrist.mp4"},"preference":"B","session_id":"3feaf17b-a273-4293-8ba4-39f78af0310d","university":"UPenn"},{"completion_time":"2026-02-11T23:04:12.143315Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"pick up the dice from colorful board and place into the yellow cup","longform_feedback":"Policy A grabbed the wrong object and placed it in the yellow cup. B grasped the right object and did succeed at placing it in the cup, but it messed up once and had to go back and retry.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:40.648844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:40.648844_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:42.183204_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:42.183204_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:41.227454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:41.227454_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:40.648844_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:40.648844_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:41.630783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/pi0_droid_2026-02-11T23:00:41.630783_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:44.920369_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:44.920369_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:46.578837_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:46.578837_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:45.452376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:45.452376_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:44.920369_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:44.920369_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:45.971366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b41884a-3ffe-4475-ae78-c03a3f2a905a/dreaming_zebra_2026-02-11T23:03:45.971366_video_wrist.mp4"},"preference":"B","session_id":"7b41884a-3ffe-4475-ae78-c03a3f2a905a","university":"UPenn"},{"completion_time":"2026-02-11T22:42:40.779209Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"save the baby","longform_feedback":"B just tapped the baby doll; A tapped it many times and eventually knocked it out of where it was \"trapped\" though it was not the best solution.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:14.477649_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:14.477649_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:16.234751_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:16.234751_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:15.157023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:15.157023_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:14.477649_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:14.477649_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:15.654251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_fast_droid_2026-02-11T22:39:15.654251_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.095951_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.095951_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:28.731795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:28.731795_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.747407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.747407_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.095951_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:27.095951_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:28.180868_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e139fed9-22b2-46a8-8271-95287c7a7f47/pi0_droid_2026-02-11T22:42:28.180868_video_wrist.mp4"},"preference":"A","session_id":"e139fed9-22b2-46a8-8271-95287c7a7f47","university":"UPenn"},{"completion_time":"2026-02-11T21:29:51.647922Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"arrange the blocks in a line","longform_feedback":"Policy A moved one of the blocks next to another block, whereas policy B did not move any block. Policy A was closer to completing the task","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:01.788198_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:01.788198_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:03.495232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:03.495232_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:02.482479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:02.482479_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:01.788198_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:01.788198_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:02.958722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/dreaming_zebra_2026-02-11T21:26:02.958722_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:19.354073_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:19.354073_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:21.111547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:21.111547_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:20.009366_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:20.009366_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:19.354073_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:19.354073_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:20.581204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8980308-b84b-41ae-9828-d367a34d8e3c/pi05_droid_2026-02-11T21:29:20.581204_video_wrist.mp4"},"preference":"A","session_id":"e8980308-b84b-41ae-9828-d367a34d8e3c","university":"nvidia"},{"completion_time":"2026-02-11T21:21:48.851262Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Slot the teal cappucino puck into the coffee machine","longform_feedback":"B actually grasped the teal puck, A did not grasp it but went near it.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:52.716762_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:52.716762_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:54.128965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:54.128965_npz_file.npz","partial_success":0.17,"right_camera_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:53.301293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:53.301293_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:52.716762_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:52.716762_video_left.mp4","wrist_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:53.662938_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/paligemma_vq_droid_2026-02-11T21:18:53.662938_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.448348_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.448348_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:32.846756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:32.846756_npz_file.npz","partial_success":0.27,"right_camera_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.984106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.984106_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.448348_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:31.448348_video_left.mp4","wrist_video_gcs_path":"evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:32.386277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da58c887-a0e6-47dc-9bfa-feab448039b9/pi0_droid_2026-02-11T21:21:32.386277_video_wrist.mp4"},"preference":"B","session_id":"da58c887-a0e6-47dc-9bfa-feab448039b9","university":"nvidia"},{"completion_time":"2026-02-11T21:11:06.378013Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Slot the silver portafilter into the coffee machine","longform_feedback":"Neither model seemed to know what a portafilter is. Both went for the teal coffee puck, which is interesting.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:50.391536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:50.391536_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:52.126579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:52.126579_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:51.097441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:51.097441_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:50.391536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:50.391536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:51.589697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/paligemma_fast_droid_2026-02-11T21:07:51.589697_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.219985_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.219985_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:40.832482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:40.832482_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.817742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.817742_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.219985_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:39.219985_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:40.346307_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24066248-a990-4a70-9de4-cc368036305c/pi0_droid_2026-02-11T21:10:40.346307_video_wrist.mp4"},"preference":"TIE","session_id":"24066248-a990-4a70-9de4-cc368036305c","university":"nvidia"},{"completion_time":"2026-02-11T21:03:13.585349Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Slot the dark-brown espresso puck into the silver portafilter","longform_feedback":"A picked up the wrong puck, and put it in the coffee machine, not the portafilter. B didn't do anything at all.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.348118_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.348118_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:24.930873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:24.930873_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.880782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.880782_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.348118_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:23.348118_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:24.367754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/pi0_fast_droid_2026-02-11T21:00:24.367754_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:54.784485_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:54.784485_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:56.378804_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:56.378804_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:55.385170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:55.385170_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:54.784485_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:54.784485_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:55.844052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dd3410a-81a9-402b-a83c-a29631d0e536/paligemma_diffusion_droid_2026-02-11T21:02:55.844052_video_wrist.mp4"},"preference":"A","session_id":"5dd3410a-81a9-402b-a83c-a29631d0e536","university":"nvidia"},{"completion_time":"2026-02-11T19:14:10.692731Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"drop the glove between the baskets","longform_feedback":"Policy A reached for the glove and then did random actions for the remainder of the time. Policy B reached for the glove for the entirety of the time. Both were unable to pick up the glove in order to drop it, and neither really outperformed the other.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.254107_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.254107_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:22.033819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:22.033819_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.945820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.945820_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.254107_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:20.254107_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:21.438270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/paligemma_fast_specialist_droid_2026-02-11T19:09:21.438270_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:51.947448_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:51.947448_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:53.682341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:53.682341_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:52.628879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:52.628879_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:51.947448_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:51.947448_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:53.088375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aea56d-d111-421f-b95c-258545635f91/dreaming_zebra_2026-02-11T19:13:53.088375_video_wrist.mp4"},"preference":"TIE","session_id":"24aea56d-d111-421f-b95c-258545635f91","university":"nvidia"},{"completion_time":"2026-02-11T18:58:39.087735Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"elevate the mango to the highest platform","longform_feedback":"Policy A picked up the mango and dropped it above an object on the highest platform. While it didn't successfully place the mango, it recognized the highest shelf. Policy B knocked the mango off of the table while reaching for it, then reached for other objects and pushed the shelf. Policy B was unable to complete the task, making Policy A preferable in this instance.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:32.690594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:32.690594_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:34.316400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:34.316400_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:33.315279_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:33.315279_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:32.690594_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:32.690594_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:33.809480_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/dreaming_zebra_2026-02-11T18:47:33.809480_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.308719_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.308719_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:23.971185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:23.971185_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.991464_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.991464_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.308719_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:22.308719_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:23.504940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c82ce60e-8344-4958-abb7-537a70af4b30/paligemma_fast_specialist_droid_2026-02-11T18:58:23.504940_video_wrist.mp4"},"preference":"A","session_id":"c82ce60e-8344-4958-abb7-537a70af4b30","university":"nvidia"},{"completion_time":"2026-02-11T18:53:48.517821Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Dump the contents of the brown coffee bag onto the table","longform_feedback":"Both were bad. A seemed to move around more and look at the brown bag. B just fixated on the coffee machine. A wins because it it didn't get \"stuck\" in one place.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:38.962777_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:38.962777_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:41.131641_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:41.131641_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:39.645402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:39.645402_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:38.962777_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:38.962777_video_left.mp4","wrist_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:40.130701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/paligemma_fast_droid_2026-02-11T18:49:40.130701_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.226195_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.226195_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:52.777836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:52.777836_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.804462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.804462_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.226195_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:51.226195_video_left.mp4","wrist_video_gcs_path":"evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:52.224605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35c39b66-240f-4042-bdc3-b1dfe87b74fc/dreaming_zebra_2026-02-11T18:52:52.224605_video_wrist.mp4"},"preference":"A","session_id":"35c39b66-240f-4042-bdc3-b1dfe87b74fc","university":"nvidia"},{"completion_time":"2026-02-11T18:39:48.378149Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"bake the croissant in the oven","longform_feedback":"Policy A did not touch anything and waved around the scene. Policy B picked up the croissant and moved it toward the oven, although could not maneuver it inside. Policy B was closer to finishing the task, and was more successful than Policy A","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:40.719632_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:40.719632_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:42.667893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:42.667893_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:41.414262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:41.414262_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:40.719632_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:40.719632_video_left.mp4","wrist_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:41.973673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi05_droid_2026-02-11T18:35:41.973673_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:32.867397_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:32.867397_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:34.669775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:34.669775_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:33.619907_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:33.619907_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:32.867397_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:32.867397_video_left.mp4","wrist_video_gcs_path":"evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:34.112704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/201ccb10-86b2-4433-ad89-6009ec9c8bee/pi0_fast_droid_2026-02-11T18:39:34.112704_video_wrist.mp4"},"preference":"B","session_id":"201ccb10-86b2-4433-ad89-6009ec9c8bee","university":"nvidia"},{"completion_time":"2026-02-11T18:37:51.847189Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the espresso cup on the blue-lined platform on the coffee machine","longform_feedback":"A was jerky and moving unnecessarily. Tried to grab the cup 2-3 times but aimed the grippers badly. B tried to grip the cup but also aimed badly. It was lethargic, not moving much.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:47.342622_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:47.342622_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:49.098353_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:49.098353_npz_file.npz","partial_success":0.14,"right_camera_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:48.030994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:48.030994_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:47.342622_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:47.342622_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:48.543691_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_fast_droid_2026-02-11T18:34:48.543691_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:22.558590_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:22.558590_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:24.102833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:24.102833_npz_file.npz","partial_success":0.14,"right_camera_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:23.146781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:23.146781_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:22.558590_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:22.558590_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:23.568548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a37be8-9d11-4041-ac78-9e1cc5fd15ed/paligemma_diffusion_droid_2026-02-11T18:37:23.568548_video_wrist.mp4"},"preference":"TIE","session_id":"e6a37be8-9d11-4041-ac78-9e1cc5fd15ed","university":"nvidia"},{"completion_time":"2026-02-11T18:16:31.546453Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pop the ballon with the dart","longform_feedback":"A did not do much, just went towards the balloon with closed grippers. B actively did incorrect actions like going for the distractor item.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.120016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.120016_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:02.690678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:02.690678_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.720712_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.720712_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.120016_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:01.120016_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:02.193674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/dreaming_zebra_2026-02-11T18:13:02.193674_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.140301_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.140301_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:37.664544_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:37.664544_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.647953_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.647953_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.140301_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:36.140301_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:37.190839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c958d3-84eb-461d-985d-073118a553ff/paligemma_diffusion_droid_2026-02-11T18:15:37.190839_video_wrist.mp4"},"preference":"A","session_id":"24c958d3-84eb-461d-985d-073118a553ff","university":"nvidia"},{"completion_time":"2026-02-11T18:12:17.906413Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"withdraw the bread from the oven and place it on plate","longform_feedback":"Both policies were successful, but Policy A grabbed the tray along with the bread, pulling the toaster oven in the process of removing the bread from the oven. Policy B touched only the bread, making it the preferable policy.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:56.412040_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:56.412040_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:58.194664_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:58.194664_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:57.068688_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:57.068688_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:56.412040_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:56.412040_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:57.637555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/pi05_droid_2026-02-11T18:08:57.637555_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:03.858119_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:03.858119_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:05.403967_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:05.403967_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:04.478921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:04.478921_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:03.858119_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:03.858119_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:04.886740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f15a1adb-cae6-4de1-9c6d-da5f7eeed041/dreaming_zebra_2026-02-11T18:12:04.886740_video_wrist.mp4"},"preference":"B","session_id":"f15a1adb-cae6-4de1-9c6d-da5f7eeed041","university":"nvidia"},{"completion_time":"2026-02-11T18:04:45.066351Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the shallot on top of the grey cylinder","longform_feedback":"A completed the task with time to spare. B neglected its task.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:56.739970_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:56.739970_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:58.611178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:58.611178_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:57.398524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:57.398524_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:56.739970_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:56.739970_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:57.891325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/dreaming_zebra_2026-02-11T17:59:57.891325_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.098699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.098699_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:31.876844_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:31.876844_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.685936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.685936_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.098699_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:30.098699_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:31.235230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3dca01-dd12-4f67-a4c7-b3eee94eae6a/pi05_droid_2026-02-11T18:04:31.235230_video_wrist.mp4"},"preference":"A","session_id":"dc3dca01-dd12-4f67-a4c7-b3eee94eae6a","university":"nvidia"},{"completion_time":"2026-02-11T17:35:39.333652Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"slice the bread with the knife","longform_feedback":"Policy A attempted to pick up the knife, which is the first step to complete the task. Policy B did not reach for the knife, instead picking up the bread and placing it on the plate. Neither policy was able to complete the task, but Policy A was more on track.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:50.728692_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:50.728692_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:52.386670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:52.386670_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:51.386452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:51.386452_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:50.728692_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:50.728692_video_left.mp4","wrist_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:51.909147_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/dreaming_zebra_2026-02-11T17:30:51.909147_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.022657_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.022657_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:25.942877_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:25.942877_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.744079_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.744079_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.022657_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:24.022657_video_left.mp4","wrist_video_gcs_path":"evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:25.313271_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beaf345e-438e-4bde-bc43-bcb6397cd1fb/pi0_fast_droid_2026-02-11T17:35:25.313271_video_wrist.mp4"},"preference":"A","session_id":"beaf345e-438e-4bde-bc43-bcb6397cd1fb","university":"nvidia"},{"completion_time":"2026-02-10T23:59:41.333304Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Use the blue spatula to put the croissant into the green bowl","longform_feedback":"A picked up the spatula in a way that kept the croissant on the spatula. Its jerky movements knocked the croissant off though. B picked up the spatula in a way that let the croissant fall off.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:57.731505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:57.731505_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:59.383635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:59.383635_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:58.431815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:58.431815_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:57.731505_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:57.731505_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:58.926702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/dreaming_zebra_2026-02-10T23:56:58.926702_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:28.759884_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:28.759884_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:30.210550_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:30.210550_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:29.329750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:29.329750_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:28.759884_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:28.759884_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:29.763812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d85458be-8cc9-4b49-a03f-66ad08dfd1b0/pi0_fast_droid_2026-02-10T23:59:29.763812_video_wrist.mp4"},"preference":"A","session_id":"d85458be-8cc9-4b49-a03f-66ad08dfd1b0","university":"nvidia"},{"completion_time":"2026-02-10T23:59:09.310272Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"bend the straw","longform_feedback":"Policy A grabbed the straw but never got it into a bent shape as desired. Policy B successfully bent the straw, although only at a 45 degree angle which is why it scored 90, rather than a 90 degree bend which would score 100. Since policy B was able to bend the straw it is preferred.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.343919_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.343919_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:43.060961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:43.060961_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.973466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.973466_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.343919_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:41.343919_video_left.mp4","wrist_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:42.493685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/paligemma_fast_specialist_droid_2026-02-10T23:52:42.493685_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.176181_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.176181_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:58.922837_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:58.922837_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.826111_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.826111_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.176181_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:57.176181_video_left.mp4","wrist_video_gcs_path":"evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:58.392447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/686e78b6-c580-4687-a4de-a534a186af4c/pi0_droid_2026-02-10T23:56:58.392447_video_wrist.mp4"},"preference":"B","session_id":"686e78b6-c580-4687-a4de-a534a186af4c","university":"nvidia"},{"completion_time":"2026-02-10T23:48:35.313860Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Place the oranges in the green bowl","longform_feedback":"A somewhat grasped the orange. B didn't do as good a job of grasping the orange. A did drop it, but B knocked it out of reach.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.206868_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.206868_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:53.869231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:53.869231_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.901525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.901525_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.206868_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:52.206868_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:53.366384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/paligemma_fast_specialist_droid_2026-02-10T23:45:53.366384_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:17.849820_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:17.849820_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:19.525761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:19.525761_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:18.552008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:18.552008_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:17.849820_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:17.849820_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:19.037579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1efc5c5-cd09-4a8a-9f7e-3edf1752b696/dreaming_zebra_2026-02-10T23:48:19.037579_video_wrist.mp4"},"preference":"A","session_id":"b1efc5c5-cd09-4a8a-9f7e-3edf1752b696","university":"nvidia"},{"completion_time":"2026-02-10T23:47:22.008486Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"peel both the sticky notes off of the jack'o lantern","longform_feedback":"Policy A was able to grab 1 sticky note, but did not peel it off. Policy B grabbed at the jack'o lantern, and never got tried to peel a sticky note. Since policy A got furthur into the task than policy B it is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.268795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.268795_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:33.722358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:33.722358_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.829554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.829554_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.268795_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:32.268795_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:33.232347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/dreaming_zebra_2026-02-10T23:41:33.232347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:42.916290_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:42.916290_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:44.919682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:44.919682_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:43.574210_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:43.574210_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:42.916290_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:42.916290_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:44.041830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffab093a-6f4c-46f5-bd2d-67d3b790ecdc/paligemma_fast_specialist_droid_2026-02-10T23:44:44.041830_video_wrist.mp4"},"preference":"A","session_id":"ffab093a-6f4c-46f5-bd2d-67d3b790ecdc","university":"nvidia"},{"completion_time":"2026-02-10T23:33:15.766206Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pour the blue bowl into the red bowl","longform_feedback":"A was successful, B did not even pick up the blue bowl.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:41.839867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:41.839867_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:43.318854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:43.318854_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:42.442743_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:42.442743_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:41.839867_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:41.839867_video_left.mp4","wrist_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:42.865163_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/dreaming_zebra_2026-02-10T23:30:42.865163_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:04.891954_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:04.891954_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:06.521285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:06.521285_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:05.513511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:05.513511_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:04.891954_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:04.891954_video_left.mp4","wrist_video_gcs_path":"evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:05.992689_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59c6c66e-5b97-4856-be26-f7f35c4af477/pi0_droid_2026-02-10T23:33:05.992689_video_wrist.mp4"},"preference":"A","session_id":"59c6c66e-5b97-4856-be26-f7f35c4af477","university":"nvidia"},{"completion_time":"2026-02-10T23:27:40.948004Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"place a domino on top of the red triangle","longform_feedback":"Both policies were able to pick up a domino and place it on the red triangle. Policy A took a few tries to grab its domino, while policy B grabbed it first try. Policy B was overall quicker to perform the task than policy A, and also had no hesitation in identifying the red triangle; therefore policy B is preferred.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:04.637125_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:04.637125_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:06.285527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:06.285527_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:05.260729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:05.260729_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:04.637125_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:04.637125_video_left.mp4","wrist_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:05.745437_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/paligemma_fast_droid_2026-02-10T23:22:05.745437_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:37.857332_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:37.857332_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:39.269906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:39.269906_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:38.412018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:38.412018_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:37.857332_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:37.857332_video_left.mp4","wrist_video_gcs_path":"evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:38.789507_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/246bedc5-4394-453d-a6d9-392f4b7c5c5f/pi0_fast_droid_2026-02-10T23:25:38.789507_video_wrist.mp4"},"preference":"B","session_id":"246bedc5-4394-453d-a6d9-392f4b7c5c5f","university":"nvidia"},{"completion_time":"2026-02-10T23:16:25.491795Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"hang the hanger on the tripod","longform_feedback":"Policy A was unable to grab the hanger at all. Policy B picked up the hanger and touched it agains the tripod, but dropped it before it could hang it up. Since policy B accomplished more of the task it is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.236509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.236509_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:04.900004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:04.900004_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.956137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.956137_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.236509_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:03.236509_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:04.399420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/dreaming_zebra_2026-02-10T23:11:04.399420_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:15.700969_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:15.700969_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:17.753512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:17.753512_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:16.350630_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:16.350630_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:15.700969_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:15.700969_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:16.848409_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10cb0c22-b55c-49d2-9fbb-4c7eac81236a/paligemma_fast_droid_2026-02-10T23:15:16.848409_video_wrist.mp4"},"preference":"B","session_id":"10cb0c22-b55c-49d2-9fbb-4c7eac81236a","university":"nvidia"},{"completion_time":"2026-02-10T23:16:20.225927Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Place the metal tray onto the orange plate","longform_feedback":"A picked up the metal tray and placed it awkwardly onto the orange plate. B did not even manage to pick up the metal tray.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:14.424684_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:14.424684_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.998744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.998744_npz_file.npz","partial_success":0.78,"right_camera_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.089696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.089696_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:14.424684_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:14.424684_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.517963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_vq_droid_2026-02-10T23:13:15.517963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:07.956206_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:07.956206_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:09.648174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:09.648174_npz_file.npz","partial_success":0.14,"right_camera_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:08.625471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:08.625471_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:07.956206_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:07.956206_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:09.080616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd415d24-3987-435e-933e-76df4882c8c7/paligemma_fast_droid_2026-02-10T23:16:09.080616_video_wrist.mp4"},"preference":"A","session_id":"dd415d24-3987-435e-933e-76df4882c8c7","university":"nvidia"},{"completion_time":"2026-02-10T23:07:21.236562Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"draw on the paper using the pencil","longform_feedback":"Policy A waved around lots, and made frantic searching motions without ever getting on target. Policy B was on target for the pencil, but never closed the gripper around it. Both policies completely failed the task, but policy B was less erratic, and closer to actually picking up the pencil. Policy B is preferred since it was on target for the pencil, versus policy A which waved around frantically.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:03.631300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:03.631300_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:05.237505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:05.237505_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:04.195267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:04.195267_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:03.631300_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:03.631300_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:04.712270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/pi05_droid_2026-02-10T22:58:04.712270_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.333285_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.333285_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:21.830428_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:21.830428_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.944778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.944778_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.333285_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:20.333285_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:21.340112_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7/dreaming_zebra_2026-02-10T23:03:21.340112_video_wrist.mp4"},"preference":"B","session_id":"d10bf58a-ef2a-4dc6-b83d-d42a24a3eda7","university":"nvidia"},{"completion_time":"2026-02-10T23:05:58.158454Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Place the towel on the purple head","longform_feedback":"Both placed the towel and had it fall off. B then decided to pick up the balloon unnecessarily whereas A did not making A seem better.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:54.993738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:54.993738_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:56.606478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:56.606478_npz_file.npz","partial_success":0.88,"right_camera_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:55.625821_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:55.625821_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:54.993738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:54.993738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:56.136043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/dreaming_zebra_2026-02-10T23:00:56.136043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:43.998459_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:43.998459_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:45.674885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:45.674885_npz_file.npz","partial_success":0.87,"right_camera_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:44.650762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:44.650762_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:43.998459_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:43.998459_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:45.135033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0383a3-96ab-4e4b-a5db-176f4521b157/paligemma_fast_specialist_droid_2026-02-10T23:05:45.135033_video_wrist.mp4"},"preference":"A","session_id":"7f0383a3-96ab-4e4b-a5db-176f4521b157","university":"nvidia"},{"completion_time":"2026-02-10T22:54:47.383851Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack all the cubes onto the red cylinder","longform_feedback":"A picked up the blue cube, tried to place it on the red cube. Did not try to stack it on the red cylinder. B did not try to stack anything at all. Did not manage to pick up any cubes.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:54.530362_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:54.530362_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:56.264332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:56.264332_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:55.223167_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:55.223167_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:54.530362_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:54.530362_video_left.mp4","wrist_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:55.673767_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/pi05_droid_2026-02-10T22:51:55.673767_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:33.823562_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:33.823562_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:35.426826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:35.426826_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:34.426592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:34.426592_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:33.823562_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:33.823562_video_left.mp4","wrist_video_gcs_path":"evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:34.866888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/060d3e00-24cf-4620-a939-64469b8b1b62/paligemma_diffusion_droid_2026-02-10T22:54:34.866888_video_wrist.mp4"},"preference":"A","session_id":"060d3e00-24cf-4620-a939-64469b8b1b62","university":"nvidia"},{"completion_time":"2026-02-10T22:51:25.806651Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"draw on the whiteboard with the marker","longform_feedback":"Policy A waved the arm around the scene, and did not accomplish any of the task. Policy B picked up the marker, set it down next to the board and searched the scene. Policy B is preferred since it was able to pick up and move the marker.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:23.596237_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:23.596237_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:25.324890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:25.324890_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:24.254695_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:24.254695_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:23.596237_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:23.596237_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:24.790786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/paligemma_fast_specialist_droid_2026-02-10T22:48:24.790786_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:06.723678_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:06.723678_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:08.318447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:08.318447_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:07.253681_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:07.253681_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:06.723678_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:06.723678_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:07.733764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a29f0cd7-ff5d-46e5-af4e-83d7bc964463/pi05_droid_2026-02-10T22:51:07.733764_video_wrist.mp4"},"preference":"B","session_id":"a29f0cd7-ff5d-46e5-af4e-83d7bc964463","university":"nvidia"},{"completion_time":"2026-02-10T22:47:00.529422Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the orange tape in the bowl","longform_feedback":"A picked up the orange bowl mistakenly and put it in the pan. B didn't do anything, just idling the whole rollout.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:41.765268_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:41.765268_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:43.421818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:43.421818_npz_file.npz","partial_success":0.22,"right_camera_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:42.457588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:42.457588_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:41.765268_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:41.765268_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:42.908441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/pi05_droid_2026-02-10T22:43:42.908441_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.303698_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.303698_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:45.904848_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:45.904848_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.921329_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.921329_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.303698_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:44.303698_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:45.413575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ea12f84-5c38-4fb1-9c16-58333a0b2be3/dreaming_zebra_2026-02-10T22:46:45.413575_video_wrist.mp4"},"preference":"A","session_id":"3ea12f84-5c38-4fb1-9c16-58333a0b2be3","university":"nvidia"},{"completion_time":"2026-02-10T22:34:29.140046Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"tear off a page from the notepad","longform_feedback":"Policy A was able to complete the task by tearing off a single page from the notepad. Policy B grabbed the whole notepad and pushed it to the left, never tearing a page off. Since policy A completed the task and policy B did not, policy A is preferred.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:22:59.632918_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:22:59.632918_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:01.257644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:01.257644_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:00.237598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:00.237598_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:22:59.632918_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:22:59.632918_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:00.713962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/paligemma_fast_specialist_droid_2026-02-10T22:23:00.713962_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.104594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.104594_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:42.664810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:42.664810_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.688436_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.688436_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.104594_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:41.104594_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:42.126694_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98df1a0a-b588-4a83-a977-23382ccb6619/dreaming_zebra_2026-02-10T22:27:42.126694_video_wrist.mp4"},"preference":"A","session_id":"98df1a0a-b588-4a83-a977-23382ccb6619","university":"nvidia"},{"completion_time":"2026-02-10T22:09:24.804809Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"depress only the green 'GO' button","longform_feedback":"Policy A did not ever find the green 'GO' button, it spent the whole rollout searching the scene. Policy B quickly found the green button, and pressed it with a closed gripper, completing the task. Because policy B completed the task and policy A did not, B is preferred.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:27.630962_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:27.630962_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:29.226340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:29.226340_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:28.180455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:28.180455_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:27.630962_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:27.630962_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:28.651136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/pi0_fast_droid_2026-02-10T22:05:28.651136_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.364434_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.364434_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:47.743014_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:47.743014_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.942202_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.942202_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.364434_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:46.364434_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:47.307422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95d7371a-bcbe-4082-8824-375818ae1666/dreaming_zebra_2026-02-10T22:07:47.307422_video_wrist.mp4"},"preference":"B","session_id":"95d7371a-bcbe-4082-8824-375818ae1666","university":"nvidia"},{"completion_time":"2026-02-10T22:00:22.033623Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the block onto the blue cup","longform_feedback":"Policy A didn't attempt to grab the block at first and didn't appear sure of its actions. When it did grab the block, it attempted to place it onto the blue cup, but failed. Policy A went straight to the block, but was unable to pick it up.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:36.979847_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:36.979847_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:38.599889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:38.599889_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:37.571763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:37.571763_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:36.979847_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:36.979847_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:38.050786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/paligemma_diffusion_droid_2026-02-10T21:56:38.050786_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:04.724629_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:04.724629_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:06.290594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:06.290594_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:05.328130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:05.328130_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:04.724629_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:04.724629_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:05.764049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6006b30c-8b5b-4951-bdc9-26bdbe493fb5/pi0_fast_droid_2026-02-10T22:00:05.764049_video_wrist.mp4"},"preference":"A","session_id":"6006b30c-8b5b-4951-bdc9-26bdbe493fb5","university":"UPenn"},{"completion_time":"2026-02-10T21:53:58.032337Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"move the blue objects to the right side. Move the green objects to the left side.","longform_feedback":"Neither policies were able to grab any of the objects. Policy A moved around the objects and seemed to be scanning them. It seemed like it was unsure of where the blocks it should move were. On the other hand, policy B grabbed the blue cup and attempted to move it to the right, but it ended up moving both of the objects back. Neither policies were able to grab any of the objects. Both actions exhibited fast movements and jolts in some particular areas. The task may have been unspecific about directionality.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:28.526663_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:28.526663_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:30.268316_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:30.268316_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:29.166298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:29.166298_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:28.526663_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:28.526663_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:29.668384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/pi0_droid_2026-02-10T21:49:29.668384_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.176206_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.176206_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:39.914500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:39.914500_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.798717_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.798717_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.176206_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:38.176206_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:39.283277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b406547-57fc-4639-aaa4-d10210378a9c/paligemma_fast_droid_2026-02-10T21:53:39.283277_video_wrist.mp4"},"preference":"TIE","session_id":"1b406547-57fc-4639-aaa4-d10210378a9c","university":"UPenn"},{"completion_time":"2026-02-10T21:52:02.691563Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"slide the tray with the doughnut onto the black square","longform_feedback":"Policy A gently pushed the tray over to the black square, such that about half of the tray was over the black square by the end of the rollout. Policy B made lots of extra movements, and did not push/nudge the tray with any clear intention besides just moving the gripper around the scene. Policy A followed instructions and almost fully completed the task, so it is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.335270_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.335270_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:27.034567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:27.034567_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.936043_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.936043_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.335270_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:25.335270_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:26.492749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/dreaming_zebra_2026-02-10T21:45:26.492749_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.047673_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.047673_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:56.681686_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:56.681686_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.667621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.667621_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.047673_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:55.047673_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:56.164400_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f457511-abbc-4d5a-be3d-96a860d98950/paligemma_vq_droid_2026-02-10T21:50:56.164400_video_wrist.mp4"},"preference":"A","session_id":"7f457511-abbc-4d5a-be3d-96a860d98950","university":"nvidia"},{"completion_time":"2026-02-10T21:46:45.405420Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the blue block into the cup","longform_feedback":"Both policies ultimately failed to complete the task. Policy A started by attempting to grab the blue cup and failing. I believe policy A might not have seen the blue block and thought I was referring to the blue cup. When it knocked over the blue cup, it was then able to see the blue block and attempted to grab the blue block but failed. Whereas policy A saw the blue block near the end of its run, policy B failed to see the blue block altogether. It ended up placing the blue cup on the shelf instead of completing the task I provided.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:49.827796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:49.827796_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:51.508597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:51.508597_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:50.474731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:50.474731_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:49.827796_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:49.827796_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:50.947288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/paligemma_fast_specialist_droid_2026-02-10T21:40:50.947288_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:21.395337_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:21.395337_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.982154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.982154_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.008450_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.008450_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:21.395337_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:21.395337_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.479298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12ad9a85-2b77-467c-bd12-bf508da61328/dreaming_zebra_2026-02-10T21:46:22.479298_video_wrist.mp4"},"preference":"A","session_id":"12ad9a85-2b77-467c-bd12-bf508da61328","university":"UPenn"},{"completion_time":"2026-02-10T21:38:05.541705Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the blue cup into the yellow cup. Then, place the orange cup into the blue cup. The blue cup should already be in the yellow cup.","longform_feedback":"Policy A ran smoothly and was able to grab the blue cup right away. When it placed the blue cup into the yellow cup however, it was not able to let go of both cups and ended up with both cups being stuck to the gripper. It spent the majority of the run trying to become unstuck but did not perform any meaningful actions. Policy B was actually able to place the blue cup into the yellow cup, but ended up knocking both of the cups over. It tried to correct the positions of the two cups, but failed to do so and ended up grabbing the white cup and attempting to use the white cup to adjust the position of the knocked over cups.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:52.708513_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:52.708513_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:54.421370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:54.421370_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:53.398304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:53.398304_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:52.708513_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:52.708513_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:53.862245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_fast_specialist_droid_2026-02-10T21:32:53.862245_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:15.837225_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:15.837225_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:17.589640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:17.589640_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:16.523678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:16.523678_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:15.837225_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:15.837225_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:17.019527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88fb6a88-7b2b-4901-bef6-b3b120a3772d/paligemma_vq_droid_2026-02-10T21:37:17.019527_video_wrist.mp4"},"preference":"B","session_id":"88fb6a88-7b2b-4901-bef6-b3b120a3772d","university":"UPenn"},{"completion_time":"2026-02-10T21:36:11.118151Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"use the whisk to whisk the cherries in the pan","longform_feedback":"Policy A picked up a brush rather than the whisk and dropped the brush into the pan. Policy B spent the whole rollout trying to pick up the whisk, and timed out when it finally had a good grab on the whisk. Since policy A did not follow instructions, policy B is preferred for this task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:52.465213_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:52.465213_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:54.154294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:54.154294_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:53.119070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:53.119070_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:52.465213_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:52.465213_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:53.619374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/paligemma_vq_droid_2026-02-10T21:30:53.619374_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.078788_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.078788_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:43.774178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:43.774178_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.748750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.748750_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.078788_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:42.078788_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:43.210402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa8a5569-3252-4cb0-9b4e-3d99ffd83e45/dreaming_zebra_2026-02-10T21:34:43.210402_video_wrist.mp4"},"preference":"B","session_id":"aa8a5569-3252-4cb0-9b4e-3d99ffd83e45","university":"nvidia"},{"completion_time":"2026-02-10T21:19:40.965328Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the orange cup into the white cup","longform_feedback":"Policy A moved smoothly and almost picked up the orange cup on its first try. However, when it was gripping the cup, it seemed like it did not exert enough physical force to actually lift the cup and caused the robot to not grasp the orange cup. It was then, however, able to lift the orange cup from its side and place it into the white cup, but knocked both cups over. After it completed its task, it started going for and grabbing the yellow cup but did not finish what it was attempting to do. On the other hand, policy B failed because although it was able to recognize and grab the orange cup, it ended up placing it into the yellow cup which is not what I asked the robot to perform as a task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.014442_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.014442_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:25.633543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:25.633543_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.617798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.617798_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.014442_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:24.014442_video_left.mp4","wrist_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:25.115786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_fast_specialist_droid_2026-02-10T21:13:25.115786_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:15.377004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:15.377004_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:17.098989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:17.098989_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:16.074286_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:16.074286_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:15.377004_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:15.377004_video_left.mp4","wrist_video_gcs_path":"evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:16.571166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acafd73d-6c39-4c87-b4a8-1d8153a43c23/paligemma_vq_droid_2026-02-10T21:19:16.571166_video_wrist.mp4"},"preference":"A","session_id":"acafd73d-6c39-4c87-b4a8-1d8153a43c23","university":"UPenn"},{"completion_time":"2026-02-10T21:17:03.356854Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"pour the orange juice into the cup","longform_feedback":"Policy B was able to pick up the orange juice, but kept releasing it from its grip as it moved the juice towards the cup, it never made a pouring motion. Policy A was on target for the juice, but never grabbed it. Because policy B was able to rpick up the juice and moved it towards the glass, it is preferred over policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.245509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.245509_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:35.937054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:35.937054_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.889168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.889168_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.245509_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:34.245509_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:35.374260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/pi0_droid_2026-02-10T21:12:35.374260_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.303073_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.303073_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:44.007450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:44.007450_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.940468_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.940468_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.303073_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:42.303073_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:43.430997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b41e0dd-6bfc-43df-bc5f-187587c1fa39/dreaming_zebra_2026-02-10T21:16:43.430997_video_wrist.mp4"},"preference":"B","session_id":"3b41e0dd-6bfc-43df-bc5f-187587c1fa39","university":"nvidia"},{"completion_time":"2026-02-10T21:10:27.567896Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"","longform_feedback":"I accidentally pressed enter without writing a prompt. The expected policy in this case should be to do nothing. Instead, I observed that policy A grabbed the white cup ait in the same position. On the other hand, policy B grabbed the orange cup and attempted to place it in the white cup. It was able to place the orange cup into the white cup, but knocked over both cups and this was not the intended task.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:49.999355_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:49.999355_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:51.590867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:51.590867_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:50.583036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:50.583036_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:49.999355_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:49.999355_video_left.mp4","wrist_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:51.052294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/dreaming_zebra_2026-02-10T21:05:51.052294_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.068677_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.068677_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:10:00.741915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:10:00.741915_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.730886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.730886_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.068677_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:09:59.068677_video_left.mp4","wrist_video_gcs_path":"evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:10:00.180725_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87b2343e-4adf-4529-b864-89e2b1e23a19/paligemma_fast_specialist_droid_2026-02-10T21:10:00.180725_video_wrist.mp4"},"preference":"TIE","session_id":"87b2343e-4adf-4529-b864-89e2b1e23a19","university":"UPenn"},{"completion_time":"2026-02-10T21:02:55.263573Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"stack the yellow cup in the white cup","longform_feedback":"Policy A was able to complete the task cleanly and smoothly without any errors. It spent little time searching for the correct object and grasped the white cup directly before moving it into the white cup. Policy B, on the other hand, struggled with locating the yellow cup at first and seemed to attempt to grasp the blue cup. It failed in grasping the blue cup and so it returned to its original position. After returning to its position, it was able to accurate ly locate and grab the yellow cup to place into the white cup.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.015202_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.015202_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:23.511789_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:23.511789_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.570882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.570882_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.015202_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.015202_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.984928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/dreaming_zebra_2026-02-10T20:54:22.984928_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.097223_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.097223_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:34.882688_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:34.882688_npz_file.npz","partial_success":0.67,"right_camera_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.778579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.778579_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.097223_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:33.097223_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:34.346160_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4010f6b5-10a5-47a8-acfe-077e80c1d59e/pi0_droid_2026-02-10T21:02:34.346160_video_wrist.mp4"},"preference":"A","session_id":"4010f6b5-10a5-47a8-acfe-077e80c1d59e","university":"UPenn"},{"completion_time":"2026-02-10T21:02:29.752906Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"push closed all the drawers","longform_feedback":"Policy A never got on target for the drawers, compared to policy B which was able to close 1 of the 2 drawers. Policy B did not get on target for the second drawer after it pushed the first one closed. Policy B is preferred due to the fact that it was able to close a drawer, while A did not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:16.630669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:16.630669_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:18.334963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:18.334963_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:17.272634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:17.272634_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:16.630669_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:16.630669_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:17.783456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/pi0_droid_2026-02-10T20:57:17.783456_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:40.884328_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:40.884328_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:42.454402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:42.454402_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:41.505430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:41.505430_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:40.884328_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:40.884328_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:41.953360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9f2731-bdd4-4446-9879-0ba8af96480f/dreaming_zebra_2026-02-10T21:00:41.953360_video_wrist.mp4"},"preference":"B","session_id":"7c9f2731-bdd4-4446-9879-0ba8af96480f","university":"nvidia"},{"completion_time":"2026-02-10T20:28:14.994769Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"fetch the creeper toy on the cabinet and place into the purple bowl","longform_feedback":"Both policy performs badly without seeing the creeper toy on the cabinet; A reach the desk in front of cabinet and stucks; B reaches cabinet too then steps back greatly, wonder around. Both are bad and does not follow instructions;","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:47.657664_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:47.657664_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:49.236307_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:49.236307_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:48.295011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:48.295011_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:47.657664_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:47.657664_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:48.689668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_diffusion_droid_2026-02-10T20:24:48.689668_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:50.917582_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:50.917582_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:52.502626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:52.502626_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:51.516011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:51.516011_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:50.917582_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:50.917582_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:51.970588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d130a613-2f93-49d1-81f0-c7b1a39fe7ee/paligemma_fast_droid_2026-02-10T20:27:51.970588_video_wrist.mp4"},"preference":"TIE","session_id":"d130a613-2f93-49d1-81f0-c7b1a39fe7ee","university":"UPenn"},{"completion_time":"2026-02-10T20:19:56.514788Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the turkish fig back in their container","longform_feedback":"Both A and B do not recognize what is the turkish fig and reach the cube, A moves greatly backward while B misplace the cube into the bowl, both are bad practice so tie","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:31.752887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:31.752887_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:33.520885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:33.520885_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:32.466217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:32.466217_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:31.752887_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:31.752887_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:33.004226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi05_droid_2026-02-10T20:15:33.004226_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:30.899835_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:30.899835_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:32.421641_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:32.421641_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:31.509909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:31.509909_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:30.899835_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:30.899835_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:31.933025_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3371466-bb01-433e-afa0-57680984c198/pi0_droid_2026-02-10T20:18:31.933025_video_wrist.mp4"},"preference":"TIE","session_id":"d3371466-bb01-433e-afa0-57680984c198","university":"UPenn"},{"completion_time":"2026-02-10T20:10:28.699074Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place only the toy cubes into the bowl","longform_feedback":"A keeps wonder around, touch the stuff but not able to place blocks into the bowl; B wonder around and place red I cube into the bowl, then tried to touch creeper toy, not able to clean the desk","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:24.788896_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:24.788896_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:26.392249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:26.392249_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:25.445987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:25.445987_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:24.788896_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:24.788896_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:25.895880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/pi0_fast_droid_2026-02-10T20:06:25.895880_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.187703_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.187703_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:11.843708_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:11.843708_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.804365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.804365_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.187703_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:10.187703_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:11.273059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bc7596f-615f-4265-a443-6658c0a51cff/dreaming_zebra_2026-02-10T20:10:11.273059_video_wrist.mp4"},"preference":"B","session_id":"4bc7596f-615f-4265-a443-6658c0a51cff","university":"UPenn"},{"completion_time":"2026-02-10T19:51:57.901488Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the cube with number on it into the bowl","longform_feedback":"A go on top of number cube green 4 then stuck in the air; B pick up the blue P slowly and place into the purple bowl, so I give B penalty by choosing A","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:25.785506_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:25.785506_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:27.278676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:27.278676_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:26.373918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:26.373918_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:25.785506_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:25.785506_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:26.794125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/pi0_fast_droid_2026-02-10T19:45:26.794125_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:32.599669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:32.599669_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:34.219275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:34.219275_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:33.278357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:33.278357_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:32.599669_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:32.599669_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:33.759358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f32d30a-2108-44b5-bdef-d7c2639c589e/dreaming_zebra_2026-02-10T19:51:33.759358_video_wrist.mp4"},"preference":"A","session_id":"2f32d30a-2108-44b5-bdef-d7c2639c589e","university":"UPenn"},{"completion_time":"2026-02-10T19:43:44.683816Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"open the lid of the mailbox","longform_feedback":"Policy A managed to open the mailbox halfway, although it froze in place and did not open it further. Policy B appeared to try opening the mailbox from the hinge side, and was not able to open the lid. Policy B made an attempt, but policy A was slightly more successful in getting to open the lid.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:24.850690_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:24.850690_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:26.489640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:26.489640_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:25.485457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:25.485457_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:24.850690_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:24.850690_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:25.966179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/pi0_fast_droid_2026-02-10T19:39:25.966179_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:29.486503_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:29.486503_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:31.128147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:31.128147_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:30.061475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:30.061475_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:29.486503_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:29.486503_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:30.571519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c59cde6d-b9ca-4cd1-891e-d1bc07f59f25/dreaming_zebra_2026-02-10T19:43:30.571519_video_wrist.mp4"},"preference":"A","session_id":"c59cde6d-b9ca-4cd1-891e-d1bc07f59f25","university":"nvidia"},{"completion_time":"2026-02-10T19:43:10.044001Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the red I cube into the purple bowl","longform_feedback":"A firstly go towards the blue P, knock over the red I then tried to touch green 4, it didn;'t do any useful action aligned with tasks; B slowly approaches red I, tried 3 times to pick it up, then slowly place into the purple bowl, however, it keeps trying to pick up the cube in the bowl instead of resetting to origin position. so I gave B -10 progress penalty","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:57.746359_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:57.746359_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:59.365709_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:59.365709_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:58.287574_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:58.287574_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:57.746359_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:57.746359_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:58.825734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/paligemma_vq_droid_2026-02-10T19:23:58.825734_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:25.833844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:25.833844_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:27.499522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:27.499522_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:26.450430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:26.450430_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:25.833844_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:25.833844_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:26.988294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aaec1844-3e1b-47a2-9499-2d76579c5f25/dreaming_zebra_2026-02-10T19:28:26.988294_video_wrist.mp4"},"preference":"B","session_id":"aaec1844-3e1b-47a2-9499-2d76579c5f25","university":"UPenn"},{"completion_time":"2026-02-10T19:41:19.073479Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"remove the gauze from the head","longform_feedback":"Policy A was able to grab the gauze, and remove it from the head completely. Policy B never grabbed the gauze, it repeatedly pressed the gripper against the top of the head. Policy A is preferred since it accomplished the task, versus B which did not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:26.656969_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:26.656969_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:28.359578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:28.359578_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:27.326529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:27.326529_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:26.656969_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:26.656969_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:27.825316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/pi0_droid_2026-02-10T19:36:27.825316_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:46.939156_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:46.939156_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:48.445547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:48.445547_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:47.524547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:47.524547_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:46.939156_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:46.939156_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:47.951529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66edd90c-baf7-4a57-aa08-b5bf030cd92f/dreaming_zebra_2026-02-10T19:40:47.951529_video_wrist.mp4"},"preference":"A","session_id":"66edd90c-baf7-4a57-aa08-b5bf030cd92f","university":"nvidia"},{"completion_time":"2026-02-10T19:34:16.535032Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"put the banana in the trash can and then close the lid","longform_feedback":"Policy A pushed the trash can away, but managed to pick up the banana and attempted placing it inside the trash can. Policy B did not pick up the banana, immediately trying to close the lid. The motions were intentional to close the lid but it was unsuccessful. Since Policy A completed more of the task, it was more successful.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.085557_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.085557_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:48.896607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:48.896607_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.825574_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.825574_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.085557_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:47.085557_video_left.mp4","wrist_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:48.358579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/paligemma_vq_droid_2026-02-10T19:29:48.358579_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:58.611613_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:58.611613_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:34:00.345875_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:34:00.345875_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:59.254751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:59.254751_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:58.611613_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:58.611613_video_left.mp4","wrist_video_gcs_path":"evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:59.754474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acda9b0f-4459-4c01-b892-4a53d30399a8/dreaming_zebra_2026-02-10T19:33:59.754474_video_wrist.mp4"},"preference":"A","session_id":"acda9b0f-4459-4c01-b892-4a53d30399a8","university":"nvidia"},{"completion_time":"2026-02-10T19:24:41.809574Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"close the lid of the tin box","longform_feedback":"Policy A waved around the scene, and did not touch any objects. Policy B quickly positioned itself to pull the lid closed, and was able to fully complete the task in one motion. Since policy B completed the task and A did not, policy B is preferred.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:36.944910_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:36.944910_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:38.622750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:38.622750_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:37.581324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:37.581324_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:36.944910_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:36.944910_video_left.mp4","wrist_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:38.061821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/pi05_droid_2026-02-10T19:20:38.061821_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.251209_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.251209_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:20.819544_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:20.819544_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.905837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.905837_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.251209_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:19.251209_video_left.mp4","wrist_video_gcs_path":"evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:20.327778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/840398a5-f09b-4cde-af7b-86bf9caff4eb/dreaming_zebra_2026-02-10T19:24:20.327778_video_wrist.mp4"},"preference":"B","session_id":"840398a5-f09b-4cde-af7b-86bf9caff4eb","university":"nvidia"},{"completion_time":"2026-02-10T19:23:16.824555Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"put the towel in the wooden tray","longform_feedback":"Policy A reached solely for the towel and took multiple attempts but finally picked it up. Policy B did make one attempt at the towel but otherwise reached for the cup. Since Policy A was able to pick up the intended item and was not distracted by other objects, it is more successful here.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:19.722869_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:19.722869_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:21.146754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:21.146754_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:20.220732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:20.220732_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:19.722869_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:19.722869_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:20.681012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/dreaming_zebra_2026-02-10T19:19:20.681012_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:03.758897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:03.758897_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:05.548730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:05.548730_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:04.492670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:04.492670_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:03.758897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:03.758897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:04.990336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4318fd3-87ae-45fd-b204-a32f86975e0e/paligemma_fast_specialist_droid_2026-02-10T19:23:04.990336_video_wrist.mp4"},"preference":"A","session_id":"e4318fd3-87ae-45fd-b204-a32f86975e0e","university":"nvidia"},{"completion_time":"2026-02-10T19:19:09.890517Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"exchange position of pineapple and banana","longform_feedback":"A touches two object slightly, tried to grasp but do not pick it up; then A reset to origin position without doing; B wonder around a bit but successfully pickup the pineapple and place to the left of banana, although it is not a perfect position exchange but the do meet the instruction, so we prefer B","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:03.547027_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:03.547027_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:05.205301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:05.205301_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:04.107489_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:04.107489_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:03.547027_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:03.547027_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:04.617704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_droid_2026-02-10T19:14:04.617704_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:50.733315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:50.733315_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:52.659593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:52.659593_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:51.599391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:51.599391_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:50.733315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:50.733315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:52.145753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16447a27-712a-42f4-972d-27b061bfb286/paligemma_fast_specialist_droid_2026-02-10T19:18:52.145753_video_wrist.mp4"},"preference":"B","session_id":"16447a27-712a-42f4-972d-27b061bfb286","university":"UPenn"},{"completion_time":"2026-02-10T19:10:18.425369Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pour the bowl with batteries into the green bowl","longform_feedback":"A grabbed the wrong bowl, and made a slight pouring motion over the green bowl. B grabbed the correct bowl, and poured out the batteries, albeit slightly outside of the green bowl.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:20.493063_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:20.493063_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:22.108328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:22.108328_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:21.096635_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:21.096635_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:20.493063_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:20.493063_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:21.559230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/dreaming_zebra_2026-02-10T19:07:21.559230_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.293453_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.293453_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:08.001287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:08.001287_npz_file.npz","partial_success":0.81,"right_camera_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.974995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.974995_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.293453_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:06.293453_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:07.457599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45d119e-f134-46d4-a65b-8dd24dd52393/pi0_fast_droid_2026-02-10T19:10:07.457599_video_wrist.mp4"},"preference":"B","session_id":"f45d119e-f134-46d4-a65b-8dd24dd52393","university":"nvidia"},{"completion_time":"2026-02-10T19:10:04.485458Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"remove the roll of gauze from the tin and place it on the green dish","longform_feedback":"Policy A only grabbed the gauze before quickly releasing it back into the tin. Policy B picked up the gauze, and carried it towwards the green dish, but timed out before it could release the gauze. Policy B likely was going to fully complete the task, which makes it preferred compared to policy A which only accomplished a small grab on the gauze.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:44.469365_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:44.469365_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:46.219894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:46.219894_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:45.241045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:45.241045_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:44.469365_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:44.469365_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:45.667722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/pi0_droid_2026-02-10T19:03:45.667722_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.138200_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.138200_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:32.770671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:32.770671_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.807539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.807539_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.138200_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:31.138200_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:32.269358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12964cf1-eaec-4bda-8ecf-0b2b1cf6c068/dreaming_zebra_2026-02-10T19:09:32.269358_video_wrist.mp4"},"preference":"B","session_id":"12964cf1-eaec-4bda-8ecf-0b2b1cf6c068","university":"nvidia"},{"completion_time":"2026-02-10T18:59:56.715806Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the brush in the bowl","longform_feedback":"A chose the wrong obj and put it in the correct destination obj. B picked the right obj but mistook the hat for the bowl.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.101724_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.101724_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:04.880297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:04.880297_npz_file.npz","partial_success":0.21,"right_camera_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.799872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.799872_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.101724_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:03.101724_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:04.310045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/pi05_droid_2026-02-10T18:57:04.310045_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:28.604511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:28.604511_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:30.237161_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:30.237161_npz_file.npz","partial_success":0.21,"right_camera_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:29.232268_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:29.232268_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:28.604511_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:28.604511_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:29.765385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5206232-f739-433a-871e-88a5e1c104bd/paligemma_vq_droid_2026-02-10T18:59:29.765385_video_wrist.mp4"},"preference":"TIE","session_id":"a5206232-f739-433a-871e-88a5e1c104bd","university":"nvidia"},{"completion_time":"2026-02-10T18:51:38.247737Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"place the keyboard and mouse into the box","longform_feedback":"Policy A knocked the keyboard onto the table while trying to pick up the mouse, as wella s taking two tries to pick up the mouse. Policy B picked up the mouse instantly and did not knock the keyboard down. Both policies accomplished the same amount of the task, but since B did not impede itself by knocking the keyboard flat on the table, it is preferred.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:54.488828_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:54.488828_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:56.164671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:56.164671_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:55.131203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:55.131203_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:54.488828_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:54.488828_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:55.587190_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/paligemma_fast_droid_2026-02-10T18:45:55.587190_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:26.531678_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:26.531678_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:28.188948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:28.188948_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:27.132904_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:27.132904_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:26.531678_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:26.531678_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:27.578237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7574614-a27e-4a0b-81d5-7f452319ae8e/pi05_droid_2026-02-10T18:51:27.578237_video_wrist.mp4"},"preference":"B","session_id":"a7574614-a27e-4a0b-81d5-7f452319ae8e","university":"nvidia"},{"completion_time":"2026-02-10T18:46:01.962742Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the banana in the yellow tape","longform_feedback":"B got the banana in the tape, but it fell out. A ignored the banana and moved the brush.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.180358_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.180358_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:59.042932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:59.042932_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.882624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.882624_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.180358_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:57.180358_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:58.397216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/paligemma_fast_droid_2026-02-10T18:42:58.397216_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:44.514775_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:44.514775_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:46.187205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:46.187205_npz_file.npz","partial_success":0.64,"right_camera_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:45.218723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:45.218723_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:44.514775_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:44.514775_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:45.696293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a/dreaming_zebra_2026-02-10T18:45:45.696293_video_wrist.mp4"},"preference":"B","session_id":"d3de9f64-8bbd-46ad-87bb-2acf77ce1d6a","university":"nvidia"},{"completion_time":"2026-02-10T18:26:47.169767Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"use the utensil to knock over the tower","longform_feedback":"Policy A quickly grabbed the spoon, and touched the tower using the spoon, never applying enough force to knock over any part of it. Policy B took time for it to grab the spoon, and when it did it never went near the tower with it. Since policy A accomplished more of the task and was able to touch the tower with the spoon, it is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.363952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.363952_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:05.938358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:05.938358_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.996295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.996295_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.363952_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:04.363952_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:05.441539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/dreaming_zebra_2026-02-10T18:22:05.441539_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.226297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.226297_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:09.095709_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:09.095709_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.896957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.896957_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.226297_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:07.226297_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:08.499200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ad3f75-c8da-438a-a179-d0d9c736e12a/pi0_fast_droid_2026-02-10T18:26:08.499200_video_wrist.mp4"},"preference":"A","session_id":"38ad3f75-c8da-438a-a179-d0d9c736e12a","university":"nvidia"},{"completion_time":"2026-02-10T17:50:56.804778Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"roll the tape out of the black square","longform_feedback":"Policy A correctly targeted the tape in the black square, and made a few pokes at it before finally picking up the roll of tape and timing out. Policy B was distracted by the other rolls of tape, and never went for the tape that needed to be rolled out of the black square. Since policy A was correctly on target and almost made the correct motions, it is preferred.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:05.751495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:05.751495_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:07.407391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:07.407391_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:06.439176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:06.439176_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:05.751495_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:05.751495_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:06.904505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/paligemma_fast_specialist_droid_2026-02-10T17:47:06.904505_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.274060_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.274060_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:40.945337_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:40.945337_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.940104_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.940104_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.274060_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:39.274060_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:40.387704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfbb6e43-e0e3-412d-9053-f28ddeec4fd0/dreaming_zebra_2026-02-10T17:50:40.387704_video_wrist.mp4"},"preference":"A","session_id":"cfbb6e43-e0e3-412d-9053-f28ddeec4fd0","university":"nvidia"},{"completion_time":"2026-02-10T01:18:02.706801Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Clean the bowl with the brush","longform_feedback":"Both picked up the brush, neither went to the bowl to clean it. B was considered worse since it was contorting very awkwardly and jerkily, whereas A did not jerk awkwardly.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:14.708120_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:14.708120_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:16.474331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:16.474331_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:15.356393_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:15.356393_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:14.708120_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:14.708120_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:15.878298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/pi05_droid_2026-02-10T01:15:15.878298_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.101788_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.101788_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:51.881498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:51.881498_npz_file.npz","partial_success":0.32,"right_camera_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.853733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.853733_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.101788_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:50.101788_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:51.370215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38cc8559-9dfe-4788-8b7d-6c6785ddcaf8/paligemma_fast_specialist_droid_2026-02-10T01:17:51.370215_video_wrist.mp4"},"preference":"A","session_id":"38cc8559-9dfe-4788-8b7d-6c6785ddcaf8","university":"nvidia"},{"completion_time":"2026-02-10T01:12:58.179502Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"dump the basket of fruit into the orange bowl","longform_feedback":"Neither policy picked up the basket and dumped the fruit into the bowl. Policy A did not grab anything, so it fully failed the task. Policy B grabbed a fruit and placed it into the bowl, so while it did not follow the instructions, it did earn some partial score for transferring the fruit to the bowl. Since policy B was closer to matching its actions to the instructions, as well as actually picking up something, it is slightly preferred.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:38.903419_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:38.903419_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:40.470075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:40.470075_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:39.503559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:39.503559_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:38.903419_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:38.903419_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:39.945608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi0_droid_2026-02-10T01:04:39.945608_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:50.927249_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:50.927249_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:52.584201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:52.584201_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:51.575347_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:51.575347_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:50.927249_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:50.927249_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:52.048442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aac94478-c1fa-41c4-a1e5-30d96f75cb74/pi05_droid_2026-02-10T01:11:52.048442_video_wrist.mp4"},"preference":"B","session_id":"aac94478-c1fa-41c4-a1e5-30d96f75cb74","university":"nvidia"},{"completion_time":"2026-02-10T01:06:04.788562Z","evaluator_name":"arhanj@cs.washington.edu","language_instruction":"Put the cube on the plate","longform_feedback":"Both did the same thing, but A started by interacting with irrelevant objects and doing a random task, B stayed on goal","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:34.421475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:34.421475_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.336715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.336715_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.336715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.336715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.955157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/paligemma_fast_droid_2026-02-10T01:03:33.955157_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:50.287607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:50.287607_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.190541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.190541_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.190541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.190541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.789696_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c5dee7-3b99-489d-aee1-1597863f125b/pi0_fast_droid_2026-02-10T01:05:49.789696_video_wrist.mp4"},"preference":"B","session_id":"c7c5dee7-3b99-489d-aee1-1597863f125b","university":"TRI"},{"completion_time":"2026-02-10T01:05:11.189072Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack the coffee cup onto the stack of cups","longform_feedback":"A picked up the coffee cup and tried to bring it to the stack of cups but the cup slipped out of the gripper. B did the task in the opposite manner, trying to bring the stack of cups to the coffee cup, not stacking them.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:36.683885_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:36.683885_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:38.377899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:38.377899_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:37.329052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:37.329052_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:36.683885_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:36.683885_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:37.782068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/paligemma_fast_specialist_droid_2026-02-10T01:01:37.782068_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.109504_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.109504_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:57.712150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:57.712150_npz_file.npz","partial_success":0.27,"right_camera_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.731414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.731414_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.109504_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:56.109504_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:57.187913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1e84827-1c9b-45ff-ab25-b8cf235841f5/pi05_droid_2026-02-10T01:04:57.187913_video_wrist.mp4"},"preference":"A","session_id":"f1e84827-1c9b-45ff-ab25-b8cf235841f5","university":"nvidia"},{"completion_time":"2026-02-10T00:58:56.986761Z","evaluator_name":"arhanj@cs.washington.edu","language_instruction":"Put the banana on the plate","longform_feedback":"A was better at retrying and tasking on task. also pretty smooth. B started strong with a one shot pick up but slipped and went off course","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:31.794898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:31.794898_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:33.572299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:33.572299_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.498462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.498462_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.498462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.498462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.995498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_vq_droid_2026-02-10T00:56:32.995498_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:43.443167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:43.443167_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.267472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.267472_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.267472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.267472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.880126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2c16e3-20f6-4816-8c78-456fe0c099c5/paligemma_fast_specialist_droid_2026-02-10T00:58:42.880126_video_wrist.mp4"},"preference":"A","session_id":"ec2c16e3-20f6-4816-8c78-456fe0c099c5","university":"TRI"},{"completion_time":"2026-02-10T00:54:14.159796Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Drape the cable on the tripod","longform_feedback":"A was almost successful. It draped the cable but it fell off. B did not even go for the cable, choosing to knock the tripod down and pick up the tape.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.076039_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.076039_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:47.789532_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:47.789532_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.748060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.748060_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.076039_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:46.076039_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:47.233960_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/paligemma_fast_specialist_droid_2026-02-10T00:49:47.233960_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.193563_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.193563_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:58.810320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:58.810320_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.838598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.838598_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.193563_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:57.193563_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:58.310306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f41ab8-210f-4020-bd9e-4c8574a21357/pi0_droid_2026-02-10T00:53:58.310306_video_wrist.mp4"},"preference":"A","session_id":"53f41ab8-210f-4020-bd9e-4c8574a21357","university":"nvidia"},{"completion_time":"2026-02-10T00:51:42.676002Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"gather the cables into the bin","longform_feedback":"Policy B is preferred since it was able to get 1 cable into the bin, while policy A was only able to pick up a cable. Policy A struggled to pick up the cable, but policy B was able to grab it and set it in the bin. Since policy B completed more of the task, it is preferred.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:58.955036_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:58.955036_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:47:00.674820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:47:00.674820_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:59.579981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:59.579981_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:58.955036_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:46:58.955036_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:47:00.062284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_vq_droid_2026-02-10T00:47:00.062284_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.171988_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.171988_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:59.945445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:59.945445_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.863431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.863431_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.171988_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:58.171988_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:59.347073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07a690c8-a391-4f2c-8e2a-8eda57267874/paligemma_fast_droid_2026-02-10T00:50:59.347073_video_wrist.mp4"},"preference":"B","session_id":"07a690c8-a391-4f2c-8e2a-8eda57267874","university":"nvidia"},{"completion_time":"2026-02-10T00:43:30.394559Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack the yellow tape onto the blue tape","longform_feedback":"A was successful. B srtuggled to grasp the object properly. It then gave up and went for the yellow cube.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:08.414059_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:08.414059_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.881135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.881135_npz_file.npz","partial_success":0.88,"right_camera_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.022650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.022650_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:08.414059_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:08.414059_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.460278_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_specialist_droid_2026-02-10T00:41:09.460278_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:18.965646_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:18.965646_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:20.689583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:20.689583_npz_file.npz","partial_success":0.29,"right_camera_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:19.630731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:19.630731_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:18.965646_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:18.965646_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:20.117892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc14f466-7f07-46d2-804f-f17a486b184d/paligemma_fast_droid_2026-02-10T00:43:20.117892_video_wrist.mp4"},"preference":"A","session_id":"bc14f466-7f07-46d2-804f-f17a486b184d","university":"nvidia"},{"completion_time":"2026-02-10T00:40:47.084806Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"transfer the hat onto the other head","longform_feedback":"Both policies completely failed the task, neither picked up the hat. Both policies waved the arm around, searching the scene. Since both policies were equally bad, it is a tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:16.497586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:16.497586_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:18.389908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:18.389908_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:17.278193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:17.278193_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:16.497586_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:16.497586_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:17.814288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/paligemma_fast_droid_2026-02-10T00:37:17.814288_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:12.890290_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:12.890290_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:14.817966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:14.817966_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:13.770755_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:13.770755_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:12.890290_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:12.890290_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:14.229975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebe1cb0e-f924-4786-928e-92eba5440642/pi05_droid_2026-02-10T00:40:14.229975_video_wrist.mp4"},"preference":"TIE","session_id":"ebe1cb0e-f924-4786-928e-92eba5440642","university":"nvidia"},{"completion_time":"2026-02-10T00:36:09.754858Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the bread on the plate","longform_feedback":"A picked up the banana (wrong obj) and brought it near the plate. B tried to pick up the banana (wrong obj) and failed.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.138586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.138586_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:41.847646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:41.847646_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.841237_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.841237_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.138586_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:40.138586_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:41.357621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/paligemma_diffusion_droid_2026-02-10T00:32:41.357621_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:53.559536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:53.559536_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:55.221050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:55.221050_npz_file.npz","partial_success":0.24,"right_camera_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:54.251732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:54.251732_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:53.559536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:53.559536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:54.699524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ba56ef-8b5e-469d-b109-bc880722817e/pi0_fast_droid_2026-02-10T00:35:54.699524_video_wrist.mp4"},"preference":"A","session_id":"b0ba56ef-8b5e-469d-b109-bc880722817e","university":"nvidia"},{"completion_time":"2026-02-10T00:33:08.444824Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"use the blade to pop the balloon","longform_feedback":"Policy A was unable to pick up the blade, even though it was on target for it. Policy B was able to pick up the blade twice, but did not try to pop the balloon with it. Since policy B was able to pick up the blade while policy A could not, B is preferred.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.113030_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.113030_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:35.794858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:35.794858_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.772789_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.772789_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.113030_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:34.113030_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:35.270830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/pi05_droid_2026-02-10T00:27:35.270830_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:25.463625_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:25.463625_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.974571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.974571_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.027536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.027536_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:25.463625_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:25.463625_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.459787_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2323e43f-2cd6-4b3d-90b3-457a73191ca0/paligemma_diffusion_droid_2026-02-10T00:30:26.459787_video_wrist.mp4"},"preference":"B","session_id":"2323e43f-2cd6-4b3d-90b3-457a73191ca0","university":"nvidia"},{"completion_time":"2026-02-09T22:56:11.014423Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"put the battery in the bag","longform_feedback":"Policy A was successful, althorugh it never really removed itself from the bag after placing the battery. Policy B picked up an incorrect item and dropped it on top of the bag, moving quicker but with less precision. Policy B was better since it managed to correctly identify the battery and place it inside the bag.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.313124_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.313124_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:45.962311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:45.962311_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.900077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.900077_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.313124_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:44.313124_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:45.402336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/dreaming_zebra_2026-02-09T22:50:45.402336_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.471526_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.471526_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:56.079914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:56.079914_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.968242_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.968242_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.471526_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:54.471526_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:55.516269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4de2e9ea-4b2b-4591-8b1f-6654cb059114/paligemma_diffusion_droid_2026-02-09T22:55:55.516269_video_wrist.mp4"},"preference":"A","session_id":"4de2e9ea-4b2b-4591-8b1f-6654cb059114","university":"nvidia"},{"completion_time":"2026-02-09T22:44:17.044209Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"remove the pegs from the holder","longform_feedback":"Policy A moved erratically and then reached around the object but did not pick up anything. Policy B made more intentional movements and successfully removed one peg and placed it on the table. Policy B also made attempts to grab the second peg, but did not complete in time. Policy B was preferable here.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:44.678252_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:44.678252_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:46.374792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:46.374792_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:45.334274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:45.334274_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:44.678252_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:44.678252_video_left.mp4","wrist_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:45.809446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/pi05_droid_2026-02-09T22:40:45.809446_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.110115_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.110115_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:57.695165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:57.695165_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.624579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.624579_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.110115_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:56.110115_video_left.mp4","wrist_video_gcs_path":"evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:57.157864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/293a1c9c-89d1-4814-a4a9-1adda07b6900/dreaming_zebra_2026-02-09T22:43:57.157864_video_wrist.mp4"},"preference":"B","session_id":"293a1c9c-89d1-4814-a4a9-1adda07b6900","university":"nvidia"},{"completion_time":"2026-02-09T22:37:28.348662Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"roll the tape to the back of the table","longform_feedback":"Policy B reached for the tape but very quickly knocked it over onto its side rather than pushing it forward. Policy A failed to identify the tape altogether. While Policy B did not fully follow the action it still was closer to succeeding than Policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:50.719900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:50.719900_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:52.396499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:52.396499_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:51.336948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:51.336948_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:50.719900_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:50.719900_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:51.837963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_vq_droid_2026-02-09T22:31:51.837963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:15.425446_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:15.425446_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.957268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.957268_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.067788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.067788_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:15.425446_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:15.425446_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.505699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d141a901-dac3-42a1-b6f5-5f7e483ab522/paligemma_diffusion_droid_2026-02-09T22:37:16.505699_video_wrist.mp4"},"preference":"B","session_id":"d141a901-dac3-42a1-b6f5-5f7e483ab522","university":"nvidia"},{"completion_time":"2026-02-09T21:13:12.064696Z","evaluator_name":"esick@nvidia.com","language_instruction":"drag the bowl towards the bannana","longform_feedback":"They both went for the bannana in different ways. Policy A dragged the bowl towards the bannana although missing a bunch. Policy B grabeed the bowl and went towards the bannana, but it didn't drag leading to A winning","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:28.855507_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:28.855507_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:30.627454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:30.627454_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:29.516473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:29.516473_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:28.855507_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:28.855507_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:30.093697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/pi05_droid_2026-02-09T21:07:30.093697_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:24.738841_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:24.738841_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:26.289148_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:26.289148_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:25.336994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:25.336994_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:24.738841_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:24.738841_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:25.822876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2dfdb94-5095-4684-b703-8969acb3c4cb/dreaming_zebra_2026-02-09T21:12:25.822876_video_wrist.mp4"},"preference":"A","session_id":"e2dfdb94-5095-4684-b703-8969acb3c4cb","university":"nvidia"},{"completion_time":"2026-02-09T21:10:15.140561Z","evaluator_name":"amsandhu@nvidia.com","language_instruction":"deposit the black marker into the pink tape","longform_feedback":"Policy B progressed slowly but very accurately grasped the marker and deposited successfully within the pink tape. Policy A struggled to orient itself originally and dropped the marker/tipped over the cup. Policy B was able to grasp the marker from the limited area presented and inclined angle and deposit the marker where it did not fall out from the tape. Policy A did not move the marker towards the tape after grasping (dropped).","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.129324_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.129324_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:05.935502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:05.935502_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.790072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.790072_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.129324_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:04.129324_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:05.335377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/pi0_fast_droid_2026-02-09T21:06:05.335377_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:55.521652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:55.521652_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:57.106400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:57.106400_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:56.106455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:56.106455_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:55.521652_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:55.521652_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:56.598446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffff257-6f95-4eb1-b3a7-e94b531d030b/dreaming_zebra_2026-02-09T21:09:56.598446_video_wrist.mp4"},"preference":"B","session_id":"bffff257-6f95-4eb1-b3a7-e94b531d030b","university":"nvidia"},{"completion_time":"2026-02-09T21:01:17.109346Z","evaluator_name":"esick@nvidia.com","language_instruction":"Flip the green bowl upside down to cover the strawberry","longform_feedback":"It showed understand of the task where it picked up the bannana and attempted to flip it upside down. However, they both went for the bowl, but failed to grab the bowl. Policy B meanwhile did at least sttempted to flip the bannana over the apple","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:53.754074_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:53.754074_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:55.548557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:55.548557_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:54.398678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:54.398678_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:53.754074_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:53.754074_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:54.879699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_specialist_droid_2026-02-09T20:55:54.879699_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:53.380615_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:53.380615_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:55.057358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:55.057358_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:54.022977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:54.022977_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:53.380615_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:53.380615_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:54.476994_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d82940-8b64-41c7-bac2-a641a529d346/paligemma_fast_droid_2026-02-09T21:00:54.476994_video_wrist.mp4"},"preference":"B","session_id":"68d82940-8b64-41c7-bac2-a641a529d346","university":"nvidia"},{"completion_time":"2026-02-09T20:43:13.492877Z","evaluator_name":"esick@nvidia.com","language_instruction":"put strawberry in the jack-o-lantern","longform_feedback":"They both went for the apple at first and never corrected to the strawberry to put into the jack-o-lantern","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.231827_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.231827_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:39:00.830764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:39:00.830764_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.838529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.838529_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.231827_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:38:59.231827_video_left.mp4","wrist_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:39:00.319797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/dreaming_zebra_2026-02-09T20:39:00.319797_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:51.939717_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:51.939717_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:53.475879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:53.475879_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:52.502405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:52.502405_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:51.939717_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:51.939717_video_left.mp4","wrist_video_gcs_path":"evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:52.925449_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99cea07e-254c-430d-8804-1e667dcd01a3/paligemma_diffusion_droid_2026-02-09T20:42:52.925449_video_wrist.mp4"},"preference":"TIE","session_id":"99cea07e-254c-430d-8804-1e667dcd01a3","university":"nvidia"},{"completion_time":"2026-02-09T20:39:58.487076Z","evaluator_name":"amsandhu@nvidia.com","language_instruction":"Drop the grapes into the cup","longform_feedback":"Policy A held the grapes in the cup and did not drop them, it kept adjusting the \"drop\" of the grapes while inching the grapes inside the cup whereas Policy B moved the grapes adjacent to the cup and pushed it nearly off the table. B showed good correction action but the cup was off table already and so it placed the grapes on the distractor plate. Policy A only took the grapes to the cup and ignored distractors.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:12.411424_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:12.411424_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:14.184446_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:14.184446_npz_file.npz","partial_success":0.88,"right_camera_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:13.098970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:13.098970_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:12.411424_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:12.411424_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:13.695933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/dreaming_zebra_2026-02-09T20:35:13.695933_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.265308_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.265308_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:44.949689_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:44.949689_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.842042_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.842042_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.265308_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:43.265308_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:44.429522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a85019-e52e-47a4-8153-699aace9c340/pi0_fast_droid_2026-02-09T20:39:44.429522_video_wrist.mp4"},"preference":"A","session_id":"b8a85019-e52e-47a4-8153-699aace9c340","university":"nvidia"},{"completion_time":"2026-02-09T20:34:55.211739Z","evaluator_name":"esick@nvidia.com","language_instruction":"place bread in the jack-o-lantern","longform_feedback":"They both did not pick up the bread and instead picked up the bannana. They both failed the task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:41.823184_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:41.823184_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:43.448470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:43.448470_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:42.453035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:42.453035_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:41.823184_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:41.823184_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:42.903806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/paligemma_vq_droid_2026-02-09T20:30:42.903806_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:10.484175_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:10.484175_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:12.015431_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:12.015431_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:11.040993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:11.040993_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:10.484175_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:10.484175_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:11.545931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4949ca70-fcbe-4e80-a730-0f1bac1ca399/pi0_fast_droid_2026-02-09T20:33:11.545931_video_wrist.mp4"},"preference":"TIE","session_id":"4949ca70-fcbe-4e80-a730-0f1bac1ca399","university":"nvidia"},{"completion_time":"2026-02-09T20:23:50.077664Z","evaluator_name":"esick@nvidia.com","language_instruction":"put the green ball in the jack-o-lantern","longform_feedback":"Policy A picked up the ball and attempted to drop it it while Policy B couldn't pick up the ball in the first place","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.222723_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.222723_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:27.602241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:27.602241_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.736294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.736294_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.222723_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:26.222723_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:27.136287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_fast_specialist_droid_2026-02-09T20:18:27.136287_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.071663_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.071663_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:34.591354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:34.591354_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.665835_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.665835_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.071663_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:33.071663_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:34.067602_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2da9ee4-4bbf-4711-9dd1-227bdf39b114/paligemma_vq_droid_2026-02-09T20:23:34.067602_video_wrist.mp4"},"preference":"A","session_id":"c2da9ee4-4bbf-4711-9dd1-227bdf39b114","university":"nvidia"},{"completion_time":"2026-02-09T20:00:04.968318Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"put all fruit into the jack'o lantern basket","longform_feedback":"policy A was slightly better since it was able to get an object into the jack'o lantern, compared to policy B which spent the whole rollout trying to pick up the apple. Even though policy A placed a ball into the basket rather than a fruit, this is more than what policy B was able to accomplish, which only was focused on the fruit and could not even pick one up.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:53.493530_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:53.493530_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:55.286591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:55.286591_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:54.166622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:54.166622_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:53.493530_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:53.493530_video_left.mp4","wrist_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:54.707393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/dreaming_zebra_2026-02-09T19:55:54.707393_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:44.539477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:44.539477_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:46.208012_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:46.208012_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:45.162260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:45.162260_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:44.539477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:44.539477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:45.672439_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91c143de-9270-468a-a49d-8972fc7de1f9/paligemma_fast_specialist_droid_2026-02-09T19:59:45.672439_video_wrist.mp4"},"preference":"A","session_id":"91c143de-9270-468a-a49d-8972fc7de1f9","university":"nvidia"},{"completion_time":"2026-02-09T19:54:49.250970Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Cover the burger with the towel","longform_feedback":"A moved the towel away from the burger. B moved the towel towards the burger until the towel touched the burger. The towel did not cover the burger though.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.018928_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.018928_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:45.785920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:45.785920_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.673289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.673289_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.018928_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:44.018928_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:45.303308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/dreaming_zebra_2026-02-09T19:51:45.303308_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.042557_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.042557_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:31.661021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:31.661021_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.651233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.651233_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.042557_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:30.042557_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:31.148400_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b65fb4-69aa-4dcc-acce-e8f32f7a997d/pi05_droid_2026-02-09T19:54:31.148400_video_wrist.mp4"},"preference":"B","session_id":"e0b65fb4-69aa-4dcc-acce-e8f32f7a997d","university":"nvidia"},{"completion_time":"2026-02-09T19:51:44.528774Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"use the towel to cover the pyramid","longform_feedback":"Policy A picked up then dropped the towel about 3 times, and policy B was able to fully accomplish the task. Because policy B picked up the towle and used it to cover the pyramid versus policy A which only picked up the towel, policy B is preferred","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:11.820423_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:11.820423_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:13.330060_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:13.330060_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:12.318730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:12.318730_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:11.820423_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:11.820423_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:12.781720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/pi0_droid_2026-02-09T19:41:12.781720_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.071412_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.071412_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:49.753183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:49.753183_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.709287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.709287_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.071412_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:48.071412_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:49.224270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f551c1d-242d-410a-9b2c-6c5416f0e5b6/paligemma_fast_droid_2026-02-09T19:44:49.224270_video_wrist.mp4"},"preference":"B","session_id":"6f551c1d-242d-410a-9b2c-6c5416f0e5b6","university":"nvidia"},{"completion_time":"2026-02-09T19:47:10.781175Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the bread on the red tape","longform_feedback":"A picked up the bread and dropped it onto the tape. B neglected to pick up the bread at all.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.046576_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.046576_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:21.674831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:21.674831_npz_file.npz","partial_success":0.82,"right_camera_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.662632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.662632_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.046576_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:20.046576_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:21.160414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/dreaming_zebra_2026-02-09T19:44:21.160414_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:55.419310_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:55.419310_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:57.202719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:57.202719_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:56.167720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:56.167720_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:55.419310_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:55.419310_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:56.656963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aa6a6a9-1453-4899-baec-3ad1d03c41d6/pi0_fast_droid_2026-02-09T19:46:56.656963_video_wrist.mp4"},"preference":"A","session_id":"7aa6a6a9-1453-4899-baec-3ad1d03c41d6","university":"nvidia"},{"completion_time":"2026-02-09T19:35:30.498840Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"Place the dark blue cup into the cup holder","longform_feedback":"Policy A was able to pick up the cup, but placed it inside of a cup already in the cup-holder rather than putting the cup in its own slot. Policy B made erratic movements and was never on target for the cup. Since policy A made much smoother motions and partially accomplished the task, it is preferred.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.310235_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.310235_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:53.942905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:53.942905_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.876414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.876414_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.310235_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:52.310235_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:53.333337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/dreaming_zebra_2026-02-09T19:31:53.333337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.073200_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.073200_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:04.865243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:04.865243_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.714575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.714575_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.073200_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:03.073200_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:04.289079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1/paligemma_fast_droid_2026-02-09T19:35:04.289079_video_wrist.mp4"},"preference":"A","session_id":"f91b0fb4-f166-4fd4-9553-9c6aeb3ceed1","university":"nvidia"},{"completion_time":"2026-02-09T19:28:38.341188Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"pick up the grey cylinder and place it in the green tape","longform_feedback":"Policy B picked up the cylinder with the first grasp, whereas Policy A made multiple attempts to grasp the cylinder before picking it up. Additionally, Policy B was the only policy to place the cylinder inside the tape.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:03.324857_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:03.324857_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.962649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.962649_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.029404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.029404_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:03.324857_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:03.324857_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.506800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/paligemma_diffusion_droid_2026-02-09T19:25:04.506800_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:04.760858_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:04.760858_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:06.154797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:06.154797_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:05.218868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:05.218868_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:04.760858_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:04.760858_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:05.656799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5492c65-aabb-47d2-8883-3d47ec01cc92/dreaming_zebra_2026-02-09T19:28:05.656799_video_wrist.mp4"},"preference":"B","session_id":"b5492c65-aabb-47d2-8883-3d47ec01cc92","university":"nvidia"},{"completion_time":"2026-02-09T19:21:22.631218Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"place the balloon on the green plate","longform_feedback":"Policy A completed the task, without touching distractor items. Policy B grasped at the orange before finally picking up the balloon toward the end of the run. Policy A was more successful","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.037763_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.037763_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:31.609866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:31.609866_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.689830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.689830_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.037763_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:30.037763_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:31.156120_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/dreaming_zebra_2026-02-09T19:18:31.156120_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:11.373476_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:11.373476_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:13.189405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:13.189405_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:12.094954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:12.094954_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:11.373476_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:11.373476_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:12.610126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe2132a6-cb14-4e6e-9e27-faa783e9731e/pi0_fast_droid_2026-02-09T19:21:12.610126_video_wrist.mp4"},"preference":"A","session_id":"fe2132a6-cb14-4e6e-9e27-faa783e9731e","university":"nvidia"},{"completion_time":"2026-02-09T19:17:00.659758Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"place the crown on the head","longform_feedback":"Policy A was able to pick up the crown, but did not move it towards the head. Policy B was on target for the crown, but was unable to pick it up. Since policy A accomplished more of the task than policy B it is preferred.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:13:59.570984_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:13:59.570984_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:01.243966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:01.243966_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:00.236394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:00.236394_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:13:59.570984_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:13:59.570984_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:00.724834_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/pi0_droid_2026-02-09T19:14:00.724834_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:44.836699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:44.836699_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:46.334313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:46.334313_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:45.503527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:45.503527_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:44.836699_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:44.836699_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:45.902141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e4e9b11-f6a4-4879-8543-39fad2f37c69/paligemma_diffusion_droid_2026-02-09T19:16:45.902141_video_wrist.mp4"},"preference":"A","session_id":"4e4e9b11-f6a4-4879-8543-39fad2f37c69","university":"nvidia"},{"completion_time":"2026-02-09T19:15:11.741493Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"put the red blocks in the box","longform_feedback":"Policy A was preferable because it placed both red blocks into the box on its first attempt. Policy B missed placing the second block, dropping it in front of the box. Policy B corrected and placed it correctly on the second attempt, but the poor placement on its first attempt gives Policy A a slight edge.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.075482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.075482_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:33.648373_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:33.648373_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.736302_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.736302_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.075482_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:32.075482_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:33.140445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/dreaming_zebra_2026-02-09T19:11:33.140445_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:57.646612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:57.646612_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:59.277451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:59.277451_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:58.295186_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:58.295186_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:57.646612_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:57.646612_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:58.787542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db93d157-ddca-469b-8e43-046603482b0b/paligemma_diffusion_droid_2026-02-09T19:14:58.787542_video_wrist.mp4"},"preference":"A","session_id":"db93d157-ddca-469b-8e43-046603482b0b","university":"nvidia"},{"completion_time":"2026-02-09T18:37:56.607388Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"Move the yellow roll of tape onto the blue roll of tape","longform_feedback":"Policy B picked up the yellow tape roll, and moved it onto the top of the blue roll. It did not release the yellow tape roll, it made 1 attempt at releasing but quickly grabbed it again. Policy A was only able get on target for the yellow tape, and was unable to pick it up entirely. Policy B is preferred since it accomplished much more of the task and was very close to fully completing it.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:32:59.841767_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:32:59.841767_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:01.577284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:01.577284_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:00.542811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:00.542811_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:32:59.841767_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:32:59.841767_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:00.992807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/pi05_droid_2026-02-09T18:33:00.992807_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.322106_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.322106_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:18.888216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:18.888216_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.960336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.960336_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.322106_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:17.322106_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:18.405443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a383e59a-c5d4-4817-9b99-d467d6172c9c/dreaming_zebra_2026-02-09T18:37:18.405443_video_wrist.mp4"},"preference":"B","session_id":"a383e59a-c5d4-4817-9b99-d467d6172c9c","university":"nvidia"},{"completion_time":"2026-02-09T17:48:42.172560Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"pick up the dominoes and place them in the blue bowl","longform_feedback":"Policy A was able to pick up 1 domino and place it into the bowl successfully. Policy B was only able to pick up 1 domino, and did not get it into the bowl before timeout occured. Since policy A was able to complete more of the task in the time frame, it is preferred.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.055142_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.055142_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:45.704033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:45.704033_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.701397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.701397_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.055142_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:44.055142_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:45.169853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/paligemma_diffusion_droid_2026-02-09T17:45:45.169853_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:25.996919_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:25.996919_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:27.727183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:27.727183_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:26.690215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:26.690215_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:25.996919_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:25.996919_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:27.126938_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6/pi0_droid_2026-02-09T17:48:27.126938_video_wrist.mp4"},"preference":"A","session_id":"5feecc33-4ca2-4be4-8a5a-3f6e1b73c5e6","university":"nvidia"},{"completion_time":"2026-02-08T05:12:40.414799Z","evaluator_name":"zchen927@gatech.edu","language_instruction":"pick up bowl","longform_feedback":"A approaches the bowl with hesitation and fail to perform grasping. B tilt to different angles and fail to grasp, but also put the bowl out of the table. A is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:31.444972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:31.444972_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:33.128058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:33.128058_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.088284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.088284_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.088284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.088284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.618854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/pi05_droid_2026-02-08T05:08:32.618854_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:18.863841_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:18.863841_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:20.548066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:20.548066_npz_file.npz","partial_success":0.69,"right_camera_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:19.504497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:19.504497_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:19.504497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:19.504497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:20.016593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30c41c8a-1006-4dbb-9ca1-4d686d658f0b/paligemma_vq_droid_2026-02-08T05:12:20.016593_video_wrist.mp4"},"preference":"A","session_id":"30c41c8a-1006-4dbb-9ca1-4d686d658f0b","university":"GeorgiaTech"},{"completion_time":"2026-02-07T01:07:21.489249Z","evaluator_name":"amsandhu@nvidia.com","language_instruction":"put the marker on top of the drawer","longform_feedback":"A hesitated to grasp the marker but did reach for it, ended up lifting the marker and its enclosure (tape wheel). Policy B was able to pick up the marker, it dropped it on the table instead of progressing towards the drawer. Appeared to try to correct after as well.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:04.953227_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:04.953227_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:06.507246_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:06.507246_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:05.632173_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:05.632173_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:04.953227_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:04.953227_video_left.mp4","wrist_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:06.082381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_diffusion_droid_2026-02-07T01:01:06.082381_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.318635_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.318635_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:25.987003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:25.987003_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.964909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.964909_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.318635_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:24.318635_video_left.mp4","wrist_video_gcs_path":"evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:25.407871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd/paligemma_fast_droid_2026-02-07T01:06:25.407871_video_wrist.mp4"},"preference":"B","session_id":"58322cb3-b5e9-4ef4-82b1-7b5b0f5879fd","university":"nvidia"},{"completion_time":"2026-02-07T00:39:06.292311Z","evaluator_name":"amsandhu@nvidia.com","language_instruction":"put the blue marker in the blue bowl","longform_feedback":"Both policies, interestingly, put a domino in the bowl before reaching for the marker but while Policy A reached for the marker eventually, Policy B actually almost placed in the small blue bowlhen the deposit was not successful it tried to correct its deposit angle.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:25.517416_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:25.517416_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:27.214280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:27.214280_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:26.171798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:26.171798_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:25.517416_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:25.517416_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:26.667283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/paligemma_diffusion_droid_2026-02-07T00:35:26.667283_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:44.529981_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:44.529981_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:46.271350_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:46.271350_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:45.170301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:45.170301_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:44.529981_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:44.529981_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:45.658118_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f973552c-8f84-40ee-a70a-2c68757a8605/pi05_droid_2026-02-07T00:38:45.658118_video_wrist.mp4"},"preference":"B","session_id":"f973552c-8f84-40ee-a70a-2c68757a8605","university":"nvidia"},{"completion_time":"2026-02-07T00:03:11.430866Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"stir the cup","longform_feedback":"policy A picked the cup up fully, and dropped it onto its side. Policy B only tried grabbing the stirrer, and never tipped the cup over. While both policies failed to grab the stirrer and use it, policy B was less destructive and was closer to the desired outcome of only stirring the cup without tipping it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.090667_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.090667_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:40.685162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:40.685162_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.694038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.694038_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.090667_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:39.090667_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:40.147872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/pi0_droid_2026-02-06T23:56:40.147872_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.101592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.101592_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:42.585375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:42.585375_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.702178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.702178_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.101592_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:41.101592_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:42.086786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac010073-f19a-4386-95a2-47abb003b7d3/paligemma_diffusion_droid_2026-02-07T00:02:42.086786_video_wrist.mp4"},"preference":"B","session_id":"ac010073-f19a-4386-95a2-47abb003b7d3","university":"nvidia"},{"completion_time":"2026-02-06T23:33:25.438656Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"erase the whiteboard using the black eraser","longform_feedback":"Policy A took a few tries to pick up the eraser, and ended up just dropping it onto the whiteboard, with nothing getting erased. Policy B quickly picked up the eraser, moved the eraser to the whiteboard and made the erasing motion. Policy B did not fully erase all of the whiteboard, but got a majority of it. Because policy B made better grabs and actually erased some content from the whiteboard, it is preferred.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.083103_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.083103_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:04.694150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:04.694150_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.746039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.746039_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.083103_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:03.083103_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:04.219474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/pi0_fast_droid_2026-02-06T23:29:04.219474_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:06.812477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:06.812477_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:08.279541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:08.279541_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:07.395290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:07.395290_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:06.812477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:06.812477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:07.808487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76f87822-89b7-4c90-82dd-fb8b8f7e72fb/dreaming_zebra_2026-02-06T23:33:07.808487_video_wrist.mp4"},"preference":"B","session_id":"76f87822-89b7-4c90-82dd-fb8b8f7e72fb","university":"nvidia"},{"completion_time":"2026-02-06T23:16:26.008201Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"shake the bowl of grapes","longform_feedback":"Both policies were able to grab the bowl containing grapes, but policy B did it quicker, and lifted the bowl off the table faster than policy A. Policy B had a better 'shaking' motion than Policy A, and made more motions while holding the bowl than policy A. Since policy B had a smoother pickup and more aggressive shaking motion, it is preferred.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.174700_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.174700_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:37.740560_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:37.740560_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.796315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.796315_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.174700_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:36.174700_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:37.245672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/pi0_droid_2026-02-06T23:11:37.245672_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.306432_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.306432_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:57.930521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:57.930521_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.924302_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.924302_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.306432_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:56.306432_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:57.385833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b585e778-41e7-45b0-addd-f59b8748ff6d/dreaming_zebra_2026-02-06T23:15:57.385833_video_wrist.mp4"},"preference":"B","session_id":"b585e778-41e7-45b0-addd-f59b8748ff6d","university":"nvidia"},{"completion_time":"2026-02-06T19:52:08.303815Z","evaluator_name":"amsandhu@nvidia.com","language_instruction":"Stack the small bowls in the big bowl","longform_feedback":"B was able to complete the task whereas A fixated on the distractor after completing the first half of the task. B showed better language following in this case.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:04.588900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:04.588900_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:06.188192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:06.188192_npz_file.npz","partial_success":0.007,"right_camera_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:05.228353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:05.228353_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:04.588900_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:04.588900_video_left.mp4","wrist_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:05.692446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/paligemma_fast_droid_2026-02-06T19:47:05.692446_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:47.491916_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:47.491916_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:49.005344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:49.005344_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:48.067539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:48.067539_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:47.491916_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:47.491916_video_left.mp4","wrist_video_gcs_path":"evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:48.524248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/670d746a-642d-4848-aa59-7041d8744072/dreaming_zebra_2026-02-06T19:51:48.524248_video_wrist.mp4"},"preference":"B","session_id":"670d746a-642d-4848-aa59-7041d8744072","university":"nvidia"},{"completion_time":"2026-02-06T19:35:47.631263Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"Move the red grapes to the right of the bowl and the green grapes to the left","longform_feedback":"A made substantial progress towards completing the task and would likely have with more time whereas B was hesitant to act","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.057478_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.057478_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:59.834199_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:59.834199_npz_file.npz","partial_success":0.005,"right_camera_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.785525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.785525_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.057478_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:58.057478_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:59.251303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_fast_droid_2026-02-06T19:29:59.251303_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:38.951360_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:38.951360_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:40.550965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:40.550965_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:39.550449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:39.550449_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:38.951360_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:38.951360_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:40.016009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95e5d7cf-86af-4c8b-9737-76d4d722a4b5/paligemma_diffusion_droid_2026-02-06T19:34:40.016009_video_wrist.mp4"},"preference":"A","session_id":"95e5d7cf-86af-4c8b-9737-76d4d722a4b5","university":"nvidia"},{"completion_time":"2026-02-06T09:45:37.530287Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, approached the edge of the book,adjusted posture, then moved slightly during remaining time of the episode, attempted to grasp the book but did not succeed.Policy B first moved the gripper toward the book, approached the edge of the book, adjusted posture, touched it, then moved the gripper as if attempted to pushed edge of the book.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least reached the book and attempted to pushed the edge of the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:20.601543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:20.601543_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:19.471490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:19.471490_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:19.471490_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:19.471490_video_right.mp4","wrist_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:20.104161_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/paligemma_vq_droid_2026-02-06T09:39:20.104161_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:21.221299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:21.221299_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.137181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.137181_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.137181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.137181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.689542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d9630-e289-4e30-b52a-abc88690f1eb/pi0_droid_2026-02-06T09:45:20.689542_video_wrist.mp4"},"preference":"B","session_id":"581d9630-e289-4e30-b52a-abc88690f1eb","university":"frodobots"},{"completion_time":"2026-02-06T09:35:02.129402Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper back and forth for a while, then moved the gripper toward the floor, as if could not find the target.Policy B first moved the gripper randomly for a while, then approached the book, but moved away soon.My instruction is to close the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the book, whereas policy A did not do anything relevant.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:26.238979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:26.238979_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.111813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.111813_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.111813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.111813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.719388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_diffusion_droid_2026-02-06T09:29:25.719388_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:38.796985_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:38.796985_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:37.611272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:37.611272_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:37.611272_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:37.611272_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:38.255303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db543e07-f291-421f-a494-064b0d1627f0/paligemma_fast_specialist_droid_2026-02-06T09:34:38.255303_video_wrist.mp4"},"preference":"B","session_id":"db543e07-f291-421f-a494-064b0d1627f0","university":"frodobots"},{"completion_time":"2026-02-06T09:22:19.758193Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o on the book with the marker pen","longform_feedback":"Policy A first moved the gripper toward the marker pen,attempted to grasp it but did not succeed, then policy A approached the book, attempted to grasp.Policy B first moved the gripper toward the book, attempted to grasp it, touched it, then moved around the book during remaining time of the episode.My instruction is to write a letter o on the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the marker pen, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:37.528309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:37.528309_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:36.369467_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:36.369467_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:36.369467_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:36.369467_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:37.061234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/paligemma_fast_specialist_droid_2026-02-06T09:17:37.061234_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:02.119402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:02.119402_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.126660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.126660_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.126660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.126660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.627504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e2ba7a7-25e6-4530-84d9-fc4ec89fe308/pi0_droid_2026-02-06T09:22:01.627504_video_wrist.mp4"},"preference":"A","session_id":"0e2ba7a7-25e6-4530-84d9-fc4ec89fe308","university":"frodobots"},{"completion_time":"2026-02-06T09:10:13.942275Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it.Next, policy A picked up the towel again, dropped it on floor.Policy B first moved the gripper toward the towel, attempted to grasp it but did not succeed, then policy B moved the gripper away.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the towel, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:49.618505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:49.618505_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:48.456513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:48.456513_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:48.456513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:48.456513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:49.044668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/paligemma_vq_droid_2026-02-06T09:04:49.044668_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:55.963382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:55.963382_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:54.914468_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:54.914468_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:54.914468_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:54.914468_video_right.mp4","wrist_video_gcs_path":"evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:55.462068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/961d323e-c6be-4a88-9947-1e60bf1ea76f/pi0_fast_droid_2026-02-06T09:09:55.462068_video_wrist.mp4"},"preference":"A","session_id":"961d323e-c6be-4a88-9947-1e60bf1ea76f","university":"frodobots"},{"completion_time":"2026-02-06T08:40:26.158297Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then attempted to grasped several times, but did not succeed in the end.Policy B first moved the gripper toward the towel, then attempted to grasp it several times, but did not succeed in the end.My instruction is to cover the controller with the towel,neither policy was able to complete the task.When comparing the performance of he two, both policies only attempted to grasp the towel but did not succeed.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:09.779382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:09.779382_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.172431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.172431_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.172431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.172431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.839286_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/pi0_fast_droid_2026-02-06T08:34:08.839286_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:56.271992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:56.271992_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.105555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.105555_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.105555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.105555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.715653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bff20ea5-8fc4-42c0-84fb-818d3e266713/paligemma_fast_droid_2026-02-06T08:39:55.715653_video_wrist.mp4"},"preference":"TIE","session_id":"bff20ea5-8fc4-42c0-84fb-818d3e266713","university":"frodobots"},{"completion_time":"2026-02-06T08:10:09.546989Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot onto the towel","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it toward the towel, dropped it on the towel.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, dropped it on floor.Next, policy B approached the carrot, picked it up, moved it until time ran out.My instruction is to put the carrot onto the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:34.778517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:34.778517_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:33.590526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:33.590526_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:33.590526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:33.590526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:34.203911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/pi05_droid_2026-02-06T08:04:34.203911_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:51.364407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:51.364407_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.105240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.105240_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.105240_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.105240_video_right.mp4","wrist_video_gcs_path":"evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.788920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48201ad6-674b-4c07-9407-362a8855a199/paligemma_diffusion_droid_2026-02-06T08:09:50.788920_video_wrist.mp4"},"preference":"A","session_id":"48201ad6-674b-4c07-9407-362a8855a199","university":"frodobots"},{"completion_time":"2026-02-06T06:09:53.847896Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"put the toy into middle of the plates","longform_feedback":"A failed to understand the task (A put toy into one of the plates instead of in the middle of two plates). B somewhat try to randomly put the toy in between of the plates, but not completely, and once tried to carry the tone of the plates instead. B end position is closer to in the middle.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:23.453475_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:23.453475_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.829803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.829803_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.026877_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.026877_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:23.453475_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:23.453475_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.410296_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi05_droid_2026-02-06T06:05:24.410296_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:33.617412_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:33.617412_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:35.328134_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:35.328134_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:34.282555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:34.282555_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:33.617412_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:33.617412_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:34.784914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66a58c1-7bc1-48f4-b151-81bb9ffdf67f/pi0_droid_2026-02-06T06:09:34.784914_video_wrist.mp4"},"preference":"B","session_id":"e66a58c1-7bc1-48f4-b151-81bb9ffdf67f","university":"UPenn"},{"completion_time":"2026-02-06T05:48:08.348330Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"open the upper drawer","longform_feedback":"A initially went towards bookshelf instead of drawer, and then knock the right cabinet. B intially go towards caibinet handle than set back, then go knock the cabinet several times, both policies do not recognize the 'upper drawer' and cannot find where is the handle","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.225560_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.225560_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:38.748732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:38.748732_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.820507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.820507_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.225560_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:37.225560_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:38.245587_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_droid_2026-02-06T05:44:38.245587_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.342675_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.342675_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:39.994141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:39.994141_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.965348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.965348_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.342675_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:38.342675_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:39.485661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1586d59-4f68-487e-942e-47a0774692d4/paligemma_fast_specialist_droid_2026-02-06T05:47:39.485661_video_wrist.mp4"},"preference":"B","session_id":"d1586d59-4f68-487e-942e-47a0774692d4","university":"UPenn"},{"completion_time":"2026-02-06T05:39:32.321248Z","evaluator_name":"tonyw3@seas.upenn.edu","language_instruction":"place the green toy onto orange plate","longform_feedback":"A is extremely fast, smooth and determined, looks like a TAMP system, and can stay at origin position after rollout. B runs also really fast, but it is more random and behaves like an animal, typical VLA behavior to try. B don't stay in orgin position after task finish","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.349764_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.349764_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:24.784439_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:24.784439_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.934061_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.934061_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.349764_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:23.349764_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:24.325026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/paligemma_vq_droid_2026-02-06T05:36:24.325026_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.036046_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.036046_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:07.453712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:07.453712_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.519068_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.519068_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.036046_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.036046_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.941374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c73bbf1-17a3-403c-8cbc-ad6d5a131a67/pi0_fast_droid_2026-02-06T05:39:06.941374_video_wrist.mp4"},"preference":"A","session_id":"0c73bbf1-17a3-403c-8cbc-ad6d5a131a67","university":"UPenn"},{"completion_time":"2026-02-06T01:15:26.056953Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"Move the pear to the blue bowl","longform_feedback":"Neither picked up the pear, or poured the green bowl into the blue one.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:57.910707_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:57.910707_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:59.550906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:59.550906_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:58.533475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:58.533475_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:57.910707_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:57.910707_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:59.011328_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/pi0_droid_2026-02-06T01:12:59.011328_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.178058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.178058_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:04.831858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:04.831858_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.835181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.835181_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.178058_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:03.178058_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:04.288984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d99d4172-3503-4b28-91fb-beea69b65e2a/paligemma_fast_droid_2026-02-06T01:15:04.288984_video_wrist.mp4"},"preference":"TIE","session_id":"d99d4172-3503-4b28-91fb-beea69b65e2a","university":"nvidia"},{"completion_time":"2026-02-05T19:46:10.537822Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"pick up the kitchen utensil and place it in the open drawer","longform_feedback":"Policy A is preferred since it quickly picked up the spoon and held onto it. policy B struggled greatly to pick up the spoon when compared to policy A. Neither policy was able to get the spoon to the drawer. Since policy A was able to quickly grab and hold onto the spoon, it is preffered.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:12.401379_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:12.401379_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.977917_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.977917_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.011227_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.011227_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:12.401379_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:12.401379_video_left.mp4","wrist_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.463051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/paligemma_diffusion_droid_2026-02-05T19:40:13.463051_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:51.606131_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:51.606131_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:53.267606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:53.267606_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:52.227816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:52.227816_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:51.606131_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:51.606131_video_left.mp4","wrist_video_gcs_path":"evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:52.724258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69d12137-236e-4aed-9239-b652019b233e/pi0_droid_2026-02-05T19:45:52.724258_video_wrist.mp4"},"preference":"A","session_id":"69d12137-236e-4aed-9239-b652019b233e","university":"nvidia"},{"completion_time":"2026-02-05T19:37:23.700559Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the lime into the blue bowl","longform_feedback":"A went for the right object, but B did not. Neither picked up anything.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:55.817860_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:55.817860_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:57.399596_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:57.399596_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:56.377744_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:56.377744_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:55.817860_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:55.817860_video_left.mp4","wrist_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:56.898063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/paligemma_fast_specialist_droid_2026-02-05T19:34:56.898063_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.114598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.114598_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:08.761683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:08.761683_npz_file.npz","partial_success":0.12,"right_camera_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.765777_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.765777_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.114598_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:07.114598_video_left.mp4","wrist_video_gcs_path":"evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:08.246979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72055674-bb58-4ac4-a0f3-ca85b3ccec16/pi0_fast_droid_2026-02-05T19:37:08.246979_video_wrist.mp4"},"preference":"A","session_id":"72055674-bb58-4ac4-a0f3-ca85b3ccec16","university":"nvidia"},{"completion_time":"2026-02-05T19:23:05.402168Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack the tapes","longform_feedback":"A did not let go of the blue tape. B let go and placed it better than A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:57.810695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:57.810695_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:59.420318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:59.420318_npz_file.npz","partial_success":0.28,"right_camera_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:58.437928_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:58.437928_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:57.810695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:57.810695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:58.899346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/paligemma_vq_droid_2026-02-05T19:19:58.899346_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.295964_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.295964_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:55.941873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:55.941873_npz_file.npz","partial_success":0.52,"right_camera_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.954143_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.954143_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.295964_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:54.295964_video_left.mp4","wrist_video_gcs_path":"evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:55.425695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340189b5-7f08-4653-998a-6143779e49cc/pi0_droid_2026-02-05T19:22:55.425695_video_wrist.mp4"},"preference":"B","session_id":"340189b5-7f08-4653-998a-6143779e49cc","university":"nvidia"},{"completion_time":"2026-02-05T01:21:06.153148Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Complete the castle with the remaining 2 cups","longform_feedback":"Both failed to place the rest of the cups in a castle-like fashion.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.188060_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.188060_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:37.780144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:37.780144_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.835502_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.835502_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.188060_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:36.188060_video_left.mp4","wrist_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:37.295165_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/paligemma_vq_droid_2026-02-05T01:18:37.295165_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.101866_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.101866_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:52.819829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:52.819829_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.786604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.786604_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.101866_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:51.101866_video_left.mp4","wrist_video_gcs_path":"evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:52.282709_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/149fc641-cc78-46be-bf21-430dd4d5068b/pi05_droid_2026-02-05T01:20:52.282709_video_wrist.mp4"},"preference":"TIE","session_id":"149fc641-cc78-46be-bf21-430dd4d5068b","university":"nvidia"},{"completion_time":"2026-02-05T01:12:49.510010Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the red cube in the tape, then stack the other cubes on top of the red cube","longform_feedback":"Both models tried to grab the red cube, failed, then tried to grab the tape and failed.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:29.533067_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:29.533067_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:31.109991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:31.109991_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:30.141995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:30.141995_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:29.533067_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:29.533067_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:30.604695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/pi0_droid_2026-02-05T01:10:30.604695_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:35.391947_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:35.391947_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:37.033729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:37.033729_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:36.043305_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:36.043305_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:35.391947_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:35.391947_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:36.569633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53d46a80-c90d-4aad-824b-f16292e79e3d/paligemma_vq_droid_2026-02-05T01:12:36.569633_video_wrist.mp4"},"preference":"TIE","session_id":"53d46a80-c90d-4aad-824b-f16292e79e3d","university":"nvidia"},{"completion_time":"2026-02-05T01:01:05.765695Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Assemble the Burger","longform_feedback":"A picked up the bun and was very close to placing it on the burger before ultimately timing out. B just picked up the cheese and lettuce.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:31.913477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:31.913477_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:33.542225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:33.542225_npz_file.npz","partial_success":0.67,"right_camera_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:32.540607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:32.540607_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:31.913477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:31.913477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:33.014152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/dreaming_zebra_2026-02-05T00:57:33.014152_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:37.806533_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:37.806533_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:39.352773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:39.352773_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:38.418860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:38.418860_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:37.806533_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:37.806533_video_left.mp4","wrist_video_gcs_path":"evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:38.896592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/626ecec4-8254-46be-a502-0714a03dce29/pi05_droid_2026-02-05T01:00:38.896592_video_wrist.mp4"},"preference":"A","session_id":"626ecec4-8254-46be-a502-0714a03dce29","university":"nvidia"},{"completion_time":"2026-02-04T21:47:55.836551Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"remove all bread from the basket","longform_feedback":"Policy B was preferred since it was able to pick up and remove one piece of bread from the basket. Policy A was unable to grab any bread. Clearly policy B performed the task better so it is preferred.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:39.448654_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:39.448654_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:41.058396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:41.058396_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:40.042622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:40.042622_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:39.448654_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:39.448654_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:40.439772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/paligemma_diffusion_droid_2026-02-04T21:43:40.439772_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.254269_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.254269_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:02.854143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:02.854143_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.760794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.760794_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.254269_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:01.254269_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:02.228223_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65b87dc6-c2b2-461f-844d-a2161e4e00c7/dreaming_zebra_2026-02-04T21:47:02.228223_video_wrist.mp4"},"preference":"B","session_id":"65b87dc6-c2b2-461f-844d-a2161e4e00c7","university":"nvidia"},{"completion_time":"2026-02-04T21:43:04.368591Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pick up the children's book and place on the table","longform_feedback":"Policy A reached for the notebooks rather than the children's book. Policy B attempted to grab the children's book and did not reach for the distractor objects. Both policies unintentionally pushed the book stand away when reaching for the items.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:01.448257_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:01.448257_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:03.207292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:03.207292_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:02.083008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:02.083008_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:01.448257_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:01.448257_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:02.581073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/pi0_fast_droid_2026-02-04T21:40:02.581073_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:51.963477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:51.963477_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:53.630374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:53.630374_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:52.595615_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:52.595615_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:51.963477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:51.963477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:53.088915_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67e6424-3f98-4c82-a6fb-9c5bbe417775/paligemma_fast_droid_2026-02-04T21:42:53.088915_video_wrist.mp4"},"preference":"B","session_id":"d67e6424-3f98-4c82-a6fb-9c5bbe417775","university":"nvidia"},{"completion_time":"2026-02-04T21:36:36.543586Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"match the objects to the corresponding bowl","longform_feedback":"B was half successful. A put the object in the wrong destination.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:10.865645_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:10.865645_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:12.527463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:12.527463_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:11.543035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:11.543035_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:10.865645_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:10.865645_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:12.051216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/dreaming_zebra_2026-02-04T21:34:12.051216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.055841_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.055841_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:20.711610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:20.711610_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.709287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.709287_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.055841_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:19.055841_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:20.196676_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7671c98e-0279-4a9e-9c2e-f7727542ee5d/paligemma_fast_specialist_droid_2026-02-04T21:36:20.196676_video_wrist.mp4"},"preference":"B","session_id":"7671c98e-0279-4a9e-9c2e-f7727542ee5d","university":"nvidia"},{"completion_time":"2026-02-04T19:40:06.164786Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Unfold the blue tablecloth and spread it on top of the table.","longform_feedback":"Policy A did not manage to grab the tablecloth and did not unfold it at all. Policy B managed to pinch the tablecloth once, however it did not unfold it at all as well.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:13.933380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:13.933380_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:15.519447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:15.519447_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:14.548570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:14.548570_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:14.548570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:14.548570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:15.028206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/pi0_droid_2026-02-04T19:36:15.028206_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.255418_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.255418_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:50.796493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:50.796493_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.864867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.864867_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.864867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:49.864867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:50.304474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34143ad9-01e4-496d-bbc7-d38fb64c58da/paligemma_vq_droid_2026-02-04T19:39:50.304474_video_wrist.mp4"},"preference":"TIE","session_id":"34143ad9-01e4-496d-bbc7-d38fb64c58da","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T19:38:05.219561Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"put the baseball on the glove","longform_feedback":"Both policies reached for the whiffle ball rather than the baseball initially. Policy A finally reached for the baseball near timeout. Policy B nearly crashed the arm into itself at one point, and only reached for the whiffle ball.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:16.588239_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:16.588239_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:18.103868_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:18.103868_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:17.117267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:17.117267_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:16.588239_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:16.588239_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:17.587755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/paligemma_fast_specialist_droid_2026-02-04T19:32:17.587755_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:50.353011_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:50.353011_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:52.016515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:52.016515_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:51.012474_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:51.012474_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:50.353011_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:50.353011_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:51.530001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e5272e-93db-4601-93fa-b7b57f7ad489/pi05_droid_2026-02-04T19:37:51.530001_video_wrist.mp4"},"preference":"A","session_id":"c4e5272e-93db-4601-93fa-b7b57f7ad489","university":"nvidia"},{"completion_time":"2026-02-04T19:35:08.240555Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"pick up the orange sponge and scrub the plate","longform_feedback":"Both policies accomplished the same amount of the task. They both got the gripper around the orange sponge, but the two policies never picked up the sponge. No policy is preferred over the other for this case, since they both did not accomplish much, and made very similar motions.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:38.469407_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:38.469407_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:40.068879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:40.068879_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:39.095573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:39.095573_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:38.469407_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:38.469407_video_left.mp4","wrist_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:39.552400_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_diffusion_droid_2026-02-04T19:31:39.552400_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.117845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.117845_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:48.608535_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:48.608535_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.709247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.709247_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.117845_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:47.117845_video_left.mp4","wrist_video_gcs_path":"evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:48.113804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746c0e26-e311-44ca-8fed-347cedd82faa/paligemma_vq_droid_2026-02-04T19:34:48.113804_video_wrist.mp4"},"preference":"TIE","session_id":"746c0e26-e311-44ca-8fed-347cedd82faa","university":"nvidia"},{"completion_time":"2026-02-04T19:30:34.557046Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Use the spatula to stir the fruits in the pan.","longform_feedback":"Policy A grabbed the spatula by its handle, but then dropped it. Subsequently it grabbed the spatula almost by the flat stirring part of it and somewhat stirred the fruit in the pan. I consider that a somewhat successfull run, as it did use the spatula to stir the pan, however it didn't hold the spatula by its handle and the stirring was not very good (it resembled poking rather than stirring). Policy B failed to identify the spatula and grabbed the handle of the pan instead. Policy B then kept slightly lifting and wiggling the pan. Policy A was therefore better, as it identified the correct tool to use, even though its handling of the tool wasn't very good.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:18.649912_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:18.649912_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:20.285581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:20.285581_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.288647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.288647_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.288647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.288647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.752202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/pi05_droid_2026-02-04T19:22:19.752202_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:26.815917_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:26.815917_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:28.378598_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:28.378598_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.422426_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.422426_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.422426_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.422426_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.913293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49caa8fd-a86d-4b27-8704-982b3e11f3de/paligemma_diffusion_droid_2026-02-04T19:30:27.913293_video_wrist.mp4"},"preference":"A","session_id":"49caa8fd-a86d-4b27-8704-982b3e11f3de","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T19:05:07.596351Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"depress the stapler","longform_feedback":"Both policies immediately picked up the stapler and moved it such that the paper could no longer be stapled. Policy A used a closed gripper and made the depress motion but pressed onto the table. Policy B used a closed gripper and depressed the stapler itself, but did not use enough force to activate the stapler. Since policy B was able to use its closed gripper to slightly depress the stapler, it is preferred over policy A which did not press the stapler.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.215402_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.215402_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:29.637445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:29.637445_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.769040_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.769040_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.215402_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:28.215402_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:29.140911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/pi0_droid_2026-02-04T18:57:29.140911_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:01.513902_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:01.513902_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:03.020423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:03.020423_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:02.115704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:02.115704_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:01.513902_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:01.513902_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:02.509299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff/paligemma_diffusion_droid_2026-02-04T19:04:02.509299_video_wrist.mp4"},"preference":"B","session_id":"eb5d7e8f-c756-4ffd-8ca4-61c4bdd045ff","university":"nvidia"},{"completion_time":"2026-02-04T18:59:18.702495Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Throw the apple into the trash can.","longform_feedback":"Policy A picked up the apple and lifted it, then dropped it back on the table. Policy A then tried to lift up the apple a couple more times, but did not really succeed. Policy B picked up the apple and lifted it even a bit less than Policy A, then dropped it. The apple then rolled away maybe almost out of the view of cameras. Policy B then tried to lift the can of chips, but did not succeed. While Policy A managed to lift the apple slightly higher during its run, both policies failed the task at approximately the same stage of the process.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:09.842395_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:09.842395_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:11.469846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:11.469846_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:10.462378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:10.462378_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:09.842395_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:09.842395_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:10.940425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/paligemma_fast_droid_2026-02-04T18:52:10.940425_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:06.842463_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:06.842463_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:08.357679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:08.357679_npz_file.npz","partial_success":0.08,"right_camera_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:07.434215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:07.434215_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:06.842463_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:06.842463_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:07.843966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cf2dba9-f281-4803-ba29-79ff26f69b57/pi0_droid_2026-02-04T18:59:07.843966_video_wrist.mp4"},"preference":"TIE","session_id":"9cf2dba9-f281-4803-ba29-79ff26f69b57","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T18:52:48.743835Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"hang the gauze on the tripod","longform_feedback":"Policy A knocked over the tripod and picked up the gauze but never placed it. Policy B attempted to pick up the tripod, similarly causing it to fall, and picked up the gauze also. Policy B placed the gauze on the fallen tripod, making it the better outcome of the two policies.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:08.866470_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:08.866470_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:10.568840_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:10.568840_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:09.527034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:09.527034_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:08.866470_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:08.866470_video_left.mp4","wrist_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:10.004561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/paligemma_fast_specialist_droid_2026-02-04T18:49:10.004561_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.067335_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.067335_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:30.814060_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:30.814060_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.787918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.787918_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.067335_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:29.067335_video_left.mp4","wrist_video_gcs_path":"evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:30.301637_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695c6661-7c41-4b2c-9f04-38516a7e8f03/pi0_droid_2026-02-04T18:52:30.301637_video_wrist.mp4"},"preference":"B","session_id":"695c6661-7c41-4b2c-9f04-38516a7e8f03","university":"nvidia"},{"completion_time":"2026-02-04T18:51:02.090194Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"place the teapot on the hot plate","longform_feedback":"Policy A was able to pick up the teapot, and half-place it onto the hot plate such that it was still touching the table. Policy B was on target for the teapot but did not pick up. Since policy A was able to pick up the teapot and somewhat place it onto the hotplate, it is the the winner.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:01.729166_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:01.729166_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:03.333079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:03.333079_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:02.324955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:02.324955_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:01.729166_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:01.729166_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:02.787416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/paligemma_vq_droid_2026-02-04T18:47:02.787416_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:37.611220_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:37.611220_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:39.263929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:39.263929_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:38.239525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:38.239525_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:37.611220_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:37.611220_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:38.742213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b951630-efc3-4e68-8095-2e8145d1a915/pi05_droid_2026-02-04T18:50:38.742213_video_wrist.mp4"},"preference":"A","session_id":"8b951630-efc3-4e68-8095-2e8145d1a915","university":"nvidia"},{"completion_time":"2026-02-04T18:42:44.202331Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"remove an item from the bottom shelf","longform_feedback":"Policy A reached for the correct shelf, but was not successful in picking up an item. Policy B removed an item, but from the wrong shelf. Policy A is preferable for its understanding of reaching for the bottom shelf, even if it did not remove an item.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:03.986905_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:03.986905_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:05.557535_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:05.557535_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:04.597788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:04.597788_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:03.986905_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:03.986905_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:05.072709_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/paligemma_vq_droid_2026-02-04T18:38:05.072709_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:13.538887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:13.538887_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:15.196894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:15.196894_npz_file.npz","partial_success":0.32,"right_camera_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:14.163264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:14.163264_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:13.538887_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:13.538887_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:14.668432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0779012d-40bb-4725-9e91-c11b07a09ab3/dreaming_zebra_2026-02-04T18:41:14.668432_video_wrist.mp4"},"preference":"A","session_id":"0779012d-40bb-4725-9e91-c11b07a09ab3","university":"nvidia"},{"completion_time":"2026-02-04T18:42:14.663631Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Throw the can into the trash bin.","longform_feedback":"Policy A tried to grab the can, but failed to pick it up. Policy B successfully picked up the can and started moving it towards the trash bin, however it did not lift it up enough to be above the bin. Policy B was then terminated, because it was slowly pushing the bin off the table. Policy B is the winner as it picked up the can, but neither policy completed the task.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:34.466347_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:34.466347_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.933691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.933691_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.042674_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.042674_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:34.466347_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:34.466347_video_left.mp4","wrist_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.471500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/dreaming_zebra_2026-02-04T18:36:35.471500_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.287738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.287738_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:33.850618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:33.850618_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.897729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.897729_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.287738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:32.287738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:33.328259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/beae2721-fa1e-4f5f-a455-59fe74f553d9/pi0_droid_2026-02-04T18:41:33.328259_video_wrist.mp4"},"preference":"B","session_id":"beae2721-fa1e-4f5f-a455-59fe74f553d9","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T18:31:44.616486Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack the tapes","longform_feedback":"A stacked one tape successfully, but did not manage to pick up the other tape. B tried to stack one tape, but it fell off.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.115784_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.115784_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:23.788755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:23.788755_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.792760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.792760_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.115784_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:22.115784_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:23.290916_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/paligemma_fast_droid_2026-02-04T18:28:23.290916_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:26.638814_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:26.638814_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:28.321702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:28.321702_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:27.329029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:27.329029_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:26.638814_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:26.638814_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:27.780481_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e63b865-d340-4a33-8f73-6c93f1c68c03/pi0_droid_2026-02-04T18:31:27.780481_video_wrist.mp4"},"preference":"A","session_id":"9e63b865-d340-4a33-8f73-6c93f1c68c03","university":"nvidia"},{"completion_time":"2026-02-04T18:31:37.722186Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Throw the can into the bin","longform_feedback":"Policy A approched the can, tried to grab it from a bad gripper pose and did not manage to even pick it up. Policy B managed to grab and pick up the can, but immediately dropped it. Policy B then tried to pick it up again, but failed to do so. Policy B wins by a narrow margin as it at least picked the can up, but none of the policies succesfully completed the task.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:23.837825_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:23.837825_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:25.499587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:25.499587_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:24.475622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:24.475622_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:23.837825_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:23.837825_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:24.969568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/pi0_droid_2026-02-04T18:25:24.969568_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:12.494612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:12.494612_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:14.185966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:14.185966_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:13.132732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:13.132732_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:12.494612_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:12.494612_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:13.605258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30a17d5f-5bee-40d3-bf08-8cc837c0ceed/paligemma_fast_specialist_droid_2026-02-04T18:31:13.605258_video_wrist.mp4"},"preference":"B","session_id":"30a17d5f-5bee-40d3-bf08-8cc837c0ceed","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T18:31:26.057546Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"put the shoe on the top shelf","longform_feedback":"Policy B was unable to pick up the shoe. Policy A picked up the shoe, searched for the top shelf, but ultimately dropped the shoe behind the shelves rather than onto the top shelf. Since Policy A was able to pick up the shoe and made an attempt at placing it onto the shelf, it is preferred.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:03.713380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:03.713380_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:05.366966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:05.366966_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:04.363852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:04.363852_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:03.713380_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:03.713380_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:04.839175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/pi0_fast_droid_2026-02-04T18:27:04.839175_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.052013_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.052013_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:53.601974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:53.601974_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.638043_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.638043_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.052013_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:52.052013_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:53.065653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3504f70-3618-4577-8b07-fc63be427d58/dreaming_zebra_2026-02-04T18:30:53.065653_video_wrist.mp4"},"preference":"A","session_id":"d3504f70-3618-4577-8b07-fc63be427d58","university":"nvidia"},{"completion_time":"2026-02-04T18:24:43.275457Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the croissant in the basket","longform_feedback":"B put the baguette on the basket incorrectly. A did not pick up anything.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:11.460405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:11.460405_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:13.119545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:13.119545_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:12.104832_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:12.104832_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:11.460405_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:11.460405_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:12.553862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/pi0_droid_2026-02-04T18:22:12.553862_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:33.501454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:33.501454_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:35.171144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:35.171144_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:34.155983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:34.155983_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:33.501454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:33.501454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:34.649265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8545ad5c-ca8b-4102-8c14-85af2babb213/paligemma_vq_droid_2026-02-04T18:24:34.649265_video_wrist.mp4"},"preference":"B","session_id":"8545ad5c-ca8b-4102-8c14-85af2babb213","university":"nvidia"},{"completion_time":"2026-02-04T17:52:57.999763Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"pick up the dish brush and use it to scrub the tray","longform_feedback":"Policy B is preferred since it grabbed the brush and scrubbed the table. Policy A was not as good since it struggled to grab the brush, and when it did have it in its grasp it let go of it, without ever doing a scrubbing motion. Since policy B was able to pick up the brush and make a scrubbing motion, it is preferred.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:17.946192_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:17.946192_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:19.580372_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:19.580372_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:18.570198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:18.570198_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:17.946192_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:17.946192_video_left.mp4","wrist_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:19.030907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_fast_droid_2026-02-04T17:49:19.030907_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:21.844556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:21.844556_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:23.473000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:23.473000_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:22.398466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:22.398466_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:21.844556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:21.844556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:22.873397_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84e8b914-8b2b-4d21-8931-135f20c353bc/pi0_droid_2026-02-04T17:52:22.873397_video_wrist.mp4"},"preference":"B","session_id":"84e8b914-8b2b-4d21-8931-135f20c353bc","university":"nvidia"},{"completion_time":"2026-02-04T17:49:34.948598Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put the orange into the pan","longform_feedback":"Policy A confidently picked up incorrect fruit (a peach) and placed it in the pan. Then it tried to put the apple into the pan as well, but failed to lift it. Overall Policy A made no attempt to put the correct fruit (an apple) into the pan and only interacted with the wrong fruits. Policy B was somewhat hesitant and slow, however it moved directly to the correct fruit, lifted it and dropped it in the pan. While Policy A moved faster and more confidently, it did not recognize the correct fruit. Policy B is the winner, because while it moved slower, it did not get confused with other objects.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:29.779543_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:29.779543_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:31.438032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:31.438032_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:30.418853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:30.418853_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:29.779543_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:29.779543_video_left.mp4","wrist_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:30.893181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/paligemma_fast_droid_2026-02-04T17:41:30.893181_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.429378_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.429378_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:22.922315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:22.922315_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.977971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.977971_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.429378_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:21.429378_video_left.mp4","wrist_video_gcs_path":"evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:22.425635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/177a0897-297f-4d01-a41b-d9422c7507ad/dreaming_zebra_2026-02-04T17:49:22.425635_video_wrist.mp4"},"preference":"B","session_id":"177a0897-297f-4d01-a41b-d9422c7507ad","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T17:34:46.251894Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Take all fruits and vegetables out of the pan","longform_feedback":"Policy A tried to grab one of the fruits in the pan (an orange), but failed to do so. Policy B struggled with grabbing, but ultimately managed to grab and lift an apple.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:19.965357_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:19.965357_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:21.360072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:21.360072_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:20.468069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:20.468069_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:19.965357_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:19.965357_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:20.865761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/paligemma_vq_droid_2026-02-04T17:24:20.865761_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:00.456851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:00.456851_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:02.036819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:02.036819_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:01.084371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:01.084371_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:00.456851_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:00.456851_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:01.530598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49328f2-3918-4d57-a6bc-3407dbde9010/pi0_fast_droid_2026-02-04T17:34:01.530598_video_wrist.mp4"},"preference":"B","session_id":"c49328f2-3918-4d57-a6bc-3407dbde9010","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T17:26:21.323628Z","evaluator_name":"wdurbano@nvidia.com","language_instruction":"place the tape measure into the basket","longform_feedback":"Policy B quickly picked up the tape measure and placed it into the basket as desired. Policy A was not as good since it grabbed a marker and placed it into the basket, while also making lots of unnecessary movements during the rollout. Since policy B fully accomplished the task it is the winner.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.240666_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.240666_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:23:00.887248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:23:00.887248_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.874773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.874773_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.240666_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:22:59.240666_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:23:00.353370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/pi0_fast_droid_2026-02-04T17:23:00.353370_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:54.720920_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:54.720920_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:56.156936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:56.156936_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:55.221779_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:55.221779_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:54.720920_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:54.720920_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:55.643771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30298b84-d00a-4bf0-b101-147618b4100e/dreaming_zebra_2026-02-04T17:25:55.643771_video_wrist.mp4"},"preference":"B","session_id":"30298b84-d00a-4bf0-b101-147618b4100e","university":"nvidia"},{"completion_time":"2026-02-04T17:24:47.103495Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Spoon the vegetables out of the blue bowl with the spoon","longform_feedback":"Both A and B removed the carrot piece with the gripper, not the spoon.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:24.760008_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:24.760008_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:26.319831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:26.319831_npz_file.npz","partial_success":0.04,"right_camera_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:25.355078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:25.355078_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:24.760008_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:24.760008_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:25.847217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi0_fast_droid_2026-02-04T17:22:25.847217_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.331433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.331433_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:38.821929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:38.821929_npz_file.npz","partial_success":0.04,"right_camera_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.873844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.873844_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.331433_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:37.331433_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:38.319205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec4e001-dfdd-4002-8807-c65883ff9dbd/pi05_droid_2026-02-04T17:24:38.319205_video_wrist.mp4"},"preference":"TIE","session_id":"cec4e001-dfdd-4002-8807-c65883ff9dbd","university":"nvidia"},{"completion_time":"2026-02-04T16:33:42.998819Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Take the chain out of the cup and place it on the table","longform_feedback":"Policy A failed to even grab the chain and did not take any of it out of the cup. Policy B managed to bump into the chain in such a way that resulted in the chaing partially hanging out of the cup. Policy B then managed to grab a chunk of the chain and pull it out onto the table. However still more than half of the chain remained inside the cup. Policy B is preferred, as it seems it might have carried out the task succesfully if it was given a longer time.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.077897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.077897_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:07.438519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:07.438519_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.577123_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.577123_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.077897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:06.077897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:07.008257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_diffusion_droid_2026-02-04T16:27:07.008257_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.343977_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.343977_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:17.885579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:17.885579_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.949423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.949423_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.343977_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:16.343977_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:17.401693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c02631b8-42d5-4505-a265-a7eac099af7c/paligemma_fast_droid_2026-02-04T16:33:17.401693_video_wrist.mp4"},"preference":"B","session_id":"c02631b8-42d5-4505-a265-a7eac099af7c","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T15:50:06.681595Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put all of the blocks into the container","longform_feedback":"Policy A tried to grab some blocks, but failed to pick up any. Policy B confidently and swiftly picked up a bunch of blocks, however it failed to put them into the container.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:48.670279_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:48.670279_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:50.162939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:50.162939_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:49.251886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:49.251886_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:48.670279_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:48.670279_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:49.699527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_diffusion_droid_2026-02-04T15:44:49.699527_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.298528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.298528_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:35.931698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:35.931698_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.911022_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.911022_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.298528_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:34.298528_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:35.428335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ce0bf1-1eb4-4076-934b-8951e8622e48/paligemma_fast_droid_2026-02-04T15:49:35.428335_video_wrist.mp4"},"preference":"B","session_id":"c0ce0bf1-1eb4-4076-934b-8951e8622e48","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-04T09:29:26.830672Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it but did not succeed, then policy A approached the carrot, attempted to grasp it.Next, policy A approached the towel again in the end.Policy B first moved the gripper toward the carrot, attempted to grasp it but did not succeed, then policy B hovered above the carrot during remaining time of the episode.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:52.545427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:52.545427_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.334328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.334328_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.334328_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.334328_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.977013_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_vq_droid_2026-02-04T09:22:51.977013_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:06.410802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:06.410802_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.268419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.268419_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.268419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.268419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.878068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11a1a0f1-6b77-4317-8dc3-c6da408b8538/paligemma_diffusion_droid_2026-02-04T09:29:05.878068_video_wrist.mp4"},"preference":"A","session_id":"11a1a0f1-6b77-4317-8dc3-c6da408b8538","university":"frodobots"},{"completion_time":"2026-02-04T08:50:21.253472Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it, dropped it, made the carrot rotate by about 70 degrees.Then policy A attempted to grasp the banana, pushed the carrot.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it, rotated it, dropped it on floor.My instruction is to rotate the carrot by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the carrot by about 70 degrees, whereas policy B rotated the wrong object.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:15.929324_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:15.929324_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:14.744508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:14.744508_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:14.744508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:14.744508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:15.379079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/pi0_droid_2026-02-04T08:43:15.379079_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:23.478402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:23.478402_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.392749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.392749_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.392749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.392749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.891658_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf803d3b-a1fd-4971-95fa-3be929c68ea7/paligemma_diffusion_droid_2026-02-04T08:49:22.891658_video_wrist.mp4"},"preference":"A","session_id":"bf803d3b-a1fd-4971-95fa-3be929c68ea7","university":"frodobots"},{"completion_time":"2026-02-04T08:38:13.497518Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fruit","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, moved it and dropped it on floor.Then policy A approached the carrot, attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the banana, touched it, then moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the fruit, there is only one fruit which is the banana.When comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:51.466527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:51.466527_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.233147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.233147_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.233147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.233147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.869727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/paligemma_vq_droid_2026-02-04T08:32:50.869727_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:43.132158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:43.132158_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:41.950730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:41.950730_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:41.950730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:41.950730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:42.556462_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c0da81e-8158-4a40-8bcf-0cb1f70e3637/pi05_droid_2026-02-04T08:37:42.556462_video_wrist.mp4"},"preference":"A","session_id":"2c0da81e-8158-4a40-8bcf-0cb1f70e3637","university":"frodobots"},{"completion_time":"2026-02-04T08:29:12.091881Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper, pressed the rectangle button near the round button,then policy B hovered above the controller during remaining time of the episode.My instruction is to press the round button of the controller, neither policy was able to complete task.When comparing the performance of the two, policy B at least pressed the rectangle button near the round button, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:20.392368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:20.392368_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.261431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.261431_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.261431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.261431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.903870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi05_droid_2026-02-04T08:23:19.903870_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:52.816068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:52.816068_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:51.561483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:51.561483_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:51.561483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:51.561483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:52.249561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0366542-86f7-47be-bf8b-30c51ced4e95/pi0_fast_droid_2026-02-04T08:28:52.249561_video_wrist.mp4"},"preference":"B","session_id":"e0366542-86f7-47be-bf8b-30c51ced4e95","university":"frodobots"},{"completion_time":"2026-02-04T08:19:07.212395Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, approached the yellow button,press the gray button beside the yellow button.Then policy A grasped and released the controller.Policy B first moved the gripper toward the controller,closed the gripper, touched the blank area of the controller, then pressed the gray button near the yellow button.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies only pressed the gray button near the yellow button.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:46.660398_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:46.660398_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:45.504002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:45.504002_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:45.504002_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:45.504002_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:46.124437_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_vq_droid_2026-02-04T08:13:46.124437_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:44.387858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:44.387858_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.236214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.236214_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.236214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.236214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.891401_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83d79b-4d43-49f9-8675-b4ef89b24f3d/paligemma_fast_specialist_droid_2026-02-04T08:18:43.891401_video_wrist.mp4"},"preference":"TIE","session_id":"fb83d79b-4d43-49f9-8675-b4ef89b24f3d","university":"frodobots"},{"completion_time":"2026-02-04T07:09:58.047453Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the red block","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper toward the cup, grasp it, picked it up, then moved it above the red block, dropped it on the red block, causing the cup the fall off to floor.Next, policy B moved the gripper slowly during remaining time of the episode.My instruction is to put the cup onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the cup on the red block, whereas policy A only moved the cup.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:06.095278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:06.095278_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:04.976929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:04.976929_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:04.976929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:04.976929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:05.550621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/paligemma_diffusion_droid_2026-02-04T07:03:05.550621_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:31.811807_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:31.811807_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:30.532427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:30.532427_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:30.532427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:30.532427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:31.229428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e/pi0_fast_droid_2026-02-04T07:09:31.229428_video_wrist.mp4"},"preference":"B","session_id":"c7e6cdb5-bdaa-44aa-8b36-fc8bc428b32e","university":"frodobots"},{"completion_time":"2026-02-04T06:58:51.217033Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block into the cup","longform_feedback":"Policy A first moved the gripper toward the wooden block, grasped it, picked it up, then moved it to the cup, dropped it into the cup.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the red block rather than the wooden block,  then approached the wooden block, attempted to grasp it.Next, policy B attempted to grasp the red block.My instruction is to put the wooden block into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:05.474292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:05.474292_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.326732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.326732_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.326732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.326732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.923454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi0_fast_droid_2026-02-04T06:54:04.923454_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:34.242709_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:34.242709_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.010862_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.010862_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.010862_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.010862_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.676228_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeabf0f3-4bc6-4c8f-b079-234d715b8e7c/pi05_droid_2026-02-04T06:58:33.676228_video_wrist.mp4"},"preference":"A","session_id":"eeabf0f3-4bc6-4c8f-b079-234d715b8e7c","university":"frodobots"},{"completion_time":"2026-02-04T06:50:06.212556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the cup","longform_feedback":"Policy A first moved the gripper toward the red block,grasped it, picked it up, then moved it toward the cup, dropped it, causing the red block to fall off to sofa.Next, policy A attempted to grasp the red block again during remaining time of the episode.Policy B first moved the gripper toward the red block,attempted to grasp it several times, then picked it up, moved it, dropped it.My instruction is to put the red block into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the red block, but policy A moved the red block close to the cup, while policy B did not.Therefore,policy A is better then policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:12.594960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:12.594960_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:11.394364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:11.394364_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:11.394364_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:11.394364_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:12.042813_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_fast_specialist_droid_2026-02-04T06:43:12.042813_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:47.177372_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:47.177372_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.017776_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.017776_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.017776_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.017776_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.654046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d493d600-2524-4c54-ace8-6b89fd91815d/paligemma_vq_droid_2026-02-04T06:49:46.654046_video_wrist.mp4"},"preference":"A","session_id":"d493d600-2524-4c54-ace8-6b89fd91815d","university":"frodobots"},{"completion_time":"2026-02-04T06:30:12.019160Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the left cup","longform_feedback":"Policy A first moved the gripper toward the right cup, then moved back and forth during remaining time of the episode.Policy B first moved the gripper toward the left cup, attempted to grasp it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to knock over the left cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached and attempted to grasp the left cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:30.695326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:30.695326_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:29.418710_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:29.418710_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:29.418710_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:29.418710_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:30.120716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/pi0_droid_2026-02-04T06:25:30.120716_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:55.772309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:55.772309_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:54.599080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:54.599080_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:54.599080_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:54.599080_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:55.190501_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b63585e-2a67-4bf0-a835-56bc4b5a10c7/paligemma_fast_specialist_droid_2026-02-04T06:29:55.190501_video_wrist.mp4"},"preference":"B","session_id":"7b63585e-2a67-4bf0-a835-56bc4b5a10c7","university":"frodobots"},{"completion_time":"2026-02-04T04:15:00.969406Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, moved around the right cup during remaining time of the episode.Policy B first moved the gripper toward the left cup, knocked it over, pushed it, causing the left cup to roll toward the right cup.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the left cup to the right cup, whereas policy B did not even grasp the cup.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:09.567641_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:09.567641_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:08.402053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:08.402053_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:08.402053_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:08.402053_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:09.029813_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/paligemma_diffusion_droid_2026-02-04T04:06:09.029813_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:28.210460_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:28.210460_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:26.986008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:26.986008_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:26.986008_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:26.986008_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:27.617942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c/pi05_droid_2026-02-04T04:14:27.617942_video_wrist.mp4"},"preference":"A","session_id":"5f16ea6c-38c1-4656-b1c7-d1c8e1c80a5c","university":"frodobots"},{"completion_time":"2026-02-04T03:56:03.281465Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, touched it, attempted to grasp it but did not succeed, then  policy A moved the gripper around the banana during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped and released it, then, after hesitating for a while, policy B picked up the banana, rotated it by about 90 degrees, dropped it on floor.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:02.663403_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:02.663403_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:01.551552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:01.551552_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:01.551552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:01.551552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:02.170241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/pi0_droid_2026-02-04T03:51:02.170241_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:44.713919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:44.713919_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:43.578117_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:43.578117_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:43.578117_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:43.578117_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:44.180046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a004c699-0166-41e3-b245-a301cbd90701/paligemma_fast_droid_2026-02-04T03:55:44.180046_video_wrist.mp4"},"preference":"B","session_id":"a004c699-0166-41e3-b245-a301cbd90701","university":"frodobots"},{"completion_time":"2026-02-04T03:47:35.857494Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the skittles in the red bowl","longform_feedback":"A was successful. B put the skittles in the wrong bowl.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:31.858315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:31.858315_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:33.308199_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:33.308199_npz_file.npz","partial_success":0.99,"right_camera_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:32.458288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:32.458288_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:31.858315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:31.858315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:32.865042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/paligemma_fast_droid_2026-02-04T03:45:32.865042_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:23.737260_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:23.737260_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:25.314249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:25.314249_npz_file.npz","partial_success":0.49,"right_camera_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:24.395332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:24.395332_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:23.737260_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:23.737260_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:24.828653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76c593b2-57e0-4b09-bc1e-4a6723993ad1/pi0_fast_droid_2026-02-04T03:47:24.828653_video_wrist.mp4"},"preference":"A","session_id":"76c593b2-57e0-4b09-bc1e-4a6723993ad1","university":"nvidia"},{"completion_time":"2026-02-04T03:43:47.161935Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the cup, dropped it on the edge of the cup, causing the banana to fall off to sofa.Next, policy A attempted to grasp the banana again during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it , rotated it, dropped it on sofa.Next, policy B picked up the banana again, moved it until time ran out.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the banana on the edge of the cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:20.827214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:20.827214_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:19.706302_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:19.706302_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:19.706302_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:19.706302_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:20.370182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_diffusion_droid_2026-02-04T03:39:20.370182_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:30.800457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:30.800457_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:29.614166_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:29.614166_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:29.614166_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:29.614166_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:30.260889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94cbc60b-3f5e-40e9-a620-a54d6a4f35a0/paligemma_fast_droid_2026-02-04T03:43:30.260889_video_wrist.mp4"},"preference":"A","session_id":"94cbc60b-3f5e-40e9-a620-a54d6a4f35a0","university":"frodobots"},{"completion_time":"2026-02-04T03:32:14.079237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the cup, dropped it on the edge of the cup, causing the banana to fall off to sofa.Next, policy A picked up the banana again, knocked the cup over, moved slowly during remaining time of the episode.Policy B first moved the gripper toward the banana, attempted to grasp it, then picked it up, moved it toward the cup, dropped it near the cup.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the banana on the edge of the cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:09.761783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:09.761783_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:08.568448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:08.568448_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:08.568448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:08.568448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:09.189710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/pi0_droid_2026-02-04T03:27:09.189710_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:55.234892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:55.234892_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.062042_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.062042_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.062042_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.062042_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.668000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec10dc7-b425-4b6f-9e11-b103ce78d688/paligemma_vq_droid_2026-02-04T03:31:54.668000_video_wrist.mp4"},"preference":"A","session_id":"aec10dc7-b425-4b6f-9e11-b103ce78d688","university":"frodobots"},{"completion_time":"2026-02-04T03:28:33.027409Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the lime in the blue cup","longform_feedback":"Both did badly. A put the lemon in the blue cup and then timed out. B did the same but had time remaining to touch the lime. The fact that B touched the lime is the deciding factor.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:19.872971_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:19.872971_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:21.490481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:21.490481_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:20.467896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:20.467896_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:19.872971_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:19.872971_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:20.958545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_diffusion_droid_2026-02-04T03:25:20.958545_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:01.746299_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:01.746299_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:03.335978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:03.335978_npz_file.npz","partial_success":0.22,"right_camera_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:02.370177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:02.370177_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:01.746299_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:01.746299_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:02.833418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cffe184-1602-4534-8094-b057fd414964/paligemma_vq_droid_2026-02-04T03:28:02.833418_video_wrist.mp4"},"preference":"B","session_id":"0cffe184-1602-4534-8094-b057fd414964","university":"nvidia"},{"completion_time":"2026-02-04T03:18:03.333464Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pick up the bread from the green plate and place it into the toaster","longform_feedback":"A picked up the bread, and ran out of time before placing the bread in the toaster. B did not manage to pick up the bread.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:09.393502_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:09.393502_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.969683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.969683_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.016240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.016240_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:09.393502_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:09.393502_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.481485_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi05_droid_2026-02-04T03:15:10.481485_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:37.768193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:37.768193_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:39.382326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:39.382326_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:38.388938_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:38.388938_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:37.768193_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:37.768193_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:38.881954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f3865-aec2-482a-8365-e41f87dbe7df/pi0_fast_droid_2026-02-04T03:17:38.881954_video_wrist.mp4"},"preference":"A","session_id":"e99f3865-aec2-482a-8365-e41f87dbe7df","university":"nvidia"},{"completion_time":"2026-02-04T03:08:21.155956Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Pour the pink mug into the green plate","longform_feedback":"A was successful, but awkward in its execution. Took much longer, and one screw fell out. B was fast, smooth, and got all screws into the plate.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.380211_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.380211_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:43.981704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:43.981704_npz_file.npz","partial_success":0.99,"right_camera_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.972496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.972496_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.380211_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:42.380211_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:43.448288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/paligemma_fast_specialist_droid_2026-02-04T03:04:43.448288_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:30.634414_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:30.634414_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:32.089833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:32.089833_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:31.215859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:31.215859_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:30.634414_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:30.634414_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:31.633947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1b45f8b-802b-47a3-a8b0-43fad2256efb/dreaming_zebra_2026-02-04T03:07:31.633947_video_wrist.mp4"},"preference":"B","session_id":"b1b45f8b-802b-47a3-a8b0-43fad2256efb","university":"nvidia"},{"completion_time":"2026-02-04T03:01:10.981515Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the black pen in the white cup","longform_feedback":"Both went for the wrong item. A tried to put the wrong item in the wrong destination object.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:00.478382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:00.478382_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:02.095998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:02.095998_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:01.143140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:01.143140_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:00.478382_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:00.478382_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:01.624188_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/paligemma_fast_droid_2026-02-04T02:59:01.624188_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.135769_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.135769_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:57.672803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:57.672803_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.674595_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.674595_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.135769_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:56.135769_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:57.139465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc655f86-507d-4058-8b21-18210190c8f0/pi0_droid_2026-02-04T03:00:57.139465_video_wrist.mp4"},"preference":"TIE","session_id":"cc655f86-507d-4058-8b21-18210190c8f0","university":"nvidia"},{"completion_time":"2026-02-04T02:53:32.118423Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the black tape on the blue plate","longform_feedback":"A was successful, B put the tape on the wrong plate.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.308361_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.308361_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:56.863447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:56.863447_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.937527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.937527_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.308361_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:55.308361_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:56.386925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/paligemma_fast_specialist_droid_2026-02-04T02:50:56.386925_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:47.594853_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:47.594853_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:49.156153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:49.156153_npz_file.npz","partial_success":0.37,"right_camera_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:48.207004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:48.207004_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:47.594853_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:47.594853_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:48.657429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969268e-4ed1-4146-8503-767de6680b64/pi05_droid_2026-02-04T02:52:48.657429_video_wrist.mp4"},"preference":"A","session_id":"8969268e-4ed1-4146-8503-767de6680b64","university":"nvidia"},{"completion_time":"2026-02-04T02:26:36.224168Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Stack the blue cube onto the red cube","longform_feedback":"A did not even manage to pick up the blue cube. B was successful, identifying the correct destination cube and even correcting itself.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.355128_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.355128_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:25.909642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:25.909642_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.986037_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.986037_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.355128_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:24.355128_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:25.412255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_diffusion_droid_2026-02-04T02:24:25.412255_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.164293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.164293_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:27.785603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:27.785603_npz_file.npz","partial_success":0.98,"right_camera_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.818935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.818935_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.164293_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:26.164293_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:27.291422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a87ab39-3623-4619-9c8c-e39803efab38/paligemma_fast_droid_2026-02-04T02:26:27.291422_video_wrist.mp4"},"preference":"B","session_id":"8a87ab39-3623-4619-9c8c-e39803efab38","university":"nvidia"},{"completion_time":"2026-02-04T02:15:17.956916Z","evaluator_name":"obuddhikot@nvidia.com","language_instruction":"Put the green ball in the white cup","longform_feedback":"A did not identify the green ball properly, confusing the pear and baseball with it. B grabbed the ball, and even brought it to the white cup properly. However, it did not properly predict the height of the cup, pushing the cup across the table rather than centering the ball above it and dropping it.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:54.541710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:54.541710_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:56.182993_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:56.182993_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:55.186931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:55.186931_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:54.541710_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:54.541710_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:55.651764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi0_fast_droid_2026-02-04T02:09:55.651764_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:29.978171_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:29.978171_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:31.602927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:31.602927_npz_file.npz","partial_success":0.53,"right_camera_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:30.608988_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:30.608988_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:29.978171_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:29.978171_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:31.043718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36431785-fecf-45d6-931f-5c14e7939370/pi05_droid_2026-02-04T02:14:31.043718_video_wrist.mp4"},"preference":"B","session_id":"36431785-fecf-45d6-931f-5c14e7939370","university":"nvidia"},{"completion_time":"2026-02-04T01:59:29.159674Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"Stack the red can on the grey cylinder","longform_feedback":"A managed to grab the can, B did not. Also A brought it to the correct location, but dropped it rather than placing it properly.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.238832_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.238832_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:21.823773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:21.823773_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.877191_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.877191_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.238832_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:20.238832_video_left.mp4","wrist_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:21.293238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/dreaming_zebra_2026-02-04T01:55:21.293238_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:40.546262_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:40.546262_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:42.075287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:42.075287_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:41.194543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:41.194543_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:40.546262_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:40.546262_video_left.mp4","wrist_video_gcs_path":"evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:41.611952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84a75da7-2a56-49f1-8d1b-a2543082fccb/paligemma_vq_droid_2026-02-04T01:58:41.611952_video_wrist.mp4"},"preference":"A","session_id":"84a75da7-2a56-49f1-8d1b-a2543082fccb","university":"nvidia"},{"completion_time":"2026-02-03T18:25:33.567780Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the yellow chain in the box","longform_feedback":"Policy A did not move at all. Policy B grasped the chain and brought it to the box, but was not able to put it inside the box correctly.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:23.653315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:23.653315_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:25.012843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:25.012843_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:24.165677_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:24.165677_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:23.653315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:23.653315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:24.577354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_vq_droid_2026-02-03T18:22:24.577354_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:17.493976_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:17.493976_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:19.157577_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:19.157577_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:18.103959_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:18.103959_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:17.493976_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:17.493976_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:18.613431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d9e15e6-5a85-4fe9-b109-4ace32228bf6/paligemma_fast_droid_2026-02-03T18:25:18.613431_video_wrist.mp4"},"preference":"B","session_id":"9d9e15e6-5a85-4fe9-b109-4ace32228bf6","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T18:05:58.379864Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"remove the inedible item from the plate and put it on the table","longform_feedback":"Both policies incorrectly grabbed the wrong item at first. Policy A did however reach for the tennis ball after removing the orange from the plate. Policy B did not even grasp the tennis ball.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:31.757740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:31.757740_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:33.717147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:33.717147_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:32.791758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:32.791758_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:31.757740_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:31.757740_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:33.218906_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/paligemma_fast_droid_2026-02-03T18:01:33.218906_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:32.896998_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:32.896998_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:35.015623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:35.015623_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:34.042993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:34.042993_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:32.896998_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:32.896998_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:34.491736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d305443b-40d9-41a2-8599-676ae5e2efab/pi0_fast_droid_2026-02-03T18:05:34.491736_video_wrist.mp4"},"preference":"A","session_id":"d305443b-40d9-41a2-8599-676ae5e2efab","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T17:52:14.222782Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"close the book","longform_feedback":"Both policy A and policy B tried to grasp the edge of the book to close it, but were not able to successfully grab all the pages. Both policies lifted some of the pages and tried to flip them.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:36.569556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:36.569556_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:38.116963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:38.116963_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:37.207631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:37.207631_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:36.569556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:36.569556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:37.647076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/paligemma_fast_specialist_droid_2026-02-03T17:48:37.647076_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:53.795670_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:53.795670_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:55.277589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:55.277589_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:54.386321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:54.386321_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:53.795670_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:53.795670_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:54.772381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71c57281-b7da-43ca-847a-ee731244311c/pi0_fast_droid_2026-02-03T17:51:54.772381_video_wrist.mp4"},"preference":"TIE","session_id":"71c57281-b7da-43ca-847a-ee731244311c","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T17:31:25.579665Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the cutlery items to the side of the plate","longform_feedback":"Policy A grabbed both the cutlery items simultaneously and was able to move them to the side of the plate. However it did not get the spoon properly off the plate. Policy B reached for the knife but was not able to successfully grasp it; after which, it moved on to grasp the cloth.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:36.964125_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:36.964125_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:38.682566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:38.682566_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:37.591390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:37.591390_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:36.964125_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:36.964125_video_left.mp4","wrist_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:38.102179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/pi0_fast_droid_2026-02-03T17:23:38.102179_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:25.748727_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:25.748727_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:27.206159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:27.206159_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:26.251439_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:26.251439_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:25.748727_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:25.748727_video_left.mp4","wrist_video_gcs_path":"evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:26.695591_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26496f65-b2b1-448e-9596-4fe41911f032/paligemma_diffusion_droid_2026-02-03T17:27:26.695591_video_wrist.mp4"},"preference":"A","session_id":"26496f65-b2b1-448e-9596-4fe41911f032","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T17:17:28.402459Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"take the lid off of the pitcher","longform_feedback":"Policy A was able to successfully grasp the lid and take it off the pitcher. However it did knock down the pitcher while it was doing it. Policy B was not able grasp the lid and then did not retry successfully.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.193977_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.193977_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:42.702636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:42.702636_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.812257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.812257_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.193977_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:41.193977_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:42.225410_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/paligemma_fast_droid_2026-02-03T17:12:42.225410_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:14.731325_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:14.731325_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:16.247385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:16.247385_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:15.323134_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:15.323134_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:14.731325_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:14.731325_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:15.702912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a/pi0_fast_droid_2026-02-03T17:17:15.702912_video_wrist.mp4"},"preference":"A","session_id":"bf38904c-1d4f-4d6d-a81a-5e1efaf3b34a","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T17:05:30.912839Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the can in the bin","longform_feedback":"Both Policy A and Policy B were only able to reach the can but not grasp it successfully. However, Policy A continued to try to grasp the can after it knocked it over while Policy B went on to grasp a completely different object (crumpled paper). Therefore, Policy A had the more desirable behaviour.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:31.821696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:31.821696_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:33.503484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:33.503484_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:32.406163_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:32.406163_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:31.821696_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:31.821696_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:32.815898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_diffusion_droid_2026-02-03T17:00:32.815898_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.165429_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.165429_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:56.696516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:56.696516_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.715703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.715703_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.165429_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:55.165429_video_left.mp4","wrist_video_gcs_path":"evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:56.165980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38f7c842-032d-460b-8cb0-663339031d2d/paligemma_fast_droid_2026-02-03T17:04:56.165980_video_wrist.mp4"},"preference":"A","session_id":"38f7c842-032d-460b-8cb0-663339031d2d","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T16:51:29.499719Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Toss the crumpled paper into the bin","longform_feedback":"Policy A was able to reach, grasp and pick up the crumpled paper. However, it was not able to bring the paper above the bin to put it in. Policy B was able to complete the task successfully by putting the crumpled paper into the bin. Therefore, policy B is the preferred one.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:48.960721_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:48.960721_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:50.563756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:50.563756_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:49.621795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:49.621795_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:48.960721_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:48.960721_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:50.093131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_vq_droid_2026-02-03T16:41:50.093131_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:06.929382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:06.929382_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:08.410014_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:08.410014_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:07.448828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:07.448828_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:06.929382_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:06.929382_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:07.912773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ce7a98b-73fc-4e07-92d1-f97a908e0212/paligemma_fast_droid_2026-02-03T16:51:07.912773_video_wrist.mp4"},"preference":"B","session_id":"8ce7a98b-73fc-4e07-92d1-f97a908e0212","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-03T13:02:20.004721Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the brush and put it in the pink bin","longform_feedback":"policy A did not reach to the correct object or pick up anything. policy B did not reach to the correct object but at least pick up something","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:19.571232_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:19.571232_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:21.029972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:21.029972_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:20.086483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:20.086483_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:19.571232_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:19.571232_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:20.580534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/pi05_droid_2026-02-03T12:59:20.580534_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:01.852534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:01.852534_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:03.394236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:03.394236_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:02.470260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:02.470260_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:01.852534_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:01.852534_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:02.907446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2db95c-1038-4607-bc81-bc7b981f76b6/dreaming_zebra_2026-02-03T13:02:02.907446_video_wrist.mp4"},"preference":"B","session_id":"ea2db95c-1038-4607-bc81-bc7b981f76b6","university":"KAIST"},{"completion_time":"2026-02-03T12:56:20.591548Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the carrot and place it on the purple plate","longform_feedback":"policy A reaches to the carrot while policy B fails to reach to the carrot","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:24.913583_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:24.913583_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:26.384882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:26.384882_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:25.462203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:25.462203_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:24.913583_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:24.913583_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:25.923394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/pi0_fast_droid_2026-02-03T12:54:25.923394_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:08.928518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:08.928518_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:10.478907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:10.478907_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:09.514715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:09.514715_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:08.928518_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:08.928518_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:09.981909_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f924ee8-09f7-410f-a56b-7f878caedc2b/paligemma_fast_specialist_droid_2026-02-03T12:56:09.981909_video_wrist.mp4"},"preference":"A","session_id":"9f924ee8-09f7-410f-a56b-7f878caedc2b","university":"KAIST"},{"completion_time":"2026-02-03T12:48:43.301340Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"flip the cup","longform_feedback":"both policies pick up the cup and tries to flip but fails to place it on the table","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.276748_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.276748_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:11.778557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:11.778557_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.873423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.873423_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.276748_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:10.276748_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:11.344715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/paligemma_vq_droid_2026-02-03T12:46:11.344715_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.293680_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.293680_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:30.883864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:30.883864_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.905486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.905486_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.293680_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:29.293680_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:30.403895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0339235e-195d-47e2-a95c-be3069536a07/pi05_droid_2026-02-03T12:48:30.403895_video_wrist.mp4"},"preference":"TIE","session_id":"0339235e-195d-47e2-a95c-be3069536a07","university":"KAIST"},{"completion_time":"2026-02-03T12:26:26.762413Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the burger and put it in the box","longform_feedback":"both policies does not recognize the burger","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:48.950682_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:48.950682_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:50.432382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:50.432382_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:49.509851_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:49.509851_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:48.950682_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:48.950682_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:49.955541_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/dreaming_zebra_2026-02-03T12:23:49.955541_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:09.520414_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:09.520414_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:11.147748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:11.147748_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:10.124488_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:10.124488_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:09.520414_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:09.520414_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:10.641673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9988c274-a5ee-44f3-b5f0-48cd4539cb41/paligemma_fast_droid_2026-02-03T12:26:10.641673_video_wrist.mp4"},"preference":"TIE","session_id":"9988c274-a5ee-44f3-b5f0-48cd4539cb41","university":"KAIST"},{"completion_time":"2026-02-03T12:18:22.734274Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"cut the cabbage in half with knife","longform_feedback":"policy A moves very slowly towards the knife but does not make contact. policy B does not reach to the knife.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.242016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.242016_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:22.747237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:22.747237_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.807612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.807612_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.242016_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:21.242016_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:22.272603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/dreaming_zebra_2026-02-03T12:15:22.272603_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:07.607974_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:07.607974_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:09.183650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:09.183650_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:08.260720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:08.260720_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:07.607974_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:07.607974_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:08.749901_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa1d49db-a441-4d70-9c1d-7679b9e410aa/paligemma_diffusion_droid_2026-02-03T12:18:08.749901_video_wrist.mp4"},"preference":"A","session_id":"fa1d49db-a441-4d70-9c1d-7679b9e410aa","university":"KAIST"},{"completion_time":"2026-02-03T12:05:03.372685Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the blue marker and place it on the orange plate","longform_feedback":"policy A pick up the blue marker and reaches to the plate but fail to put it down. policy B reaches to the wrong marker.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.349050_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.349050_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:05.021434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:05.021434_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.996382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.996382_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.349050_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:03.349050_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:04.509353_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_vq_droid_2026-02-03T12:02:04.509353_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:48.468234_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:48.468234_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:50.157758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:50.157758_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:49.136496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:49.136496_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:48.468234_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:48.468234_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:49.590690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c14bf30-2c55-4309-be37-768481f79530/paligemma_fast_droid_2026-02-03T12:04:49.590690_video_wrist.mp4"},"preference":"A","session_id":"6c14bf30-2c55-4309-be37-768481f79530","university":"KAIST"},{"completion_time":"2026-02-03T11:56:47.884431Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the lemon and place it on the yellow plate","longform_feedback":"policy A picks up tomato instead of lemon and puts it on the yellow plate. policy B picks up the lemon and puts it on the yellow plate","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.018996_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.018996_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:34.496198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:34.496198_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.617281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.617281_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.018996_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:33.018996_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:34.054690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/pi0_droid_2026-02-03T11:54:34.054690_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:31.988841_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:31.988841_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:33.390983_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:33.390983_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:32.581996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:32.581996_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:31.988841_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:31.988841_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:32.981990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00a7fccc-67dd-49d4-b770-4cf4742bade4/dreaming_zebra_2026-02-03T11:56:32.981990_video_wrist.mp4"},"preference":"B","session_id":"00a7fccc-67dd-49d4-b770-4cf4742bade4","university":"KAIST"},{"completion_time":"2026-02-03T11:47:07.320920Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"move the green grape to the tomato","longform_feedback":"Both policies try to reach to the green grape but fail to move it","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:20.663842_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:20.663842_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:22.159111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:22.159111_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:21.283306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:21.283306_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:20.663842_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:20.663842_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:21.684821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/pi05_droid_2026-02-03T11:44:21.684821_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.392443_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.392443_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:41.876408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:41.876408_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.964581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.964581_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.392443_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:40.392443_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:41.443111_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6d3eaf5-d6b8-4f56-b87f-e144793ce675/paligemma_diffusion_droid_2026-02-03T11:46:41.443111_video_wrist.mp4"},"preference":"TIE","session_id":"f6d3eaf5-d6b8-4f56-b87f-e144793ce675","university":"KAIST"},{"completion_time":"2026-02-02T23:55:49.976981Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"place the mug in an upright position","longform_feedback":"Policy A successfully picked up the cup and placed it upright. Policy B reached for the cup but never picked it up. Policy A was the successful policy.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.376506_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.376506_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:36.855240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:36.855240_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.914337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.914337_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.376506_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:35.376506_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:36.380674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/dreaming_zebra_2026-02-02T23:52:36.380674_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:35.573196_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:35.573196_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:37.029964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:37.029964_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:36.127744_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:36.127744_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:35.573196_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:35.573196_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:36.586941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f118716-a52b-4a1b-8e5a-a79a9c7fb243/paligemma_vq_droid_2026-02-02T23:55:36.586941_video_wrist.mp4"},"preference":"A","session_id":"1f118716-a52b-4a1b-8e5a-a79a9c7fb243","university":"nvidia"},{"completion_time":"2026-02-02T23:44:14.508722Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"push down the sleeve on the coffee cup","longform_feedback":"Policy B attempted to push down the sleeve on the coffee cup, although did not complete. Policy A made no action. Policy B is preferred for its attempt.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:41.717724_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:41.717724_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:43.120994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:43.120994_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:42.320485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:42.320485_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:41.717724_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:41.717724_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:42.704566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/dreaming_zebra_2026-02-02T23:41:42.704566_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:43:59.966309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:43:59.966309_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:01.586756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:01.586756_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:00.592078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:00.592078_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:43:59.966309_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:43:59.966309_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:01.056746_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65d59b4a-29ed-470c-bdb5-92f04440e680/pi05_droid_2026-02-02T23:44:01.056746_video_wrist.mp4"},"preference":"B","session_id":"65d59b4a-29ed-470c-bdb5-92f04440e680","university":"nvidia"},{"completion_time":"2026-02-02T23:30:09.057652Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"depress the soap dispenser into the cup","longform_feedback":"Policy A pressed the soap dispenser down fully and was able to dispense the soap into the cup. Policy B missed the mark on its first attempt, and then touched but did not push down on the soap on the second attempt. Policy B may have been able to complete the task with more time, but in the allotted time Policy A was more successful.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:33.620288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:33.620288_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.901182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.901182_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.134002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.134002_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:33.620288_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:33.620288_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.480599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/dreaming_zebra_2026-02-02T23:26:34.480599_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:54.698409_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:54.698409_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:56.257816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:56.257816_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:55.342545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:55.342545_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:54.698409_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:54.698409_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:55.771651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e/paligemma_fast_droid_2026-02-02T23:29:55.771651_video_wrist.mp4"},"preference":"A","session_id":"aae3d45b-dbca-4fb6-a30d-3e74a8bb8a9e","university":"nvidia"},{"completion_time":"2026-02-02T23:07:15.390698Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"put the dishes into the sink","longform_feedback":"Policy A failed to pick up any plate. Policy B picked up one plate and placed it into the sink. Policy B is more successful here","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.392682_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.392682_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:47.843569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:47.843569_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.992815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.992815_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.392682_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:46.392682_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:47.399632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/pi0_droid_2026-02-02T23:01:47.399632_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:23.837845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:23.837845_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:25.429936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:25.429936_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:24.431617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:24.431617_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:23.837845_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:23.837845_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:24.933978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b7ccd26-08ea-437c-b014-5ea46c388274/dreaming_zebra_2026-02-02T23:06:24.933978_video_wrist.mp4"},"preference":"B","session_id":"3b7ccd26-08ea-437c-b014-5ea46c388274","university":"nvidia"},{"completion_time":"2026-02-02T22:50:53.989553Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"place the green square on the wooden circle","longform_feedback":"Policy A and policy B completed the same wrong action, but Policy A had more confident movements and was faster to pick up the green square initially.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:13.593656_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:13.593656_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:15.064811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:15.064811_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:14.122854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:14.122854_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:13.593656_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:13.593656_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:14.572417_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/paligemma_vq_droid_2026-02-02T22:47:14.572417_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.276381_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.276381_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:24.743796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:24.743796_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.864364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.864364_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.276381_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:23.276381_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:24.313373_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd64c064-c7e8-49db-a9e9-75b2b7d2b358/dreaming_zebra_2026-02-02T22:50:24.313373_video_wrist.mp4"},"preference":"A","session_id":"cd64c064-c7e8-49db-a9e9-75b2b7d2b358","university":"nvidia"},{"completion_time":"2026-02-02T22:44:10.205370Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"use the stick to stir in the mug","longform_feedback":"Policy A picked up the stick and brought it near the mug, but did not make anyy stirring motion and did not manage to insert the stick into the cup. Policy B managed to get the stick inside of the cup, although it knocked it over in the process. Because Policy B was closer to completing the action of stirring, Policy B is preferable.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.140148_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.140148_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:44.770806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:44.770806_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.783492_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.783492_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.140148_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:43.140148_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:44.305024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/dreaming_zebra_2026-02-02T22:38:44.305024_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:34.661247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:34.661247_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:36.228163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:36.228163_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:35.253687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:35.253687_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:34.661247_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:34.661247_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:35.738219_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfdeae20-271b-4034-9934-32acaffeafb9/pi0_fast_droid_2026-02-02T22:42:35.738219_video_wrist.mp4"},"preference":"B","session_id":"bfdeae20-271b-4034-9934-32acaffeafb9","university":"nvidia"},{"completion_time":"2026-02-02T22:26:36.053289Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"put the sugar packets in the cup","longform_feedback":"Policy A successfully placed both packets into the cup. Policy B placed on packet into the cup and opened the gripper inside of the cup, causing the cup to get stuck on the gripper. Policy B failed to free its hand from the cup, and never picked up the second sugar packet.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:01.955048_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:01.955048_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:03.430889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:03.430889_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:02.476281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:02.476281_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:01.955048_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:01.955048_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:02.972327_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/dreaming_zebra_2026-02-02T22:23:02.972327_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.325496_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.325496_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:18.866936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:18.866936_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.908183_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.908183_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.325496_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:17.325496_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:18.394593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cd457ee-cb60-4576-a0fa-612d3fa3ce72/paligemma_diffusion_droid_2026-02-02T22:26:18.394593_video_wrist.mp4"},"preference":"A","session_id":"5cd457ee-cb60-4576-a0fa-612d3fa3ce72","university":"nvidia"},{"completion_time":"2026-02-02T21:40:51.779049Z","evaluator_name":"nlaswi@nvidia.com","language_instruction":"put the cap on the bottle","longform_feedback":"Policy A picked up the bottle cap and then dropped it near the bottle. Policy A did not correctly place the cap, then knocked over the bottle and was unable to try again. Policy B knocked over the bottle in the process of picking up the cap the first time, and it was unable to even attempt a placement. Policy A was better by the slim margin of having not knocked over the bottle prior to even one attempt at placing the cap.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:39.966662_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:39.966662_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:41.683170_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:41.683170_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:40.653266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:40.653266_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:39.966662_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:39.966662_video_left.mp4","wrist_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:41.161063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_fast_droid_2026-02-02T21:36:41.161063_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.039018_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.039018_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:39.556180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:39.556180_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.559059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.559059_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.039018_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:38.039018_video_left.mp4","wrist_video_gcs_path":"evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:39.053182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/416478eb-11c4-45b9-8021-5b7c269a0709/paligemma_vq_droid_2026-02-02T21:40:39.053182_video_wrist.mp4"},"preference":"A","session_id":"416478eb-11c4-45b9-8021-5b7c269a0709","university":"nvidia"},{"completion_time":"2026-02-02T17:13:31.243734Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"clean the plate with the yellow cloth","longform_feedback":"Policy A placed the cloth on the plate, but did not wipe it correctly - instead it pressed into the plate and moved it together with the cloth. Policy B grasped and moved the cloth smoothly, but did not place it on the plate.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:04.538959_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:04.538959_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:06.139075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:06.139075_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:05.197319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:05.197319_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:04.538959_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:04.538959_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:05.645163_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/pi0_fast_droid_2026-02-02T17:08:05.645163_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:12:59.967897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:12:59.967897_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:01.384712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:01.384712_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:00.505683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:00.505683_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:12:59.967897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:12:59.967897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:00.902022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfc803db-9c06-44a9-8ea6-187878f9253c/dreaming_zebra_2026-02-02T17:13:00.902022_video_wrist.mp4"},"preference":"A","session_id":"cfc803db-9c06-44a9-8ea6-187878f9253c","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-02T16:47:44.775403Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the screws in the box","longform_feedback":"Policy A failed to identify the screws and unsuccessfully attempted to pick up the drill. Policy B also failed to identify the screws at the beginning and instead placed the knife and drill into the box. Only at the end once the other objects were cleared out, policy B did attempt to grasp one of the screws, but ran out of time.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:37.588401_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:37.588401_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:39.167250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:39.167250_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:38.257996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:38.257996_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:37.588401_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:37.588401_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:38.671616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_diffusion_droid_2026-02-02T16:41:38.671616_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:30.851587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:30.851587_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:32.549319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:32.549319_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:31.492927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:31.492927_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:30.851587_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:30.851587_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:32.008662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a966d78-6548-4308-a80d-e6782c1fe6ca/paligemma_fast_specialist_droid_2026-02-02T16:47:32.008662_video_wrist.mp4"},"preference":"B","session_id":"2a966d78-6548-4308-a80d-e6782c1fe6ca","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-02T16:29:12.487687Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"clink the orange cup with the wineglass","longform_feedback":"POlicy A grasped the cup properly by the handle and moved it close to the wineglass, but failed to actually clink them. Policy B grasped the cup, but immediately dropped it and failed to recover.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.343900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.343900_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:25.912016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:25.912016_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.974286_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.974286_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.343900_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:24.343900_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:25.439924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/dreaming_zebra_2026-02-02T16:24:25.439924_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:57.424379_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:57.424379_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.968895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.968895_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.007039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.007039_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:57.424379_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:57.424379_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.470126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96182e4-5c40-4181-8f4c-d311613a6ac7/paligemma_fast_droid_2026-02-02T16:28:58.470126_video_wrist.mp4"},"preference":"A","session_id":"f96182e4-5c40-4181-8f4c-d311613a6ac7","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-02T16:13:33.996809Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"place the cup in the coffee machine","longform_feedback":"Policy A grasped the cup, but failed to pick it up and knocked it over. Policy B executed the task nearly perflectly, but did not retract after placing the cup in the machine.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:42.676893_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:42.676893_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:44.154557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:44.154557_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:43.257983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:43.257983_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:42.676893_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:42.676893_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:43.708348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/paligemma_diffusion_droid_2026-02-02T16:06:43.708348_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.341322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.341322_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:08.928154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:08.928154_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.963740_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.963740_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.341322_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:07.341322_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:08.426511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff24eb06-7cf3-4e86-8138-252b139d9aff/dreaming_zebra_2026-02-02T16:13:08.426511_video_wrist.mp4"},"preference":"B","session_id":"ff24eb06-7cf3-4e86-8138-252b139d9aff","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-02T15:15:29.207140Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"put the spoon next to the knife","longform_feedback":"Policy A attempted to grasp the spoon in the correct place, but failed to properly pinch it and could not proceed to lift it. While policy B grasped the spoon in a less prefferable place at the tip, it did so more gracefully without pressing against the table and proceeded to move it close to the desired place next to the knife.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:51.517009_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:51.517009_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:53.211459_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:53.211459_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:52.172309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:52.172309_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:51.517009_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:51.517009_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:52.693766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/pi05_droid_2026-02-02T15:05:52.693766_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:09.715616_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:09.715616_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:11.455759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:11.455759_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:10.327441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:10.327441_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:09.715616_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:09.715616_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:10.849625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c5f16b8-8df5-4cec-9e99-a021cfbef16d/dreaming_zebra_2026-02-02T15:15:10.849625_video_wrist.mp4"},"preference":"B","session_id":"8c5f16b8-8df5-4cec-9e99-a021cfbef16d","university":"CIIRC, CTU in Prague"},{"completion_time":"2026-02-02T14:48:06.885576Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the brush and put it in the basket","longform_feedback":"policy A picks up the brush and put it in the basket. it hesitates to put it on the basket. policy B fails to pick up the brush (did not try to pick up).","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.338101_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.338101_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:14.708288_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:14.708288_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.895038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.895038_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.338101_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:13.338101_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:14.258190_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/dreaming_zebra_2026-02-02T14:45:14.258190_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:49.560018_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:49.560018_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:51.144712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:51.144712_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:50.173623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:50.173623_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:49.560018_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:49.560018_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:50.656276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18fd08a-67b4-4aec-948e-c1dc866f656d/paligemma_fast_droid_2026-02-02T14:47:50.656276_video_wrist.mp4"},"preference":"A","session_id":"a18fd08a-67b4-4aec-948e-c1dc866f656d","university":"KAIST"},{"completion_time":"2026-02-02T14:41:18.568722Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the red marker and put it in the blue cup","longform_feedback":"policy A successfully pick up the red marker and put it in the cup (although the cup knocked down). policy B went to the wrong object red bell pepper.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:15.899350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:15.899350_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:17.348196_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:17.348196_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:16.495210_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:16.495210_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:15.899350_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:15.899350_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:16.908033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/dreaming_zebra_2026-02-02T14:38:16.908033_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:00.746743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:00.746743_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:02.315135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:02.315135_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:01.370874_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:01.370874_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:00.746743_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:00.746743_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:01.838521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec729ddc-4798-46a5-b14e-e18b59cf23b7/pi0_fast_droid_2026-02-02T14:41:01.838521_video_wrist.mp4"},"preference":"A","session_id":"ec729ddc-4798-46a5-b14e-e18b59cf23b7","university":"KAIST"},{"completion_time":"2026-02-02T14:34:00.118772Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the sponge and wipe the plate","longform_feedback":"policy A reaches to the sponge but fails to pick it up. policy B picks up the sponge and does the wiping motion (although not making much contact with the plate)","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.014116_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.014116_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:38.672368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:38.672368_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.660117_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.660117_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.014116_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:37.014116_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:38.182445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi05_droid_2026-02-02T14:31:38.182445_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.418876_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.418876_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:45.864741_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:45.864741_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.980934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.980934_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.418876_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:44.418876_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:45.426849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9664643d-e3f2-41b1-af54-02aa135d6b4c/pi0_fast_droid_2026-02-02T14:33:45.426849_video_wrist.mp4"},"preference":"B","session_id":"9664643d-e3f2-41b1-af54-02aa135d6b4c","university":"KAIST"},{"completion_time":"2026-02-02T14:17:47.753252Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"grab one side of the rope and move it close to the grape","longform_feedback":"policy A picks up the rope but not the side. it moves slightly towards the grape. policy B reaches to the rope but fails to pick it up.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:42.677123_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:42.677123_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:44.356690_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:44.356690_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:43.281482_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:43.281482_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:42.677123_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:42.677123_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:43.867977_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/dreaming_zebra_2026-02-02T14:14:43.867977_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.292315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.292315_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:17.906962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:17.906962_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.921467_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.921467_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.292315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:16.292315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:17.406019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77779a5d-8c59-4844-a505-ea2270ea77e2/pi0_fast_droid_2026-02-02T14:17:17.406019_video_wrist.mp4"},"preference":"A","session_id":"77779a5d-8c59-4844-a505-ea2270ea77e2","university":"KAIST"},{"completion_time":"2026-02-02T14:02:03.109062Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"remove the banana from the bag","longform_feedback":"policy A reaches to the bag but fails to pick up the object. policy B successfully pick up and removes the banana from the bag.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.371972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.371972_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:23.955909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:23.955909_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.993339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.993339_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.371972_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:22.371972_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:23.467302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/pi05_droid_2026-02-02T13:59:23.467302_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.145848_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.145848_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:44.708647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:44.708647_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.748601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.748601_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.145848_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:43.145848_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:44.222403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe16f52-0379-4809-b6ac-640ae34702a4/dreaming_zebra_2026-02-02T14:01:44.222403_video_wrist.mp4"},"preference":"B","session_id":"dbe16f52-0379-4809-b6ac-640ae34702a4","university":"KAIST"},{"completion_time":"2026-02-02T13:34:49.968822Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the grape and put it in the pink bin","longform_feedback":"policy A reaches to the grape but failes to grasp. policy B successfully picks up grape and put it in the bin","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:20.925827_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:20.925827_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:22.443245_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:22.443245_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:21.520133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:21.520133_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:20.925827_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:20.925827_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:21.984869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/paligemma_vq_droid_2026-02-02T13:32:21.984869_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:31.545977_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:31.545977_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.994909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.994909_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.142576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.142576_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:31.545977_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:31.545977_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.590199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7fda56f-0629-4871-8dac-bb46e712e8c8/dreaming_zebra_2026-02-02T13:34:32.590199_video_wrist.mp4"},"preference":"B","session_id":"b7fda56f-0629-4871-8dac-bb46e712e8c8","university":"KAIST"},{"completion_time":"2026-02-02T13:24:33.781465Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"open the box","longform_feedback":"both policies fail to touch the box","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:51.773577_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:51.773577_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:53.324014_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:53.324014_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:52.358273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:52.358273_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:51.773577_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:51.773577_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:52.820927_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/paligemma_diffusion_droid_2026-02-02T13:21:52.820927_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:13.861201_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:13.861201_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:15.458948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:15.458948_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:14.450853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:14.450853_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:13.861201_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:13.861201_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:14.936335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d470c61-89d1-4ab3-b877-f86765b7c798/dreaming_zebra_2026-02-02T13:24:14.936335_video_wrist.mp4"},"preference":"TIE","session_id":"6d470c61-89d1-4ab3-b877-f86765b7c798","university":"KAIST"},{"completion_time":"2026-02-02T12:27:37.104219Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the ice cream and put it in the blue cup","longform_feedback":"both policies fail to pick up anything","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.157320_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.157320_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:15.827008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:15.827008_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.833138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.833138_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.157320_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:14.157320_video_left.mp4","wrist_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:15.332478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_droid_2026-02-02T12:25:15.332478_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:19.976061_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:19.976061_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:21.697693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:21.697693_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:20.614254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:20.614254_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:19.976061_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:19.976061_video_left.mp4","wrist_video_gcs_path":"evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:21.218407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43628e68-719c-4b30-9e41-0ea403d0d819/pi0_fast_droid_2026-02-02T12:27:21.218407_video_wrist.mp4"},"preference":"TIE","session_id":"43628e68-719c-4b30-9e41-0ea403d0d819","university":"KAIST"},{"completion_time":"2026-02-02T11:45:10.561563Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the lemon and place it on the purple plate","longform_feedback":"both policies pick up the pumpkin and tries to reach to the purple plate but policy B behaves more aggressively","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:30.700049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:30.700049_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:32.382958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:32.382958_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:31.339216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:31.339216_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:30.700049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:30.700049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:31.840764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/pi0_droid_2026-02-02T11:42:31.840764_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.385345_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.385345_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:57.039931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:57.039931_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.969165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.969165_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.385345_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:55.385345_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:56.479351_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1585cf22-3886-4a75-926d-8ce1ad0144f6/paligemma_fast_specialist_droid_2026-02-02T11:44:56.479351_video_wrist.mp4"},"preference":"A","session_id":"1585cf22-3886-4a75-926d-8ce1ad0144f6","university":"KAIST"},{"completion_time":"2026-02-02T11:28:31.930679Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the strawberry and place it on the yellow plate","longform_feedback":"policy A and policy B both fails to reach to the correct object and pick up anything","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:13.856617_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:13.856617_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:15.403782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:15.403782_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:14.458060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:14.458060_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:13.856617_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:13.856617_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:14.948157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/paligemma_fast_droid_2026-02-02T11:26:14.948157_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.056224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.056224_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:17.644462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:17.644462_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.717583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.717583_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.056224_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:16.056224_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:17.165335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a741d2b-ec2b-4b45-84c3-701b4499a9fe/pi0_droid_2026-02-02T11:28:17.165335_video_wrist.mp4"},"preference":"TIE","session_id":"6a741d2b-ec2b-4b45-84c3-701b4499a9fe","university":"KAIST"},{"completion_time":"2026-02-02T10:25:27.189503Z","evaluator_name":"byeongguk@kaist.ac.kr","language_instruction":"pick up the corn and place it on the orange plate","longform_feedback":"both policies reach to the wrong object and does not make any contact with any object","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:09.469430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:09.469430_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:11.032524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:11.032524_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:10.067469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:10.067469_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:09.469430_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:09.469430_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:10.504979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/paligemma_diffusion_droid_2026-02-02T10:23:10.504979_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:12.675692_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:12.675692_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:14.208070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:14.208070_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:13.247883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:13.247883_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:12.675692_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:12.675692_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:13.721182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5bf646-a556-45a5-979a-a86034f12286/pi0_fast_droid_2026-02-02T10:25:13.721182_video_wrist.mp4"},"preference":"TIE","session_id":"cd5bf646-a556-45a5-979a-a86034f12286","university":"KAIST"},{"completion_time":"2026-02-01T06:00:14.400740Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the lime on the red can","longform_feedback":"B was frantic, but faster. A was slow but more composed. Speed was the determining factor.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:38.838348_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:38.838348_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:40.256294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:40.256294_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:39.391527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:39.391527_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:38.838348_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:38.838348_video_left.mp4","wrist_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:39.811842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/dreaming_zebra_2026-02-01T05:57:39.811842_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:01.637063_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:01.637063_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:03.063522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:03.063522_npz_file.npz","partial_success":0.92,"right_camera_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:02.190129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:02.190129_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:01.637063_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:01.637063_video_left.mp4","wrist_video_gcs_path":"evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:02.612156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/938a613b-b0f2-43eb-a9c0-f2b152613381/paligemma_vq_droid_2026-02-01T06:00:02.612156_video_wrist.mp4"},"preference":"B","session_id":"938a613b-b0f2-43eb-a9c0-f2b152613381","university":"nvidia"},{"completion_time":"2026-02-01T05:46:06.255385Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the blue cup into the blue basket","longform_feedback":"B was successful, though it tried to place in the wrong basket at first. A was unsuccessful.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:17.783940_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:17.783940_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:19.348171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:19.348171_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:18.399437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:18.399437_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:17.783940_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:17.783940_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:18.869530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/paligemma_fast_droid_2026-02-01T05:44:18.869530_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.205049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.205049_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:57.716032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:57.716032_npz_file.npz","partial_success":0.83,"right_camera_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.851078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.851078_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.205049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:56.205049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:57.271284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be4d3d37-9744-4381-8eaf-09771898d922/pi05_droid_2026-02-01T05:45:57.271284_video_wrist.mp4"},"preference":"B","session_id":"be4d3d37-9744-4381-8eaf-09771898d922","university":"nvidia"},{"completion_time":"2026-02-01T05:17:28.816730Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the bok choy on the pan with veggies","longform_feedback":"B was fast, smooth, and accurate. A grabbed the incorrect item and placed in the correct location.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.102652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.102652_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:50.649270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:50.649270_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.768644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.768644_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.102652_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:49.102652_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:50.172663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/paligemma_fast_droid_2026-02-01T05:13:50.172663_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.109056_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.109056_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:16.800798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:16.800798_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.858354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.858354_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.109056_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:15.109056_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:16.327637_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b704d210-85f2-4671-b519-d5ad7d65c0f1/dreaming_zebra_2026-02-01T05:17:16.327637_video_wrist.mp4"},"preference":"A","session_id":"b704d210-85f2-4671-b519-d5ad7d65c0f1","university":"nvidia"},{"completion_time":"2026-02-01T05:09:55.538931Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the glove on the white paper","longform_feedback":"B was much faster, and did not need to readjust the placement of the glove.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:07:59.512493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:07:59.512493_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:01.170256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:01.170256_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:00.207378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:00.207378_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:07:59.512493_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:07:59.512493_video_left.mp4","wrist_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:00.725461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/pi0_fast_droid_2026-02-01T05:08:00.725461_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:45.754132_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:45.754132_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:47.158991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:47.158991_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:46.309568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:46.309568_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:45.754132_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:45.754132_video_left.mp4","wrist_video_gcs_path":"evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:46.695605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/173c2d57-fe2a-4583-8322-f6f570d195cf/paligemma_diffusion_droid_2026-02-01T05:09:46.695605_video_wrist.mp4"},"preference":"B","session_id":"173c2d57-fe2a-4583-8322-f6f570d195cf","university":"nvidia"},{"completion_time":"2026-01-31T03:15:22.351538Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the marker through the hole in the box and place inside","longform_feedback":"A got the marker to touch the inside of the hole. B did not make it inside the hole, but still touched the box.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.223425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.223425_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:57.888447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:57.888447_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.850562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.850562_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.223425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:56.223425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:57.364185_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/pi0_fast_droid_2026-01-31T03:12:57.364185_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:06.508333_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:06.508333_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:08.175658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:08.175658_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:07.156266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:07.156266_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:06.508333_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:06.508333_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:07.652532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cc08f71-20fa-4765-85aa-0a866b1701ff/dreaming_zebra_2026-01-31T03:15:07.652532_video_wrist.mp4"},"preference":"A","session_id":"0cc08f71-20fa-4765-85aa-0a866b1701ff","university":"nvidia"},{"completion_time":"2026-01-31T03:07:54.905319Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Take the glove off of the purple cylinder and place it on the orange plate","longform_feedback":"A lifted the glove, but did not remove it. Was not its fault, was placed too tightly. B did not even pick up the glove.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:22.936600_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:22.936600_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:24.524234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:24.524234_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:23.562255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:23.562255_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:22.936600_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:22.936600_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:24.016285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/dreaming_zebra_2026-01-31T03:05:24.016285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.139887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.139887_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:42.738585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:42.738585_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.701395_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.701395_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.139887_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:41.139887_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:42.216845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8e12726-2d43-4f8c-b639-a98efa21a7b0/paligemma_fast_specialist_droid_2026-01-31T03:07:42.216845_video_wrist.mp4"},"preference":"A","session_id":"e8e12726-2d43-4f8c-b639-a98efa21a7b0","university":"nvidia"},{"completion_time":"2026-01-31T01:24:15.119898Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Pour the contents of the pink mug into the white cup","longform_feedback":"A tried to pour the pink mug. Nothing came out but it corerctly identified the white cup too. B went for distractor","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.037529_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.037529_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:42.625689_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:42.625689_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.656751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.656751_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.037529_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:41.037529_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:42.104008_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/dreaming_zebra_2026-01-31T01:20:42.104008_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.226569_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.226569_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:03.651826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:03.651826_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.727130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.727130_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.226569_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:02.226569_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:03.168045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8b495ff-c84e-41f3-aa30-bbbe5d20d805/paligemma_diffusion_droid_2026-01-31T01:24:03.168045_video_wrist.mp4"},"preference":"A","session_id":"a8b495ff-c84e-41f3-aa30-bbbe5d20d805","university":"nvidia"},{"completion_time":"2026-01-31T01:16:43.847231Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the blue \"E\" on the toast bread","longform_feedback":"B placed the letter on the toast. Could've been more centered. A tried to pick up the E but lacked finesse.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.266675_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.266675_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:34.925060_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:34.925060_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.909518_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.909518_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.266675_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:33.266675_video_left.mp4","wrist_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:34.403623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/dreaming_zebra_2026-01-31T01:14:34.403623_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:29.414499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:29.414499_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.992752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.992752_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.077380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.077380_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:29.414499_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:29.414499_video_left.mp4","wrist_video_gcs_path":"evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.547233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/640473b0-99dc-4440-8328-2679feeeb465/paligemma_vq_droid_2026-01-31T01:16:30.547233_video_wrist.mp4"},"preference":"B","session_id":"640473b0-99dc-4440-8328-2679feeeb465","university":"nvidia"},{"completion_time":"2026-01-31T01:10:18.234365Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the spatula in the toaster slot","longform_feedback":"A hovered over the toaster with spatula, B touched spatula to toaster, attempting to slot it in but failed.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.011912_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.011912_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:37.653256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:37.653256_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.636843_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.636843_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.011912_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:36.011912_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:37.102209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/dreaming_zebra_2026-01-31T01:04:37.102209_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:57.667399_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:57.667399_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:59.374125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:59.374125_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:58.341968_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:58.341968_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:57.667399_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:57.667399_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:58.794862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a128587a-c069-43ec-b0d2-2099fda2bf89/pi0_droid_2026-01-31T01:08:58.794862_video_wrist.mp4"},"preference":"B","session_id":"a128587a-c069-43ec-b0d2-2099fda2bf89","university":"nvidia"},{"completion_time":"2026-01-31T00:50:52.485566Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Unfold the black shirt","longform_feedback":"A touched the shirt, but did not unfold it. B attempted to unfold it, and suceeded, but then refolded it undoing its progress.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:56.932606_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:56.932606_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:58.588653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:58.588653_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:57.638940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:57.638940_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:56.932606_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:56.932606_video_left.mp4","wrist_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:58.095128_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/paligemma_vq_droid_2026-01-31T00:42:58.095128_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:31.876302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:31.876302_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:33.505694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:33.505694_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:32.487705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:32.487705_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:31.876302_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:31.876302_video_left.mp4","wrist_video_gcs_path":"evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:32.981009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/469e77c7-3d34-47b7-9cd3-d4a24450b5b0/pi0_fast_droid_2026-01-31T00:50:32.981009_video_wrist.mp4"},"preference":"B","session_id":"469e77c7-3d34-47b7-9cd3-d4a24450b5b0","university":"nvidia"},{"completion_time":"2026-01-31T00:39:40.842164Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the peanut shaped bus next to the purple cylinder","longform_feedback":"B was trying to move the wrrong obj to the cylinder. A picked up wrong obj and just dropped it.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.349945_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.349945_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:18.940838_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:18.940838_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.944825_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.944825_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.349945_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:17.349945_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:18.436166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/dreaming_zebra_2026-01-31T00:33:18.436166_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:10.486458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:10.486458_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:12.295211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:12.295211_npz_file.npz","partial_success":0.04,"right_camera_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:11.208998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:11.208998_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:10.486458_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:10.486458_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:11.792504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e50ca4f-c3ff-40f4-ad68-7c518a57162d/pi05_droid_2026-01-31T00:39:11.792504_video_wrist.mp4"},"preference":"B","session_id":"1e50ca4f-c3ff-40f4-ad68-7c518a57162d","university":"nvidia"},{"completion_time":"2026-01-31T00:23:13.714218Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the crown on the green bowl","longform_feedback":"A hovered over the correct objects, B went for and picked up the wrong objects.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:14.943165_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:14.943165_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:16.523295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:16.523295_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:15.575504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:15.575504_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:14.943165_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:14.943165_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:16.060232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/dreaming_zebra_2026-01-31T00:21:16.060232_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:03.992795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:03.992795_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:05.759148_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:05.759148_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:04.670891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:04.670891_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:03.992795_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:03.992795_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:05.220477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d20e9ef-8844-4944-986c-ad9d6efab970/pi05_droid_2026-01-31T00:23:05.220477_video_wrist.mp4"},"preference":"A","session_id":"0d20e9ef-8844-4944-986c-ad9d6efab970","university":"nvidia"},{"completion_time":"2026-01-31T00:14:46.822446Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Flip the plate over and onto the toast bread","longform_feedback":"A picked up the plate but dropped it. B picked up and flipped the plate. It even touched the plate to the bread, selecting the correct bread type. However it ran out of time before releasing the plate.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:43.738699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:43.738699_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:45.463395_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:45.463395_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:44.423964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:44.423964_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:43.738699_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:43.738699_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:44.881361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/paligemma_fast_droid_2026-01-31T00:11:44.881361_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.205047_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.205047_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:34.905654_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:34.905654_npz_file.npz","partial_success":0.82,"right_camera_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.890187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.890187_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.205047_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:33.205047_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:34.402556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe1c97e0-99fb-4025-b3eb-4ce91516475f/pi05_droid_2026-01-31T00:14:34.402556_video_wrist.mp4"},"preference":"B","session_id":"fe1c97e0-99fb-4025-b3eb-4ce91516475f","university":"nvidia"},{"completion_time":"2026-01-30T23:57:05.816387Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the mustard in the red square","longform_feedback":"A completed task, B reached for wrong object x2","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:15.536473_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:15.536473_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:17.156963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:17.156963_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:16.150212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:16.150212_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:15.536473_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:15.536473_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:16.638674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/dreaming_zebra_2026-01-30T23:53:16.638674_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:45.435980_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:45.435980_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:47.087506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:47.087506_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:46.076685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:46.076685_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:45.435980_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:45.435980_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:46.593608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b514e81-6f52-4053-b32a-603c3f9dc27b/paligemma_fast_specialist_droid_2026-01-30T23:56:46.593608_video_wrist.mp4"},"preference":"A","session_id":"1b514e81-6f52-4053-b32a-603c3f9dc27b","university":"nvidia"},{"completion_time":"2026-01-30T22:54:28.102603Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the balloon in the wooden box","longform_feedback":"B picked up the correct object. A did not. B put it in the incorrect container.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:13.577507_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:13.577507_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:15.189176_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:15.189176_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:14.211494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:14.211494_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:13.577507_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:13.577507_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:14.702796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/pi0_fast_droid_2026-01-30T22:52:14.702796_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:16.727515_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:16.727515_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:18.359849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:18.359849_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:17.330715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:17.330715_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:16.727515_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:16.727515_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:17.832711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5baadc2b-b3cf-4694-80e9-98b3d6cb7073/dreaming_zebra_2026-01-30T22:54:17.832711_video_wrist.mp4"},"preference":"B","session_id":"5baadc2b-b3cf-4694-80e9-98b3d6cb7073","university":"nvidia"},{"completion_time":"2026-01-30T17:53:09.771172Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the apple on the red can","longform_feedback":"A went for the apple, just did not get it to the can. B willfully ignored the apple, going for the orange and shallot, although it did try to put the shallot ontop of the can.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:50.959465_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:50.959465_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:52.551909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:52.551909_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:51.472583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:51.472583_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:50.959465_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:50.959465_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:51.979893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/pi0_droid_2026-01-30T17:48:51.979893_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.173617_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.173617_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:49.919516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:49.919516_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.863633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.863633_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.173617_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:48.173617_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:49.409750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4975f6c9-9bfe-45b3-abf1-50a7e535ce18/paligemma_fast_droid_2026-01-30T17:52:49.409750_video_wrist.mp4"},"preference":"A","session_id":"4975f6c9-9bfe-45b3-abf1-50a7e535ce18","university":"nvidia"},{"completion_time":"2026-01-30T02:28:08.003370Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the red block in the matching mailbox","longform_feedback":"Policy A placed the block in the matching mailbox. Policy B picked up the block but was not quick enough to place it anywhere, although it reached toward the correct mailbox. Policy A was faster and completed the task successfully.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:34.648819_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:34.648819_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:36.155347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:36.155347_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:35.222788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:35.222788_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:34.648819_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:34.648819_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:35.682295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_vq_droid_2026-01-30T02:24:35.682295_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.066804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.066804_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:54.594250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:54.594250_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.635001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.635001_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.066804_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:53.066804_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:54.098821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d07946c-61e3-4b4d-8f36-29be94a6f432/paligemma_diffusion_droid_2026-01-30T02:27:54.098821_video_wrist.mp4"},"preference":"A","session_id":"9d07946c-61e3-4b4d-8f36-29be94a6f432","university":"nvidia"},{"completion_time":"2026-01-30T02:16:59.990468Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the crown on the spider","longform_feedback":"Both policies picked up the spider unnecessarily. Policy B did eventually reach for the crown after moving the spider, attempting to grasp it. Policy B scores higher for this reason","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:12.439300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:12.439300_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:14.038733_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:14.038733_npz_file.npz","partial_success":0.12,"right_camera_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:13.033709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:13.033709_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:12.439300_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:12.439300_video_left.mp4","wrist_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:13.497537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/pi05_droid_2026-01-30T02:13:13.497537_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.096302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.096302_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:02.765981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:02.765981_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.732697_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.732697_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.096302_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:01.096302_video_left.mp4","wrist_video_gcs_path":"evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:02.209659_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1/paligemma_fast_droid_2026-01-30T02:16:02.209659_video_wrist.mp4"},"preference":"B","session_id":"853c5fc9-4e4f-4efd-a871-81c5cb8ed3f1","university":"nvidia"},{"completion_time":"2026-01-30T02:00:38.204765Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the shoes into the box","longform_feedback":"Both policies placed one shoe into the box and approached the second shoe. Policy B was able to pick up the second shoe, while Policy A only touched it. Policy B was slightly faster, and therefore preferable over Policy A here.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.225680_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.225680_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:09.860581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:09.860581_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.849496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.849496_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.225680_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:08.225680_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:09.343324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/pi0_fast_droid_2026-01-30T01:57:09.343324_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:19.686788_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:19.686788_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:21.300750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:21.300750_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:20.252039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:20.252039_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:19.686788_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:19.686788_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:20.765679_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6456ae9b-96b5-4f29-a2f8-14265e380e66/paligemma_diffusion_droid_2026-01-30T02:00:20.765679_video_wrist.mp4"},"preference":"B","session_id":"6456ae9b-96b5-4f29-a2f8-14265e380e66","university":"nvidia"},{"completion_time":"2026-01-30T01:48:00.795756Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it but did not succeed, then policy A hovered above the book during most remaining time of the episode,attempted to grasp the book again, touched the book.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to close the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least reached the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:07.182545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:07.182545_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.234574_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.234574_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.234574_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.234574_video_right.mp4","wrist_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.697059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/floppy_bagel_525k_temp1p0_2026-01-30T01:42:06.697059_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:41.894585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:41.894585_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:40.786893_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:40.786893_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:40.786893_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:40.786893_video_right.mp4","wrist_video_gcs_path":"evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:41.365140_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792bcbda-c877-4296-bd8b-2192fd88deec/paligemma_fast_specialist_droid_2026-01-30T01:47:41.365140_video_wrist.mp4"},"preference":"A","session_id":"792bcbda-c877-4296-bd8b-2192fd88deec","university":"frodobots"},{"completion_time":"2026-01-30T01:44:34.869904Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"open the book","longform_feedback":"Policy A opened the book partially, while Policy B opened the book entirely. Policy B was more successful.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.097373_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.097373_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:18.802920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:18.802920_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.725617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.725617_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.097373_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:17.097373_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:18.200002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/dreaming_zebra_2026-01-30T01:42:18.200002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.018384_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.018384_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:21.553563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:21.553563_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.609273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.609273_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.018384_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:20.018384_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:21.062576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e9b59ef-81dd-439b-9505-5158f4915bfa/paligemma_diffusion_droid_2026-01-30T01:44:21.062576_video_wrist.mp4"},"preference":"B","session_id":"3e9b59ef-81dd-439b-9505-5158f4915bfa","university":"nvidia"},{"completion_time":"2026-01-30T01:34:58.249504Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"remove the tape from the notebook","longform_feedback":"Policy A touched the notebook but did not attempt to grab the tape. Policy B touched the tape and attempted to grasp it. Policy B was closer to completing the task.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.213390_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.213390_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:22.792951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:22.792951_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.784896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.784896_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.213390_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:21.213390_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:22.299069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/paligemma_diffusion_droid_2026-01-30T01:30:22.299069_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:56.567439_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:56.567439_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:58.151178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:58.151178_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:57.177830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:57.177830_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:56.567439_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:56.567439_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:57.629109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1795e6cd-66a3-469d-a88d-c066377d6d0c/floppy_bagel_525k_temp1p0_2026-01-30T01:33:57.629109_video_wrist.mp4"},"preference":"B","session_id":"1795e6cd-66a3-469d-a88d-c066377d6d0c","university":"nvidia"},{"completion_time":"2026-01-30T00:53:19.815459Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"whisk the food in the bowl","longform_feedback":"Policy B picked up the whisk and moved it into the bowl. Policy A touched the whisk but did not pick it up. Policy B was better by far","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:29.405454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:29.405454_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.947842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.947842_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.009364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.009364_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:29.405454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:29.405454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.440870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/floppy_bagel_525k_temp1p0_2026-01-30T00:49:30.440870_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:52:59.572863_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:52:59.572863_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:01.191474_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:01.191474_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:00.191761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:00.191761_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:52:59.572863_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:52:59.572863_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:00.613060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce3db3f3-2c06-4c58-9dff-7f1dbb659e71/pi0_fast_droid_2026-01-30T00:53:00.613060_video_wrist.mp4"},"preference":"B","session_id":"ce3db3f3-2c06-4c58-9dff-7f1dbb659e71","university":"nvidia"},{"completion_time":"2026-01-30T00:43:36.259545Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"pour the juice into the cup","longform_feedback":"Policy B at least touched the orange juice carton, while Policy A did not make contact with the juice carton. Neither picked up the carton or made a pouring motion. Policy B was somewhat better","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:38.885483_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:38.885483_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:40.551388_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:40.551388_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:39.579854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:39.579854_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:38.885483_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:38.885483_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:40.061537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/pi0_droid_2026-01-30T00:39:40.061537_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:22.651631_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:22.651631_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:24.290866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:24.290866_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:23.251849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:23.251849_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:22.651631_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:22.651631_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:23.745195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9aeeffe-43de-41ab-bf3a-d67183edbc56/floppy_bagel_525k_temp1p0_2026-01-30T00:43:23.745195_video_wrist.mp4"},"preference":"B","session_id":"a9aeeffe-43de-41ab-bf3a-d67183edbc56","university":"nvidia"},{"completion_time":"2026-01-30T00:28:47.294604Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"pack up the school supplies","longform_feedback":"Policy A picked up at least 2 objects, and moved one closer to the backpack. While it did not deposit the marker into the bag, Policy A was still more successful than Policy B, which attempted grasping a marker but failed to pick up. Policy A was more successful","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:26.909587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:26.909587_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:28.434063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:28.434063_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:27.499766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:27.499766_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:26.909587_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:26.909587_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:27.965178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/paligemma_fast_droid_2026-01-30T00:24:27.965178_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:29.994026_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:29.994026_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:31.607925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:31.607925_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:30.598139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:30.598139_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:29.994026_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:29.994026_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:31.115992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0410871d-8bb7-419a-b0db-8e2516ca1fab/floppy_bagel_525k_temp1p0_2026-01-30T00:28:31.115992_video_wrist.mp4"},"preference":"A","session_id":"0410871d-8bb7-419a-b0db-8e2516ca1fab","university":"nvidia"},{"completion_time":"2026-01-30T00:06:16.671595Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"remove the notebook from the backpack","longform_feedback":"Policy A removed the notebook by grabbing the entire backpack and causing the notebook to fall out. Neither policy grabbed the notebook itself, but policy A was able to separate the bag from the notebook while policy B only touched the backpack and was not able to remove the notebook before timeout.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:21.657502_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:21.657502_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:23.344272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:23.344272_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:22.327136_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:22.327136_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:21.657502_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:21.657502_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:22.833231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/dreaming_zebra_2026-01-30T00:02:22.833231_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:03.752391_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:03.752391_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:05.480543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:05.480543_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:04.437633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:04.437633_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:03.752391_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:03.752391_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:04.940159_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25ec5677-b14e-4e84-bc24-79ff5692c29f/paligemma_fast_specialist_droid_2026-01-30T00:06:04.940159_video_wrist.mp4"},"preference":"A","session_id":"25ec5677-b14e-4e84-bc24-79ff5692c29f","university":"nvidia"},{"completion_time":"2026-01-29T23:56:33.806341Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"place the hat onto the table","longform_feedback":"Policy A successfully removed the hat from the drawer and placed it on the table. Policy B did not touch the hat until the very end, and still was unable to grasp it. Policy A wins.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:51.626598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:51.626598_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:53.263612_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:53.263612_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:52.282736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:52.282736_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:51.626598_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:51.626598_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:52.732157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_specialist_droid_2026-01-29T23:52:52.732157_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:18.541332_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:18.541332_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:20.274545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:20.274545_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:19.191531_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:19.191531_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:18.541332_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:18.541332_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:19.685716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb1f4ae-9646-4f32-b5f2-f6fec94852a5/paligemma_fast_droid_2026-01-29T23:56:19.685716_video_wrist.mp4"},"preference":"A","session_id":"2eb1f4ae-9646-4f32-b5f2-f6fec94852a5","university":"nvidia"},{"completion_time":"2026-01-29T23:35:56.450312Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"pour the cup onto the plate","longform_feedback":"Policy B put the cup onto the plate, whereas policy A attempted to pick up the cup but did not progress further.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:19.535641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:19.535641_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:21.147140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:21.147140_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:20.194001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:20.194001_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:19.535641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:19.535641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:20.648761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_vq_droid_2026-01-29T23:32:20.648761_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:39.684751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:39.684751_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:41.465378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:41.465378_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:40.394261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:40.394261_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:39.684751_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:39.684751_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:40.946625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10e6a9f7-aff6-4536-9552-67018cdb68b9/paligemma_fast_specialist_droid_2026-01-29T23:35:40.946625_video_wrist.mp4"},"preference":"B","session_id":"10e6a9f7-aff6-4536-9552-67018cdb68b9","university":"nvidia"},{"completion_time":"2026-01-29T23:17:20.262732Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the domino on the bread","longform_feedback":"A picked up the wrong object and placed it on the wrong platform. B picked up the correct object but tried to place it on the incorrect platform.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:42.589687_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:42.589687_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:44.290815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:44.290815_npz_file.npz","partial_success":0.04,"right_camera_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:43.244566_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:43.244566_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:42.589687_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:42.589687_video_left.mp4","wrist_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:43.762883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/floppy_bagel_525k_temp1p0_2026-01-29T23:13:43.762883_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.036469_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.036469_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:05.736717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:05.736717_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.722823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.722823_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.036469_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:04.036469_video_left.mp4","wrist_video_gcs_path":"evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:05.230488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e1ca64-94f1-41cc-b42c-1b4d92136b84/pi05_droid_2026-01-29T23:17:05.230488_video_wrist.mp4"},"preference":"B","session_id":"67e1ca64-94f1-41cc-b42c-1b4d92136b84","university":"nvidia"},{"completion_time":"2026-01-29T23:03:06.757450Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Open the mailbox, then place yellow cube inside the mailbox","longform_feedback":"A picked up the cube and placed it on top of the mailbox. It did not open the mailbox beforehand. B did not even manage to pick up the cube.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:52.857683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:52.857683_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:54.531844_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:54.531844_npz_file.npz","partial_success":0.54,"right_camera_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:53.504642_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:53.504642_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:52.857683_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:52.857683_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:53.985174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/paligemma_diffusion_droid_2026-01-29T22:58:53.985174_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.138186_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.138186_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:38.616419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:38.616419_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.772807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.772807_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.138186_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:37.138186_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:38.208146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d91702-484d-4605-a763-05d8dcc70996/floppy_bagel_525k_temp1p0_2026-01-29T23:02:38.208146_video_wrist.mp4"},"preference":"A","session_id":"d6d91702-484d-4605-a763-05d8dcc70996","university":"nvidia"},{"completion_time":"2026-01-29T22:49:30.341591Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"stack all the cups together","longform_feedback":"A got 3/5 cups stacked. B also got 3/5, but picked up a fourth before timing out unlike A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:18.729682_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:18.729682_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:20.364358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:20.364358_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:19.335283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:19.335283_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:18.729682_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:18.729682_video_left.mp4","wrist_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:19.863468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_droid_2026-01-29T22:46:19.863468_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.075347_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.075347_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:15.707482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:15.707482_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.662272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.662272_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.075347_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:14.075347_video_left.mp4","wrist_video_gcs_path":"evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:15.131883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99dbff06-ec1e-4c6a-80f2-0ceb81ce5487/paligemma_fast_specialist_droid_2026-01-29T22:49:15.131883_video_wrist.mp4"},"preference":"B","session_id":"99dbff06-ec1e-4c6a-80f2-0ceb81ce5487","university":"nvidia"},{"completion_time":"2026-01-29T22:29:40.389266Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the purple cylinder on the red can","longform_feedback":"B placed it on and let go. It then knocked it over later, but it still accomplished the task. A did not even manage to grip the purple cylinder.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:32.833155_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:32.833155_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:34.357753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:34.357753_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:33.417696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:33.417696_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:32.833155_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:32.833155_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:33.850681_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/floppy_bagel_525k_temp1p0_2026-01-29T22:26:33.850681_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:17.678175_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:17.678175_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:19.286388_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:19.286388_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:18.306424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:18.306424_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:17.678175_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:17.678175_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:18.780572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0009450c-4094-40ed-963b-905c8cd452ec/paligemma_vq_droid_2026-01-29T22:29:18.780572_video_wrist.mp4"},"preference":"B","session_id":"0009450c-4094-40ed-963b-905c8cd452ec","university":"nvidia"},{"completion_time":"2026-01-29T22:25:37.454177Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"remove the balls from the basket","longform_feedback":"Both policies were unable to get any ball out of the basket. The difference between the two rollouts was that policy A had the gripper furthur inside the basket, and was closer to grabbing a ball than policy B which mainly just pushed the basket around.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.057339_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.057339_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:59.658443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:59.658443_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.654892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.654892_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.057339_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:58.057339_video_left.mp4","wrist_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:59.086568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/dreaming_zebra_2026-01-29T22:21:59.086568_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:12.989367_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:12.989367_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:14.766353_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:14.766353_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:13.797299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:13.797299_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:12.989367_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:12.989367_video_left.mp4","wrist_video_gcs_path":"evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:14.217390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/612e2492-a6da-4f61-abd0-ad2859d906c0/pi0_droid_2026-01-29T22:25:14.217390_video_wrist.mp4"},"preference":"A","session_id":"612e2492-a6da-4f61-abd0-ad2859d906c0","university":"nvidia"},{"completion_time":"2026-01-29T21:37:19.280380Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"stack the bowls","longform_feedback":"Policy A was fully able to stack all three bowls together. Policy B was unable to pick up a single bowl, so clearly policy A was better.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.038312_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.038312_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:50.527994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:50.527994_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.634598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.634598_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.038312_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:49.038312_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:50.043578_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/dreaming_zebra_2026-01-29T21:32:50.043578_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:56.661573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:56.661573_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:58.204366_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:58.204366_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:57.278459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:57.278459_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:56.661573_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:56.661573_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:57.713569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14/floppy_bagel_525k_temp1p0_2026-01-29T21:36:57.713569_video_wrist.mp4"},"preference":"A","session_id":"bcf30b90-4dd2-44a8-ad3c-5bc2fb35df14","university":"nvidia"},{"completion_time":"2026-01-29T21:23:22.805534Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the toast onto the plate","longform_feedback":"Policy A was able to get one piece of toast out of the toaster and onto the plate. Policy B got one piece of toast out of the toaster but never released it onto the plate. Policy A is preferred since it accomplished more of the task than policy B","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:37.471711_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:37.471711_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.973625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.973625_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.077607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.077607_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:37.471711_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:37.471711_video_left.mp4","wrist_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.524582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/floppy_bagel_525k_temp1p0_2026-01-29T21:19:38.524582_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.024396_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.024396_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:05.628599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:05.628599_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.680914_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.680914_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.024396_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:04.024396_video_left.mp4","wrist_video_gcs_path":"evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:05.117168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/181ca195-452f-4829-b9f9-af38de0d9573/dreaming_zebra_2026-01-29T21:23:05.117168_video_wrist.mp4"},"preference":"A","session_id":"181ca195-452f-4829-b9f9-af38de0d9573","university":"nvidia"},{"completion_time":"2026-01-29T19:55:33.602320Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Orient the mug so the handle is to the right","longform_feedback":"Policy A touched the mug lightly, bumping it until it turned about 90 degrees from its original orientation. Policy B picked up the mug entirely, moving it to the right side of the table. Policy B placed the mug with the handle turned about 90 degrees from its original position as well. Both policies ended with the cups partially turned, but neither managed to follow the prompt closely.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:31.452641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:31.452641_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.966650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.966650_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.037844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.037844_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:31.452641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:31.452641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.426202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/floppy_bagel_525k_temp1p0_2026-01-29T19:50:32.426202_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:11.653986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:11.653986_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:13.217604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:13.217604_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:12.282336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:12.282336_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:11.653986_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:11.653986_video_left.mp4","wrist_video_gcs_path":"evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:12.734769_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/248abc46-965e-4722-bf35-984bb3c75972/paligemma_fast_specialist_droid_2026-01-29T19:55:12.734769_video_wrist.mp4"},"preference":"TIE","session_id":"248abc46-965e-4722-bf35-984bb3c75972","university":"nvidia"},{"completion_time":"2026-01-29T19:43:52.101440Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"dispense the mustard onto the bread","longform_feedback":"Both policies were able to pick up the mustard bottle, but Policy B moved the bottle more intentionally near the bread. While its grasp was poor, the robot tilted as if to pour the contents of the bottle in policy B. Policy A moved the bottle toward the plate, but was less controlled in its movements. Policy B was slightly preferable.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.107671_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.107671_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:14.797642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:14.797642_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.756716_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.756716_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.107671_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:13.107671_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:14.269514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/pi05_droid_2026-01-29T19:37:14.269514_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:29.871005_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:29.871005_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:31.424664_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:31.424664_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:30.473166_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:30.473166_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:29.871005_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:29.871005_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:30.920037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1283aaf-ad79-407c-bf84-de5ff33e2158/dreaming_zebra_2026-01-29T19:43:30.920037_video_wrist.mp4"},"preference":"B","session_id":"b1283aaf-ad79-407c-bf84-de5ff33e2158","university":"nvidia"},{"completion_time":"2026-01-29T19:21:24.664157Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the marker in the drawer, then close the drawer","longform_feedback":"Policy A picked up the marker and placed it into the open drawer, whereas Policy B picked up the marker, moved toward the drawer, but ultimately placed it back onto the table. Policy A was more successful.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:27.950420_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:27.950420_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:29.746543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:29.746543_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:28.653750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:28.653750_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:27.950420_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:27.950420_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:29.163844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/pi05_droid_2026-01-29T19:17:29.163844_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:06.593843_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:06.593843_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:08.191057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:08.191057_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:07.196050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:07.196050_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:06.593843_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:06.593843_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:07.632701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d592b306-bad3-40f4-8ac7-333395c15e76/dreaming_zebra_2026-01-29T19:21:07.632701_video_wrist.mp4"},"preference":"A","session_id":"d592b306-bad3-40f4-8ac7-333395c15e76","university":"nvidia"},{"completion_time":"2026-01-29T19:10:33.434166Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the trash in the garbage bin","longform_feedback":"Policy B completed the task, throwing away two pieces of trash into the bin. Policy A failed to pick up any object, only searching around the table.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:12.632626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:12.632626_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:14.175625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:14.175625_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:13.304003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:13.304003_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:12.632626_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:12.632626_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:13.730142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/pi0_droid_2026-01-29T19:07:13.730142_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:19.711328_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:19.711328_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:21.204001_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:21.204001_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:20.302967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:20.302967_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:19.711328_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:19.711328_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:20.732243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dfbbbc3-a462-4de8-8f0c-89c924c99f0a/floppy_bagel_525k_temp1p0_2026-01-29T19:10:20.732243_video_wrist.mp4"},"preference":"B","session_id":"6dfbbbc3-a462-4de8-8f0c-89c924c99f0a","university":"nvidia"},{"completion_time":"2026-01-29T19:00:47.626932Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the gloves into the tray","longform_feedback":"Policy B was able to accomplish the task fully, and policy A ran out of time before it could accomplish the task. Since policy B was able to finish the task within the alotted time, it is preferred.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:09.462427_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:09.462427_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:11.116971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:11.116971_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:10.085960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:10.085960_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:09.462427_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:09.462427_video_left.mp4","wrist_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:10.585720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/paligemma_diffusion_droid_2026-01-29T18:54:10.585720_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:27.607624_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:27.607624_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:29.292818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:29.292818_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:28.275897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:28.275897_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:27.607624_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:27.607624_video_left.mp4","wrist_video_gcs_path":"evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:28.781010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93be9f1a-e7f3-48f1-9225-b189bee907ec/dreaming_zebra_2026-01-29T19:00:28.781010_video_wrist.mp4"},"preference":"B","session_id":"93be9f1a-e7f3-48f1-9225-b189bee907ec","university":"nvidia"},{"completion_time":"2026-01-29T18:54:46.941654Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the baguette in the basket","longform_feedback":"y","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.216749_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.216749_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:19.865984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:19.865984_npz_file.npz","partial_success":0.88,"right_camera_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.844294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.844294_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.216749_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:18.216749_video_left.mp4","wrist_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:19.291841_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/paligemma_fast_specialist_droid_2026-01-29T18:51:19.291841_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:53:59.533850_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:53:59.533850_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:01.055434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:01.055434_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:00.114039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:00.114039_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:53:59.533850_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:53:59.533850_video_left.mp4","wrist_video_gcs_path":"evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:00.533020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ee8cee-8549-47b9-9046-ca6d21f6e4c1/dreaming_zebra_2026-01-29T18:54:00.533020_video_wrist.mp4"},"preference":"B","session_id":"13ee8cee-8549-47b9-9046-ca6d21f6e4c1","university":"nvidia"},{"completion_time":"2026-01-29T18:36:11.627779Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the bowl and cup onto the tray","longform_feedback":"Policy A quickly grabbed the two items and placed them onto the tray, picking them up on the first try. Policy B took three tries to pick up the bowl, and ran out of time before it could get the cup to the tray as well. Policy A is preferred since it grabbed the objects on the first try, and fully accomplished the task with time to spare.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:48.201046_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:48.201046_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:50.031886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:50.031886_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:49.029188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:49.029188_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:48.201046_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:48.201046_video_left.mp4","wrist_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:49.517976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/pi05_droid_2026-01-29T18:31:49.517976_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:49.706428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:49.706428_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:51.378914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:51.378914_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:50.342934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:50.342934_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:49.706428_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:49.706428_video_left.mp4","wrist_video_gcs_path":"evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:50.819453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/066f9d97-568f-401e-8579-d2b1b146b275/dreaming_zebra_2026-01-29T18:35:50.819453_video_wrist.mp4"},"preference":"A","session_id":"066f9d97-568f-401e-8579-d2b1b146b275","university":"nvidia"},{"completion_time":"2026-01-29T18:24:35.222389Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"assemble the pyramid","longform_feedback":"Policy B made more attempts at picking up the green piece than policy A. Both policies failed to pick up any piece, but policy B was making a better effort than Policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:40.363952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:40.363952_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:42.089222_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:42.089222_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:41.045568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:41.045568_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:40.363952_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:40.363952_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:41.565302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/paligemma_diffusion_droid_2026-01-29T18:20:41.565302_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:17.522236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:17.522236_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:19.243411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:19.243411_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:18.202160_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:18.202160_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:17.522236_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:17.522236_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:18.700732_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4848c0d5-a108-4ab9-add5-179465c1eac8/pi0_droid_2026-01-29T18:24:18.700732_video_wrist.mp4"},"preference":"B","session_id":"4848c0d5-a108-4ab9-add5-179465c1eac8","university":"nvidia"},{"completion_time":"2026-01-29T18:11:47.033033Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Fold the shirt","longform_feedback":"B folded the shirt, albeit very poorly. A did not even touch the shirt.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.095581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.095581_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:46.886484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:46.886484_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.811564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.811564_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.095581_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:45.095581_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:46.324734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/paligemma_fast_droid_2026-01-29T18:07:46.324734_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.192601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.192601_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:10.839226_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:10.839226_npz_file.npz","partial_success":0.42,"right_camera_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.814004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.814004_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.192601_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:09.192601_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:10.290567_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5688de84-434d-4688-b108-81d0578a706a/floppy_bagel_525k_temp1p0_2026-01-29T18:11:10.290567_video_wrist.mp4"},"preference":"B","session_id":"5688de84-434d-4688-b108-81d0578a706a","university":"nvidia"},{"completion_time":"2026-01-29T12:42:25.393291Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the screw that is outside the box and put it in the box","longform_feedback":"policy A reaches to the screw that is out of the box but fails to pick up the screw. Policy B reaches to the box and does not pick up anything and moves randomly","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:50.611434_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:50.611434_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:52.088451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:52.088451_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:51.227561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:51.227561_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:50.611434_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:50.611434_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:51.638363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/paligemma_vq_droid_2026-01-29T12:39:51.638363_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:04.501729_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:04.501729_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.907962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.907962_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.032485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.032485_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:04.501729_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:04.501729_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.404757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6a7669-e0d9-473c-a907-3fa748405cd3/pi0_fast_droid_2026-01-29T12:42:05.404757_video_wrist.mp4"},"preference":"A","session_id":"9d6a7669-e0d9-473c-a907-3fa748405cd3","university":"KAIST"},{"completion_time":"2026-01-29T12:28:29.154078Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the marker and put it in the pink bin","longform_feedback":"policy A correctly reaches to the marker, pick up the marker and put it in the pick bin. policy B reaches to the marker, fails to pick up, just keeps on touching the marker with gripper closed","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.358383_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.358383_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:12.755851_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:12.755851_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.907901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.907901_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.358383_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:11.358383_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:12.334992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/dreaming_zebra_2026-01-29T12:25:12.334992_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:06.664898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:06.664898_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:08.244661_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:08.244661_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:07.342722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:07.342722_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:06.664898_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:06.664898_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:07.790438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9052f86-7fed-47a2-93f6-a57873213e15/paligemma_fast_droid_2026-01-29T12:28:07.790438_video_wrist.mp4"},"preference":"A","session_id":"c9052f86-7fed-47a2-93f6-a57873213e15","university":"KAIST"},{"completion_time":"2026-01-29T12:13:22.952911Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the marker and put it in the cup","longform_feedback":"policy A initially reaches to the melon but goes to the marker but fails to pick up marker. Policy B also reaches to the marker but fails to pick up the marker","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:21.936849_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:21.936849_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:23.462563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:23.462563_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:22.560928_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:22.560928_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:21.936849_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:21.936849_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:23.026875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_fast_specialist_droid_2026-01-29T12:10:23.026875_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:54.715660_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:54.715660_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:56.301150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:56.301150_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:55.331260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:55.331260_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:54.715660_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:54.715660_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:55.832509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9432649b-d07c-40d6-9117-56349c8afcd4/paligemma_diffusion_droid_2026-01-29T12:12:55.832509_video_wrist.mp4"},"preference":"TIE","session_id":"9432649b-d07c-40d6-9117-56349c8afcd4","university":"KAIST"},{"completion_time":"2026-01-29T11:54:34.960483Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the brush and sweep the pink bin","longform_feedback":"policy A picks up the brush and reaches to the pink bin. Although policy A kind of does the sweeping motion, it fails to make contact with the bin. Policy B does not make contact with the brush. moving randomly most of the time. It tries to grasp one time the brush but fails to make contact.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.223302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.223302_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:34.802174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:34.802174_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.848479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.848479_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.223302_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:33.223302_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:34.319651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/dreaming_zebra_2026-01-29T11:50:34.319651_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:04.472110_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:04.472110_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:06.118213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:06.118213_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:05.068222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:05.068222_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:04.472110_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:04.472110_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:05.530897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52935fc3-4455-42bb-b74f-d54621da26aa/pi0_droid_2026-01-29T11:54:05.530897_video_wrist.mp4"},"preference":"A","session_id":"52935fc3-4455-42bb-b74f-d54621da26aa","university":"KAIST"},{"completion_time":"2026-01-29T11:36:40.105312Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"take the straw out of the cup","longform_feedback":"policy A behaves very strangely and aggressively, end up banging on the table. policy B sucessfully take out the straw out of the cup. however, policy B is hesistant to grasp (did multiple gripper open-close before actually doing the grasp)","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:58.780770_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:58.780770_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:32:00.834152_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:32:00.834152_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:59.586040_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:59.586040_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:58.780770_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:31:58.780770_video_left.mp4","wrist_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:32:00.295438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/pi05_droid_2026-01-29T11:32:00.295438_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:12.409571_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:12.409571_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.957314_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.957314_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.007417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.007417_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:12.409571_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:12.409571_video_left.mp4","wrist_video_gcs_path":"evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.499447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/435c925b-116d-41d3-b75e-1ee0bbeba620/dreaming_zebra_2026-01-29T11:36:13.499447_video_wrist.mp4"},"preference":"B","session_id":"435c925b-116d-41d3-b75e-1ee0bbeba620","university":"KAIST"},{"completion_time":"2026-01-29T11:25:48.342246Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the right cup and stack it on top of left cup","longform_feedback":"Policy A reaches to the right cup but fails to pick up the cup. Policy B picks up the right cup, move to the left cup and try to stack it. But it missed the accurate stacking, making the cup to fall off","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.139584_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.139584_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:59.871371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:59.871371_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.794627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.794627_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.139584_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:58.139584_video_left.mp4","wrist_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:59.337149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/paligemma_fast_specialist_droid_2026-01-29T11:21:59.337149_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.401868_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.401868_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:27.798924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:27.798924_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.956218_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.956218_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.401868_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:26.401868_video_left.mp4","wrist_video_gcs_path":"evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:27.374014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/723ecedb-9fca-4aea-a20d-eb65a49d77d7/dreaming_zebra_2026-01-29T11:25:27.374014_video_wrist.mp4"},"preference":"B","session_id":"723ecedb-9fca-4aea-a20d-eb65a49d77d7","university":"KAIST"},{"completion_time":"2026-01-29T08:09:04.417853Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"slide the purple plate next to the orange plate","longform_feedback":"Both policies A and B behaved similarly; going to the purple plate but fail to make contact with the plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:40.530411_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:40.530411_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:42.159189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:42.159189_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:41.182605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:41.182605_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:40.530411_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:40.530411_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:41.648652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_diffusion_droid_2026-01-29T08:05:41.648652_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.275713_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.275713_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:46.877919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:46.877919_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.929127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.929127_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.275713_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:45.275713_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:46.376510_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71d15b57-f992-4d9c-9003-d6aabfd01edf/paligemma_fast_specialist_droid_2026-01-29T08:08:46.376510_video_wrist.mp4"},"preference":"TIE","session_id":"71d15b57-f992-4d9c-9003-d6aabfd01edf","university":"KAIST"},{"completion_time":"2026-01-29T05:23:36.273926Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Fan the hot burger","longform_feedback":"Both models went to the burger, ignoring the fan.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.237969_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.237969_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:28.834233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:28.834233_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.871918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.871918_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.237969_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:27.237969_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:28.317153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/floppy_bagel_525k_temp1p0_2026-01-29T05:21:28.317153_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:25.917026_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:25.917026_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:27.555213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:27.555213_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:26.515895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:26.515895_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:25.917026_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:25.917026_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:26.974136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c398ebd-efa0-44f7-a705-e3244e0d0536/pi05_droid_2026-01-29T05:23:26.974136_video_wrist.mp4"},"preference":"TIE","session_id":"2c398ebd-efa0-44f7-a705-e3244e0d0536","university":"nvidia"},{"completion_time":"2026-01-29T05:16:05.497168Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Place the tape around the grey cylinder","longform_feedback":"A picked up the tape, B did not.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.080071_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.080071_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:11.714176_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:11.714176_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.740881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.740881_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.080071_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:10.080071_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:11.216569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/pi0_fast_droid_2026-01-29T05:13:11.216569_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:52.530231_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:52.530231_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:54.206673_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:54.206673_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:53.179828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:53.179828_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:52.530231_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:52.530231_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:53.663169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab9c56f7-5636-4df7-bc63-e90aff3de826/floppy_bagel_525k_temp1p0_2026-01-29T05:15:53.663169_video_wrist.mp4"},"preference":"A","session_id":"ab9c56f7-5636-4df7-bc63-e90aff3de826","university":"nvidia"},{"completion_time":"2026-01-29T05:09:19.950587Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Cover the spider","longform_feedback":"A did not even grab the towel. B touched the towel to the spider.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.129398_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.129398_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:32.796146_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:32.796146_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.762365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.762365_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.129398_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:31.129398_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:32.246509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/floppy_bagel_525k_temp1p0_2026-01-29T05:06:32.246509_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.291745_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.291745_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:46.833279_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:46.833279_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.812540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.812540_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.291745_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:45.291745_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:46.287044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e084eae-f659-4ba2-8c70-f0b46d8b1c8c/dreaming_zebra_2026-01-29T05:08:46.287044_video_wrist.mp4"},"preference":"B","session_id":"4e084eae-f659-4ba2-8c70-f0b46d8b1c8c","university":"nvidia"},{"completion_time":"2026-01-29T05:00:42.784014Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Flip cup","longform_feedback":"A lifted and then launched the cup onto its side. B lifted it but did not get it onto its side.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:04.470587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:04.470587_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:06.088359_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:06.088359_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:05.089598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:05.089598_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:04.470587_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:04.470587_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:05.592341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/dreaming_zebra_2026-01-29T04:57:05.592341_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.300717_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.300717_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:03.875536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:03.875536_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.879797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.879797_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.300717_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:02.300717_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:03.331243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b56e3ee3-120b-4acf-b0de-ffde229098cc/paligemma_fast_specialist_droid_2026-01-29T05:00:03.331243_video_wrist.mp4"},"preference":"A","session_id":"b56e3ee3-120b-4acf-b0de-ffde229098cc","university":"nvidia"},{"completion_time":"2026-01-29T04:51:18.883622Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the croissant inside the oven","longform_feedback":"A picked it up and tried to place it, but the croissant fell out. B did not manage to pick up the croissant.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.010233_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.010233_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:25.681355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:25.681355_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.664796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.664796_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.010233_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:24.010233_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:25.141568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/pi0_droid_2026-01-29T04:47:25.141568_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:04.718526_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:04.718526_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:06.315673_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:06.315673_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:05.300016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:05.300016_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:04.718526_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:04.718526_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:05.760809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1446f25-7310-4a54-9458-2cd7e91b5845/floppy_bagel_525k_temp1p0_2026-01-29T04:51:05.760809_video_wrist.mp4"},"preference":"A","session_id":"b1446f25-7310-4a54-9458-2cd7e91b5845","university":"nvidia"},{"completion_time":"2026-01-29T04:36:08.410215Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the batteries in the cup","longform_feedback":"Policy A managed to place the battery on the edge of the cup, which was closer than Policy B was able to complete. Policy  A also corrected and picked up a battery that it had dropped, while Policy B ignored the battery that it dropped and moved to pick up another battery. Policy A was also slightly faster. Overall, Policy A was slightly favorable over B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.096707_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.096707_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:58.670495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:58.670495_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.723467_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.723467_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.096707_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:57.096707_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:58.124069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/pi0_droid_2026-01-29T04:25:58.124069_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.296590_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.296590_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:15.872360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:15.872360_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.917819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.917819_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.296590_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:14.296590_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:15.364348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c9097d-2add-48c1-a861-72413937d248/floppy_bagel_525k_temp1p0_2026-01-29T04:35:15.364348_video_wrist.mp4"},"preference":"A","session_id":"97c9097d-2add-48c1-a861-72413937d248","university":"nvidia"},{"completion_time":"2026-01-29T04:18:22.792977Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"collect all the dominoes into the bowl","longform_feedback":"Both policies solely attempted to pick up the cherries. Neither policy picked up a domino","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:35.930447_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:35.930447_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:37.436033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:37.436033_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:36.495943_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:36.495943_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:35.930447_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:35.930447_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:36.922617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/dreaming_zebra_2026-01-29T04:15:36.922617_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:03.859988_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:03.859988_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:05.333163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:05.333163_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:04.455459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:04.455459_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:03.859988_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:03.859988_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:04.874371_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0873278-d036-4531-b2c2-38c781b68003/pi0_droid_2026-01-29T04:18:04.874371_video_wrist.mp4"},"preference":"TIE","session_id":"c0873278-d036-4531-b2c2-38c781b68003","university":"nvidia"},{"completion_time":"2026-01-29T04:06:07.940564Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Assemble Burger","longform_feedback":"A went towards the burger bun but never picked it up. B picked up the burger and dropped it, ruining any chaance of salvaging the rollout.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.220480_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.220480_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:05.759791_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:05.759791_npz_file.npz","partial_success":0.29,"right_camera_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.824002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.824002_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.220480_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:04.220480_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:05.302075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/floppy_bagel_525k_temp1p0_2026-01-29T04:03:05.302075_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:46.647964_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:46.647964_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:48.256405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:48.256405_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:47.230054_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:47.230054_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:46.647964_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:46.647964_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:47.710018_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae88ee4a-626c-4064-ab0f-dac4d0b46567/pi0_fast_droid_2026-01-29T04:05:47.710018_video_wrist.mp4"},"preference":"A","session_id":"ae88ee4a-626c-4064-ab0f-dac4d0b46567","university":"nvidia"},{"completion_time":"2026-01-29T04:04:46.554487Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"cinch the drawstring of the bag","longform_feedback":"Policy A reached for the drawstring of the bag, and attempted to grasp it. Policy B moved quickly and all over the place, moving all around the table and touching the bag once, but never touched the drawstring. Policy A appeared more intentional.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.369342_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.369342_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:37.901532_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:37.901532_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.959686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.959686_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.369342_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:36.369342_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:37.390009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/dreaming_zebra_2026-01-29T03:59:37.390009_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:30.551412_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:30.551412_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:32.227442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:32.227442_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:31.129485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:31.129485_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:30.551412_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:30.551412_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:31.616644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fd73652-56e6-469f-9abd-779fbe7457cc/paligemma_fast_specialist_droid_2026-01-29T04:04:31.616644_video_wrist.mp4"},"preference":"A","session_id":"1fd73652-56e6-469f-9abd-779fbe7457cc","university":"nvidia"},{"completion_time":"2026-01-29T03:57:41.161179Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"elevate the yellow block to the highest platform","longform_feedback":"A went towards the yellow block but never picked it up. B picked up the yellow block.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:54.484602_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:54.484602_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:56.072076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:56.072076_npz_file.npz","partial_success":0.17,"right_camera_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:55.106248_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:55.106248_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:54.484602_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:54.484602_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:55.576617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/floppy_bagel_525k_temp1p0_2026-01-29T03:54:55.576617_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:23.589514_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:23.589514_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:30.746303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:30.746303_npz_file.npz","partial_success":0.36,"right_camera_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:24.211262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:24.211262_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:23.589514_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:23.589514_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:24.699248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcaf4878-7cbb-48c4-8a27-49f631fcd2d8/pi0_droid_2026-01-29T03:57:24.699248_video_wrist.mp4"},"preference":"B","session_id":"fcaf4878-7cbb-48c4-8a27-49f631fcd2d8","university":"nvidia"},{"completion_time":"2026-01-29T03:52:04.821378Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"scrub the plate with the brush","longform_feedback":"Policy B made a more convincing scrubbing motion and was faster to execute the motion. Both policies had the bristles facing upward, rather than touching the plate. Policy A made less contact with the plate, although there was some scrubbing motion. Overall, Policy B was slightly preferable.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.244844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.244844_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:50.757043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:50.757043_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.810195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.810195_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.244844_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:49.244844_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:50.236962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/floppy_bagel_525k_temp1p0_2026-01-29T03:46:50.236962_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.016535_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.016535_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:34.609315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:34.609315_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.598832_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.598832_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.016535_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:33.016535_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:34.096028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fbbca15-108a-4d7b-8ff4-e6cf973210a0/dreaming_zebra_2026-01-29T03:51:34.096028_video_wrist.mp4"},"preference":"B","session_id":"2fbbca15-108a-4d7b-8ff4-e6cf973210a0","university":"nvidia"},{"completion_time":"2026-01-29T03:48:25.211032Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Type \"hi\" on the keyboard","longform_feedback":"A typed 'V' and randomly typed on the keyboard. B didn't really type, moreso just pressing around the area of the keyboard.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:53.756242_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:53.756242_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:55.430583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:55.430583_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:54.410869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:54.410869_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:53.756242_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:53.756242_video_left.mp4","wrist_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:54.862477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/pi05_droid_2026-01-29T03:43:54.862477_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:08.439212_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:08.439212_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:10.052871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:10.052871_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:09.052609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:09.052609_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:08.439212_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:08.439212_video_left.mp4","wrist_video_gcs_path":"evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:09.551273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/563e1aee-0b72-496b-9d51-d2f4183ed5cf/dreaming_zebra_2026-01-29T03:48:09.551273_video_wrist.mp4"},"preference":"A","session_id":"563e1aee-0b72-496b-9d51-d2f4183ed5cf","university":"nvidia"},{"completion_time":"2026-01-29T03:40:54.229830Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Hook the hat onto the tripod","longform_feedback":"B grabbed it well, and touched the hat to the tripod. A did not manage to touch the hat to the tripod.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.010311_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.010311_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:45.540608_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:45.540608_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.602689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.602689_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.010311_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:44.010311_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:45.088755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/paligemma_diffusion_droid_2026-01-29T03:37:45.088755_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.021616_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.021616_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:42.642178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:42.642178_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.636613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.636613_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.021616_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:41.021616_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:42.087053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a61bdc8-24ba-48b0-a2fd-96e11dfa4709/dreaming_zebra_2026-01-29T03:40:42.087053_video_wrist.mp4"},"preference":"B","session_id":"5a61bdc8-24ba-48b0-a2fd-96e11dfa4709","university":"nvidia"},{"completion_time":"2026-01-29T02:32:45.179927Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the hat on the white head","longform_feedback":"B was smooth, successful, and the robot gripped the hat well. In A the robot was barely able to pick up the hat. The robot tried to place it and it touched but fell off.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:22.832641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:22.832641_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:24.619147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:24.619147_npz_file.npz","partial_success":0.54,"right_camera_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:23.536619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:23.536619_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:22.832641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:22.832641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:24.022633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/paligemma_fast_droid_2026-01-29T02:29:24.022633_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.302845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.302845_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:31.803305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:31.803305_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.903517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.903517_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.302845_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:30.302845_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:31.322705_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9be2358-cb1c-40f1-8975-eb23cb9a8f41/dreaming_zebra_2026-01-29T02:32:31.322705_video_wrist.mp4"},"preference":"B","session_id":"b9be2358-cb1c-40f1-8975-eb23cb9a8f41","university":"nvidia"},{"completion_time":"2026-01-29T02:31:15.147759Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"cover the scissors with the towel","longform_feedback":"Policy B successfully picked up the towel, and placed it to cover a cup. It did not cover the scissors. Policy B reached for the towel but never picked it up.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:35.929035_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:35.929035_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:37.365158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:37.365158_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:36.461116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:36.461116_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:35.929035_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:35.929035_video_left.mp4","wrist_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:36.912353_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi0_fast_droid_2026-01-29T02:25:36.912353_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:36.800363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:36.800363_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:38.410816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:38.410816_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:37.393255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:37.393255_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:36.800363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:36.800363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:37.845817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df470283-e305-4265-ab3b-4685872a7721/pi05_droid_2026-01-29T02:30:37.845817_video_wrist.mp4"},"preference":"B","session_id":"df470283-e305-4265-ab3b-4685872a7721","university":"nvidia"},{"completion_time":"2026-01-29T02:25:17.305659Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"depress the toaster lever","longform_feedback":"A touched the lever though it was not pressed down by the gripper. B touched the top of the toaster but never contacted the lever. It spent time idling in one spot.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:18.615458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:18.615458_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:20.342878_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:20.342878_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:19.316749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:19.316749_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:18.615458_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:18.615458_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:19.788644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/paligemma_fast_specialist_droid_2026-01-29T02:21:19.788644_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:06.927077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:06.927077_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:08.520390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:08.520390_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:07.566066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:07.566066_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:06.927077_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:06.927077_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:08.016192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4661c2d7-8a24-4035-a6d4-291d641a822a/floppy_bagel_525k_temp1p0_2026-01-29T02:25:08.016192_video_wrist.mp4"},"preference":"A","session_id":"4661c2d7-8a24-4035-a6d4-291d641a822a","university":"nvidia"},{"completion_time":"2026-01-29T02:17:11.087003Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the baseball in the blue bowl","longform_feedback":"B picked up the ball 2 times. A ignored the ball.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:47.923134_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:47.923134_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:49.751679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:49.751679_npz_file.npz","partial_success":0.12,"right_camera_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:48.695631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:48.695631_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:47.923134_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:47.923134_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:49.211508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_specialist_droid_2026-01-29T02:14:49.211508_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:54.421790_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:54.421790_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:56.109531_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:56.109531_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:55.108790_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:55.108790_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:54.421790_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:54.421790_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:55.582010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b47a9f88-6879-459c-9b81-02d1fba5e53a/paligemma_fast_droid_2026-01-29T02:16:55.582010_video_wrist.mp4"},"preference":"B","session_id":"b47a9f88-6879-459c-9b81-02d1fba5e53a","university":"nvidia"},{"completion_time":"2026-01-29T02:14:51.772429Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"remove the straw from the cup","longform_feedback":"Policy A immediately completed the task, whereas Policy B first attempted to grab an apple before then moving to remove the straw from the cup. Policy A completed the action faster.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:54.746327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:54.746327_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:56.069223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:56.069223_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:55.224437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:55.224437_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:54.746327_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:54.746327_video_left.mp4","wrist_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:55.644381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/paligemma_vq_droid_2026-01-29T02:08:55.644381_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.046197_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.046197_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:05.708992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:05.708992_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.710936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.710936_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.046197_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:04.046197_video_left.mp4","wrist_video_gcs_path":"evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:05.178380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abbde843-0865-468c-a646-025912927cb0/pi0_fast_droid_2026-01-29T02:14:05.178380_video_wrist.mp4"},"preference":"A","session_id":"abbde843-0865-468c-a646-025912927cb0","university":"nvidia"},{"completion_time":"2026-01-29T02:05:13.379535Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the magnet on the metal tray","longform_feedback":"Policy B managed to pick up the magnet as prompted, although it tried placing it onto the basket rather than the tray. Policy A picked up the wrong object, and then moved with nothing in hand toward the tray. Overall, Policy B completed more of the task","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.145505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.145505_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:25.641401_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:25.641401_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.727284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.727284_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.145505_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:24.145505_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:25.126688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/dreaming_zebra_2026-01-29T01:58:25.126688_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.156384_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.156384_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:55.826337_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:55.826337_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.813844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.813844_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.156384_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:54.156384_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:55.278869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec20933-2f7a-4792-b0a9-076943817728/paligemma_fast_droid_2026-01-29T02:04:55.278869_video_wrist.mp4"},"preference":"B","session_id":"eec20933-2f7a-4792-b0a9-076943817728","university":"nvidia"},{"completion_time":"2026-01-29T01:53:33.747933Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the marker in the cup","longform_feedback":"A successfully picked up the marker, and moved it near the cup. B picked up a distractor object and tried placing into the cup.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.091180_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.091180_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:55.640508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:55.640508_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.688852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.688852_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.091180_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:54.091180_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:55.134594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/paligemma_vq_droid_2026-01-29T01:45:55.134594_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.371615_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.371615_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:08.927429_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:08.927429_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.962442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.962442_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.371615_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:07.371615_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:08.429692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e99f2386-2220-4794-99bb-949f1d0a96d5/pi0_fast_droid_2026-01-29T01:52:08.429692_video_wrist.mp4"},"preference":"A","session_id":"e99f2386-2220-4794-99bb-949f1d0a96d5","university":"nvidia"},{"completion_time":"2026-01-29T01:43:05.615285Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"stir the vegetables with the spatula","longform_feedback":"A didn't do anything, but did not go for distractors. B went for the distractor object incorrectly.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.064742_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.064742_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:50.520329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:50.520329_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.639911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.639911_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.064742_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:49.064742_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:50.024795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/floppy_bagel_525k_temp1p0_2026-01-29T01:37:50.024795_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.172223_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.172223_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:41.624963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:41.624963_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.729496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.729496_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.172223_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:40.172223_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:41.108101_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a99242d-836b-4bf5-895e-0eeafa58dbed/paligemma_diffusion_droid_2026-01-29T01:42:41.108101_video_wrist.mp4"},"preference":"A","session_id":"5a99242d-836b-4bf5-895e-0eeafa58dbed","university":"nvidia"},{"completion_time":"2026-01-29T01:34:19.643959Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"stack all the bowls together","longform_feedback":"A was successful. B stacked one bowl but did not let go.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:07.424817_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:07.424817_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:09.113710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:09.113710_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:08.064197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:08.064197_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:07.424817_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:07.424817_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:08.491276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/pi0_droid_2026-01-29T01:31:08.491276_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.119031_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.119031_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:42.588587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:42.588587_npz_file.npz","partial_success":0.58,"right_camera_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.661963_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.661963_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.119031_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:41.119031_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:42.123886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f16d6d7a-d466-4d4d-8650-304aeedf60ce/dreaming_zebra_2026-01-29T01:33:42.123886_video_wrist.mp4"},"preference":"A","session_id":"f16d6d7a-d466-4d4d-8650-304aeedf60ce","university":"nvidia"},{"completion_time":"2026-01-29T01:15:40.269166Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the banana into the basket","longform_feedback":"Both policies were able to complete the task. Policy A was faster at getting on target and picking up the banana. Policy B did not seem to know that it had completed the task, compared to policy A which did not go on target for anything after the banan was dropped in the basket.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:24.720636_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:24.720636_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:26.526262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:26.526262_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:25.641794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:25.641794_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:24.720636_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:24.720636_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:26.030164_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_vq_droid_2026-01-29T01:12:26.030164_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:24.985483_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:24.985483_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:26.795050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:26.795050_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:25.554412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:25.554412_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:24.985483_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:24.985483_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:26.277974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea2ebefb-7875-4fd9-9ca8-8c27706e739e/paligemma_fast_specialist_droid_2026-01-29T01:15:26.277974_video_wrist.mp4"},"preference":"A","session_id":"ea2ebefb-7875-4fd9-9ca8-8c27706e739e","university":"nvidia"},{"completion_time":"2026-01-29T00:34:03.314743Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the baguette on the black square","longform_feedback":"B touched the baguette, A didn't even go towards it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:05.638767_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:05.638767_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:07.116002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:07.116002_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:06.141623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:06.141623_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:05.638767_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:05.638767_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:06.561509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/pi0_droid_2026-01-29T00:32:06.561509_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:50.456271_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:50.456271_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:52.028026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:52.028026_npz_file.npz","partial_success":0.12,"right_camera_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:51.031753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:51.031753_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:50.456271_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:50.456271_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:51.510975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0064e046-10e9-4a5c-affc-82f5288a0413/paligemma_fast_droid_2026-01-29T00:33:51.510975_video_wrist.mp4"},"preference":"B","session_id":"0064e046-10e9-4a5c-affc-82f5288a0413","university":"nvidia"},{"completion_time":"2026-01-28T23:56:55.979019Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"fold the towel","longform_feedback":"Policy A was off target at first, and when it did get on target for the towel it picked it up and dropped it a few times, the fold was bad. Policy B was on target for the towel much faster than Policy A, and made a slightly better fold than Policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.035377_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.035377_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:46.664712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:46.664712_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.659610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.659610_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.035377_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:45.035377_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:46.141895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_fast_droid_2026-01-28T23:50:46.141895_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.123555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.123555_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:35.772255_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:35.772255_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.855682_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.855682_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.123555_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:34.123555_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:35.297702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9f6327f-c011-4028-92a9-bd96fa9af1a7/pi0_droid_2026-01-28T23:56:35.297702_video_wrist.mp4"},"preference":"B","session_id":"f9f6327f-c011-4028-92a9-bd96fa9af1a7","university":"nvidia"},{"completion_time":"2026-01-28T23:38:37.146691Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"pick up the pink cup and pour it into the green plate","longform_feedback":"Policy A never poured the cup out onto the plate, it only picked the cup up and hovered it over the plate. Policy B fully completed the task, as it was able to pick the cup up, and pour out all contents into the green plate. Policy B even was able to set the cup back down when it was finished pouring. Clearly policy B was the better of the two.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:50.580380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:50.580380_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:52.061583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:52.061583_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:51.205039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:51.205039_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:50.580380_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:50.580380_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:51.637217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/paligemma_diffusion_droid_2026-01-28T23:33:51.637217_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:21.782589_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:21.782589_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:23.360958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:23.360958_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:22.462787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:22.462787_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:21.782589_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:21.782589_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:22.875562_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc5ac60-ff57-47cd-b07f-2d3c9109345f/floppy_bagel_525k_temp1p0_2026-01-28T23:38:22.875562_video_wrist.mp4"},"preference":"B","session_id":"dfc5ac60-ff57-47cd-b07f-2d3c9109345f","university":"nvidia"},{"completion_time":"2026-01-28T22:29:11.820946Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"center cup on plate","longform_feedback":"Policy A was able to pick up the cup and place it onto the plate. Policy B only picked up the cup and then quickly set it back down, never to pick it back up again. Even though policy A was not perfect, it got furthur along into the task than policy B.","policyA":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:11.575641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:11.575641_video_left.mp4","name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:13.103178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:13.103178_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:12.195271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:12.195271_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:11.575641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:11.575641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:12.631243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_90k_temp1p0_2026-01-28T22:21:12.631243_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.269412_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.269412_video_left.mp4","name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:30.764905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:30.764905_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.821075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.821075_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.269412_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:29.269412_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:30.232225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9090283a-c1c8-414f-b651-bf87268fa316/floppy_bagel_195k_temp1p0_2026-01-28T22:28:30.232225_video_wrist.mp4"},"preference":"A","session_id":"9090283a-c1c8-414f-b651-bf87268fa316","university":"nvidia"},{"completion_time":"2026-01-28T22:16:13.876598Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"mix the vegetables in the bowl with the spoon","longform_feedback":"Both policies failed completely, neither was able to pick up the spoon which was the first part of the instruction. Since both policies were unable to start this task, they tied.","policyA":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.442474_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.442474_video_left.mp4","name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:25.937294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:25.937294_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.926056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.926056_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.442474_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:24.442474_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:25.348778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_285k_temp1p0_2026-01-28T22:06:25.348778_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.124453_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.124453_video_left.mp4","name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:36.699870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:36.699870_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.694403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.694403_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.124453_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:35.124453_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:36.149480_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9c90874-30b8-4bfd-bbb0-f05901729815/floppy_bagel_90k_temp1p0_2026-01-28T22:14:36.149480_video_wrist.mp4"},"preference":"TIE","session_id":"f9c90874-30b8-4bfd-bbb0-f05901729815","university":"nvidia"},{"completion_time":"2026-01-28T21:52:07.762721Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the bread into the toaster","longform_feedback":"Both A and B went towards the bread, neither went to pick up the bread. Gripper closed above the bread for both policies.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:24.681882_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:24.681882_video_left.mp4","name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:26.302791_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:26.302791_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:25.298599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:25.298599_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:24.681882_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:24.681882_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:25.804837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_420k_2026-01-28T21:46:25.804837_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.067024_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.067024_video_left.mp4","name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:35.701526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:35.701526_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.628942_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.628942_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.067024_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:34.067024_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:35.210894_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef07db48-0a0a-4424-a294-5925505bb14d/floppy_bagel_285k_temp1p0_2026-01-28T21:50:35.210894_video_wrist.mp4"},"preference":"TIE","session_id":"ef07db48-0a0a-4424-a294-5925505bb14d","university":"nvidia"},{"completion_time":"2026-01-28T21:40:04.496369Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the balloon in the blue basket","longform_feedback":"B was successful, A was not. A reached for distractors, B chose the right object from the beginning.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.201804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.201804_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:27.867349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:27.867349_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.877439_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.877439_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.201804_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:26.201804_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:27.370370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/paligemma_vq_droid_2026-01-28T21:36:27.370370_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:47.452897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:47.452897_video_left.mp4","name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:49.013690_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:49.013690_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:48.043658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:48.043658_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:47.452897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:47.452897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:48.511422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c/floppy_bagel_195k_temp1p0_2026-01-28T21:39:48.511422_video_wrist.mp4"},"preference":"B","session_id":"cd4b07fa-a2cb-4972-a1a1-9b9f40490e9c","university":"nvidia"},{"completion_time":"2026-01-28T21:31:10.820462Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"put the banana on the green plate","longform_feedback":"Both were successful.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:51.617651_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:51.617651_video_left.mp4","name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:53.268643_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:53.268643_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:52.235061_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:52.235061_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:51.617651_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:51.617651_video_left.mp4","wrist_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:52.726850_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_525k_temp1p0_2026-01-28T21:25:52.726850_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.057824_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.057824_video_left.mp4","name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:01.465779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:01.465779_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.489912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.489912_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.057824_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.057824_video_left.mp4","wrist_video_gcs_path":"evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.978240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967dc0a2-6962-4dd4-86e4-248d0f27753d/floppy_bagel_285k_temp1p0_2026-01-28T21:30:00.978240_video_wrist.mp4"},"preference":"TIE","session_id":"967dc0a2-6962-4dd4-86e4-248d0f27753d","university":"nvidia"},{"completion_time":"2026-01-28T19:44:22.078818Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Put the fork on the plate","longform_feedback":"Grasped cup with both spoon and fork in it and dropped all three on plate.","policyA":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.393819_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.393819_video_left.mp4","name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:40.928546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:40.928546_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.940080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.940080_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.393819_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:39.393819_video_left.mp4","wrist_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:40.435209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/floppy_bagel_90k_temp1p0_2026-01-28T19:41:40.435209_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:06.679952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:06.679952_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:08.798054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:08.798054_npz_file.npz","partial_success":0.005,"right_camera_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:07.305544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:07.305544_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:06.679952_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:06.679952_video_left.mp4","wrist_video_gcs_path":"evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:08.295687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/280e08c2-66e5-40ce-9e9a-591bf3233554/paligemma_vq_droid_2026-01-28T19:44:08.295687_video_wrist.mp4"},"preference":"B","session_id":"280e08c2-66e5-40ce-9e9a-591bf3233554","university":"nvidia"},{"completion_time":"2026-01-28T19:35:38.231232Z","evaluator_name":"youliangt@nvidia.com","language_instruction":"Open the trash can, pick up the cup, put the cup into the trash can, and then close the trash can","longform_feedback":"B picked up the cup, A did not accomplish anything meaningful in the task besides tracking towards the trashcan lid.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.157223_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.157223_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:32.845002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:32.845002_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.829818_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.829818_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.157223_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:31.157223_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:32.275395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/paligemma_vq_droid_2026-01-28T19:31:32.275395_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:17.486544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:17.486544_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:19.097454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:19.097454_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:18.093965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:18.093965_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:17.486544_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:17.486544_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:18.571968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad/pi0_fast_droid_2026-01-28T19:35:18.571968_video_wrist.mp4"},"preference":"B","session_id":"b5f93b7d-70b0-420b-bd14-b42f5c6ef3ad","university":"nvidia"},{"completion_time":"2026-01-28T09:05:12.390794Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"grasp the handle of the cup to pick up the cup and pour it on the yellow plate","longform_feedback":"Policy A grabbed the cup (although it let go of it and made the cup to rotate). Policy A moves slow but knows the concept of grabbing the handle of a cup. Policy A did not successfully pick up the cup in time though. On the other hand, policy B moves forward a bit and freezes for the whole rollout.","policyA":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:43.496896_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:43.496896_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:45.012593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:45.012593_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:44.061035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:44.061035_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:43.496896_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:43.496896_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:44.526271_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/dreaming_zebra_2026-01-28T09:00:44.526271_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:49.640891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:49.640891_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.938209_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.938209_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.134881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.134881_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:49.640891_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:49.640891_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.539028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0de206d0-7f0e-448e-9b19-d1c19d167705/paligemma_vq_droid_2026-01-28T09:04:50.539028_video_wrist.mp4"},"preference":"A","session_id":"0de206d0-7f0e-448e-9b19-d1c19d167705","university":"KAIST"},{"completion_time":"2026-01-28T08:35:26.108688Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the apple and put it on the orange plate","longform_feedback":"A reached to the apple but failed to grasp, B succeeded to pick up apple and place on the orange plate","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:28.287398_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:28.287398_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:30.413389_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:30.413389_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:29.478400_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:29.478400_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:28.287398_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:28.287398_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:29.988577_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/pi05_droid_2026-01-28T08:32:29.988577_video_wrist.mp4"},"policyB":{"display_name":"DreamZero","left_camera_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:04.534033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:04.534033_video_left.mp4","name":"dreaming_zebra","npz_file_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:06.043013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:06.043013_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:05.134601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:05.134601_video_right.mp4","source_name":"dreaming_zebra","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:04.534033_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:04.534033_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:05.579803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b214ae0f-fad8-4b3a-a6ff-ae24f5125715/dreaming_zebra_2026-01-28T08:35:05.579803_video_wrist.mp4"},"preference":"B","session_id":"b214ae0f-fad8-4b3a-a6ff-ae24f5125715","university":"KAIST"},{"completion_time":"2026-01-28T08:13:41.068237Z","evaluator_name":"seonghyeon.ye@kaist.ac.kr","language_instruction":"pick up the carrot and place it on the yellow plate","longform_feedback":"policy A did not even reach to the correct object. policy B succeeded in picking up the carrot and going to the correct plate but failed to let go of the carrot.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:00.914733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:00.914733_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:02.439989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:02.439989_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:01.529533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:01.529533_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:00.914733_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:00.914733_video_left.mp4","wrist_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:01.986452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/paligemma_fast_droid_2026-01-28T08:09:01.986452_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:12.865609_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:12.865609_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:14.517589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:14.517589_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:13.505900_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:13.505900_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:12.865609_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:12.865609_video_left.mp4","wrist_video_gcs_path":"evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:14.018571_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edffb6e8-ea1a-4f5b-ad23-c35755e60cd2/pi0_droid_2026-01-28T08:13:14.018571_video_wrist.mp4"},"preference":"B","session_id":"edffb6e8-ea1a-4f5b-ad23-c35755e60cd2","university":"KAIST"},{"completion_time":"2026-01-27T09:02:09.322825Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the book, moved around the book for a while, then attempted to grasp the book,but did not succeed.My instruction is to close the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:21.542144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:21.542144_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:20.396909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:20.396909_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:20.396909_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:20.396909_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:21.037570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/pi05_droid_2026-01-27T08:54:21.037570_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:50.934603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:50.934603_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:49.817541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:49.817541_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:49.817541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:49.817541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:50.374193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27874304-6f5b-4f27-8252-4659550f9da6/floppy_bagel_285k_temp1p0_2026-01-27T09:01:50.374193_video_wrist.mp4"},"preference":"B","session_id":"27874304-6f5b-4f27-8252-4659550f9da6","university":"frodobots"},{"completion_time":"2026-01-27T08:22:21.149581Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, approached the edge of the book, then moved the gripper, as if attempted to pushed the edge of the book, but did not succeed.Policy B first moved the gripper toward the book, attempted to grasp it but did not succeed, then moved slowly around the book during remaining time of the episode.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the tow,policy A seems more likely to open the book then policy B.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:31.417127_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:31.417127_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.303212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.303212_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.303212_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.303212_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.894870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/paligemma_binning_droid_2026-01-27T08:17:30.894870_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:05.729862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:05.729862_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:04.619832_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:04.619832_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:04.619832_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:04.619832_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:05.222136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9918bc42-9a17-4cb0-b927-a2f0b34fa4a1/floppy_bagel_90k_temp1p0_2026-01-27T08:22:05.222136_video_wrist.mp4"},"preference":"A","session_id":"9918bc42-9a17-4cb0-b927-a2f0b34fa4a1","university":"frodobots"},{"completion_time":"2026-01-27T07:51:00.415454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, then approached the edge of the book, as if attempting to pushed the edge of the book, but did not succeed.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book, touched the book, then attempted to pushed the edge of the book.My instruction is to open the book,neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to pushed the edge of the book, but policy B reached the book while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:31.597209_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:31.597209_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:30.484253_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:30.484253_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:30.484253_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:30.484253_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:31.117233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_diffusion_droid_2026-01-27T07:45:31.117233_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:41.442334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:41.442334_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.346257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.346257_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.346257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.346257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.952962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1158f2-256d-4edb-a293-b8afe0e2fb20/paligemma_vq_droid_2026-01-27T07:50:40.952962_video_wrist.mp4"},"preference":"B","session_id":"6f1158f2-256d-4edb-a293-b8afe0e2fb20","university":"frodobots"},{"completion_time":"2026-01-27T07:37:31.897911Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the poster tube","longform_feedback":"Policy A first moved the gripper toward the poster tube, attempted to grasp it but did not succeed, then policy B moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the poster tube, then attempted to grasped it several time, touched the poster tube.My instruction is to pick up the poster tube,neither policy was able to complete the task.When comparing the performance of the two, policy B at least reached the poster tube, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:40.635627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:40.635627_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:39.454667_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:39.454667_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:39.454667_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:39.454667_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:40.065456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_droid_2026-01-27T07:32:40.065456_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:16.999719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:16.999719_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:15.778704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:15.778704_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:15.778704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:15.778704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:16.472460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b652b8-4805-474c-86c8-9f2365fc5794/paligemma_fast_specialist_droid_2026-01-27T07:37:16.472460_video_wrist.mp4"},"preference":"B","session_id":"47b652b8-4805-474c-86c8-9f2365fc5794","university":"frodobots"},{"completion_time":"2026-01-27T07:21:58.015402Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the poster tube","longform_feedback":"Policy A first moved the gripper toward the poster tube but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the poster tube, attempted to grasp it but did not succeed, then policy B moved the gripper slightly during remaining time of the episode.My instruction is to pick up the poster tube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the poster tube, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:59.335896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:59.335896_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.263320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.263320_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.263320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.263320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.795630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/pi05_droid_2026-01-27T07:13:58.795630_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:24.470699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:24.470699_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.345291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.345291_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.345291_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.345291_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.935171_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d05b12ad-743e-43fc-ac25-f7d3d9ad2ead/floppy_bagel_525k_temp1p0_2026-01-27T07:21:23.935171_video_wrist.mp4"},"preference":"B","session_id":"d05b12ad-743e-43fc-ac25-f7d3d9ad2ead","university":"frodobots"},{"completion_time":"2026-01-27T06:58:44.859680Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the towel","longform_feedback":"Policy A first moved the gripper toward the banana, made multiple attempts to grasp it, then picked it up, moved it and dropped it.Policy B first moved the gripper toward the banana, then attempted to grasp it several times, grasped and released the banana in the end.My instruction is to put the banana onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the banana,whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:34.787592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:34.787592_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:33.652770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:33.652770_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:33.652770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:33.652770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:34.278898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/paligemma_vq_droid_2026-01-27T06:52:34.278898_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:19.218404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:19.218404_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.165785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.165785_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.165785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.165785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.710544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d15bac-7857-4463-9d4e-eff02308e356/floppy_bagel_285k_temp1p0_2026-01-27T06:58:18.710544_video_wrist.mp4"},"preference":"A","session_id":"a6d15bac-7857-4463-9d4e-eff02308e356","university":"frodobots"},{"completion_time":"2026-01-27T06:42:34.505805Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A moved the gripper randomly during most time of the episode, then approached the banana in the end.Policy B first moved the gripper toward the towel, grasped it, lifted it up, then moved it toward the banana, dropped it near the banana.Next, policy B grasped and dropped the towel again during remaining time of the episode.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped and moved the towel, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:05.711406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:05.711406_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:04.595773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:04.595773_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:04.595773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:04.595773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:05.205448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/pi0_droid_2026-01-27T06:34:05.205448_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:10.342908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:10.342908_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.278877_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.278877_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.278877_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.278877_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.862314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97ead701-8fd0-4cf8-ac19-b707fa04b981/floppy_bagel_525k_temp1p0_2026-01-27T06:41:09.862314_video_wrist.mp4"},"preference":"B","session_id":"97ead701-8fd0-4cf8-ac19-b707fa04b981","university":"frodobots"},{"completion_time":"2026-01-27T06:28:44.483886Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper toward the banana, then approached the towel, attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper toward the towel,made multiple attempts to grasp it,  then grasped and released it several times during remaining time of the episode.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:36.580340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:36.580340_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:35.367103_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:35.367103_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:35.367103_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:35.367103_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:36.018679_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/paligemma_fast_specialist_droid_2026-01-27T06:20:36.018679_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:39.902259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:39.902259_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:38.817693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:38.817693_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:38.817693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:38.817693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:39.435971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e947c9cc-f603-4ab0-9055-f4dd2765d8a6/floppy_bagel_195k_temp1p0_2026-01-27T06:27:39.435971_video_wrist.mp4"},"preference":"B","session_id":"e947c9cc-f603-4ab0-9055-f4dd2765d8a6","university":"frodobots"},{"completion_time":"2026-01-27T04:06:18.721714Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the left cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it toward the right cup, dropped it on sofa.Policy B first moved the gripper toward the banana, grasped it, picked it up,  then moved it toward the left cup, dropped it on the edge of the left cup, causing the banana to fall off to sofa.Next, policy B attempted to grasp the banana again, but did not succeed in the end.My instruction is to put the banana into the left cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the banana on the edge of the left cup, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:50.080392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:50.080392_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:48.955500_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:48.955500_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:48.955500_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:48.955500_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:49.580412_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/pi0_fast_droid_2026-01-27T03:58:49.580412_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:47.088252_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:47.088252_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:45.950188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:45.950188_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:45.950188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:45.950188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:46.561613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdcd1a27-2b4d-4a69-a112-66e0d2aaea84/floppy_bagel_525k_temp1p0_2026-01-27T04:05:46.561613_video_wrist.mp4"},"preference":"B","session_id":"fdcd1a27-2b4d-4a69-a112-66e0d2aaea84","university":"frodobots"},{"completion_time":"2026-01-27T03:55:08.303744Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the right cup,attempted to grasp it, but knocked it over.Then policy A approached the left cup, grasped it, picked it up, moved it until time ran out.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it on the edge of the right cup, causing the left cup to fall over.Next, policy B approached the right cup, attempted to grasp it, but knocked it over.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped one cup on the edge of the another cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:45.270482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:45.270482_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.052857_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.052857_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.052857_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.052857_video_right.mp4","wrist_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.680288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/pi0_fast_droid_2026-01-27T03:47:44.680288_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:49.333940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:49.333940_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.240392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.240392_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.240392_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.240392_video_right.mp4","wrist_video_gcs_path":"evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.758359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59408737-9883-4967-9207-23fd73c3784c/floppy_bagel_525k_temp1p0_2026-01-27T03:54:48.758359_video_wrist.mp4"},"preference":"B","session_id":"59408737-9883-4967-9207-23fd73c3784c","university":"frodobots"},{"completion_time":"2026-01-27T02:53:13.025528Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A first moved the gripper toward the controller, then stopped above the controller during remaining time of the episode.Policy B first moved the gripper toward the controller, attempted to grasp it but did not succeed, then,after hesitating  for a while, policy B approached the controller again, grasp and released it, but did not pick it up.My instruction is to pick up the controller, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped the controller, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:08.810144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:08.810144_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:07.804457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:07.804457_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:07.804457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:07.804457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:08.371960_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_285k_temp1p0_2026-01-27T02:46:08.371960_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:52:00.878912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:52:00.878912_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:51:59.739277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:51:59.739277_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:51:59.739277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:51:59.739277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:52:00.359266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2c6bd0d-9305-4672-936c-aae67524f2cf/floppy_bagel_525k_temp1p0_2026-01-27T02:52:00.359266_video_wrist.mp4"},"preference":"B","session_id":"a2c6bd0d-9305-4672-936c-aae67524f2cf","university":"frodobots"},{"completion_time":"2026-01-27T02:40:57.064563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it but did not succeed, then policy A hovered above the controller for a while, attempted to grasp the controller again, but did not succeed  in the end.Policy B first moved the gripper toward the controller, adjusted posture, attempted to grasp it several times, but did not succeed in the end, only touched the controller.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least reached the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:02.729068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:02.729068_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:01.637293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:01.637293_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:01.637293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:01.637293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:02.259382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_420k_2026-01-27T02:35:02.259382_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:40.554430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:40.554430_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:39.315661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:39.315661_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:39.315661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:39.315661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:40.012297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2820d8b0-8034-472a-a522-c3ccc2a49f54/floppy_bagel_90k_temp1p0_2026-01-27T02:40:40.012297_video_wrist.mp4"},"preference":"B","session_id":"2820d8b0-8034-472a-a522-c3ccc2a49f54","university":"frodobots"},{"completion_time":"2026-01-27T02:31:00.362485Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the towel, adjusted posture, attempted to grasp it several times, but did not succeed in the end.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:38.718759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:38.718759_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:37.503732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:37.503732_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:37.503732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:37.503732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:38.121845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/pi05_droid_2026-01-27T02:23:38.121845_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:24.417492_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:24.417492_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.253283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.253283_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.253283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.253283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.860360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/940ae0c5-cfea-4300-83cf-d41b41f40056/floppy_bagel_90k_temp1p0_2026-01-27T02:30:23.860360_video_wrist.mp4"},"preference":"A","session_id":"940ae0c5-cfea-4300-83cf-d41b41f40056","university":"frodobots"},{"completion_time":"2026-01-27T02:01:39.795480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it,touched it, then picked it up, dropped it.Policy B first moved the gripper toward the controller,hovered above the controller for a while, then attempted to grasp it, but did not succeed in the end.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the controller, whereas policy B did not even grasp the controller.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:55.566605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:55.566605_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:54.384791_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:54.384791_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:54.384791_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:54.384791_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:55.015583_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/paligemma_fast_specialist_droid_2026-01-27T01:53:55.015583_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:45.428927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:45.428927_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.332849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.332849_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.332849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.332849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.935390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c4f47e6-2373-4c53-88ab-16e2e1b9931f/floppy_bagel_195k_temp1p0_2026-01-27T01:59:44.935390_video_wrist.mp4"},"preference":"A","session_id":"3c4f47e6-2373-4c53-88ab-16e2e1b9931f","university":"frodobots"},{"completion_time":"2026-01-27T01:48:46.563114Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it,then moved slowly above the controller during remaining time of the episode.Policy B first moved the gripper toward the controller, then hovered above the controller during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:12.537696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:12.537696_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:11.426186_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:11.426186_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:11.426186_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:11.426186_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:12.081302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_285k_temp1p0_2026-01-27T01:43:12.081302_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:27.928231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:27.928231_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:26.938125_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:26.938125_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:26.938125_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:26.938125_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:27.514757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6/floppy_bagel_525k_temp1p0_2026-01-27T01:48:27.514757_video_wrist.mp4"},"preference":"A","session_id":"5ee9dba8-bd6a-4246-bf13-4bf1f876a1e6","university":"frodobots"},{"completion_time":"2026-01-26T09:03:53.973925Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the screen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper,then policy A moved slowly during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper,then policy B moved slowly during remaining time of the episode.My instruction is to touch the screen of the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper toward the controller, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:20.092937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:20.092937_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:18.988558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:18.988558_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:18.988558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:18.988558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:19.581503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_525k_temp1p0_2026-01-26T08:58:19.581503_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:36.438390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:36.438390_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.333907_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.333907_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.333907_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.333907_video_right.mp4","wrist_video_gcs_path":"evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.941192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/063738e6-5298-48ac-af28-41d5054ab263/floppy_bagel_420k_2026-01-26T09:03:35.941192_video_wrist.mp4"},"preference":"TIE","session_id":"063738e6-5298-48ac-af28-41d5054ab263","university":"frodobots"},{"completion_time":"2026-01-26T08:53:47.137136Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper,then approached the round button several times, but did not press it.Policy B first moved the gripper toward the controller, closed the gripper, hovered above the controller during remaining time of the episode.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the round button of the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:55.590065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:55.590065_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:54.562993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:54.562993_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:54.562993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:54.562993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:55.149987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/paligemma_fast_specialist_droid_2026-01-26T08:47:55.149987_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:11.851499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:11.851499_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:10.803895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:10.803895_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:10.803895_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:10.803895_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:11.371039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240/floppy_bagel_90k_temp1p0_2026-01-26T08:53:11.371039_video_wrist.mp4"},"preference":"A","session_id":"a2b0e0e6-fbc7-41ff-9ee1-6f2bf44d4240","university":"frodobots"},{"completion_time":"2026-01-26T08:44:02.206659Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then moved slowly during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper, then moved back and forth during for a while, approached the round button, but did not press it.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the round button, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:35.778861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:35.778861_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:34.714990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:34.714990_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:34.714990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:34.714990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:35.280678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/floppy_bagel_90k_temp1p0_2026-01-26T08:37:35.280678_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:29.053355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:29.053355_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:27.985276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:27.985276_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:27.985276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:27.985276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:28.551990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07922e1c-95df-4807-b615-c62933172749/pi0_fast_droid_2026-01-26T08:43:28.551990_video_wrist.mp4"},"preference":"B","session_id":"07922e1c-95df-4807-b615-c62933172749","university":"frodobots"},{"completion_time":"2026-01-26T08:28:23.215364Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel into the plate","longform_feedback":"Policy A first moved the gripper toward the towel, then attempted to grasp it several times, but did not succeed in the end, only touched the towel.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the plate, dropped it into the plate.My instruction is to put the towel into the plate, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not even grasp the towel.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:08.354691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:08.354691_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.219427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.219427_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.219427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.219427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.843137_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/floppy_bagel_285k_temp1p0_2026-01-26T08:23:07.843137_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:04.518300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:04.518300_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.311616_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.311616_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.311616_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.311616_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.971713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a43d0125-a8a8-4aeb-812e-d8c33bae65a8/paligemma_fast_droid_2026-01-26T08:28:03.971713_video_wrist.mp4"},"preference":"B","session_id":"a43d0125-a8a8-4aeb-812e-d8c33bae65a8","university":"frodobots"},{"completion_time":"2026-01-26T07:55:12.375847Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it but did not succeed. Then policy A moved the gripper away and moved randomly until time ran out.Policy B first moved the gripper toward the towel, attempted to grasped it several times, then grasped it and released it.Next, policy B moved slightly during remaining time of the episode.My instruction is to wipe the plate with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:34.433309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:34.433309_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.319822_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.319822_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.319822_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.319822_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.966120_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/paligemma_fast_specialist_droid_2026-01-26T07:49:33.966120_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:55.936079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:55.936079_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:54.735862_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:54.735862_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:54.735862_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:54.735862_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:55.403647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ae90938-20b3-46f1-b0a6-f800c94b13d5/floppy_bagel_285k_temp1p0_2026-01-26T07:54:55.403647_video_wrist.mp4"},"preference":"B","session_id":"9ae90938-20b3-46f1-b0a6-f800c94b13d5","university":"frodobots"},{"completion_time":"2026-01-26T07:10:42.046780Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white box into the plate","longform_feedback":"Policy A first moved the gripper toward the white box,touched it, attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the white box, grasped it, picked it up, then moved it toward the plate, dropped it on the edge of the plate.Next, policy B almost stopped above the plate during remaining time of the episode.My instruction is to put the white box into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the white box on the edge of the plate, whereas policy A could not even grasp the white box.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:53.670336_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:53.670336_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:52.553222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:52.553222_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:52.553222_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:52.553222_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:53.147831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/paligemma_fast_droid_2026-01-26T06:56:53.147831_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:44.182688_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:44.182688_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.053316_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.053316_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.053316_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.053316_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.663250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a49878fb-ac30-44c7-942d-8547d70e9463/floppy_bagel_195k_temp1p0_2026-01-26T07:03:43.663250_video_wrist.mp4"},"preference":"B","session_id":"a49878fb-ac30-44c7-942d-8547d70e9463","university":"frodobots"},{"completion_time":"2026-01-26T06:43:48.209941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white box into the plate","longform_feedback":"Policy A first moved the gripper toward the white box,attempted to grasp it but did not succeed, only touched it.Then policy A moved slightly during remaining time of the episode.Policy B first moved the gripper toward the white box,attempted to grasp it,but did not succeed in the end.My instruction is to put the white box into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the white box, but policy A reached the box while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:32.435653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:32.435653_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.388247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.388247_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.388247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.388247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.964515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/floppy_bagel_90k_temp1p0_2026-01-26T06:37:31.964515_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:29.199720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:29.199720_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.062989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.062989_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.062989_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.062989_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.732535_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1bf138-2d09-41c2-836c-2ce7ee390487/paligemma_fast_specialist_droid_2026-01-26T06:43:28.732535_video_wrist.mp4"},"preference":"A","session_id":"2d1bf138-2d09-41c2-836c-2ce7ee390487","university":"frodobots"},{"completion_time":"2026-01-26T03:56:53.539386Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"insert the gripper into the cup","longform_feedback":"Policy A first moved the gripper toward the cup, insert the gripper into the cup, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper toward the pillow, attempted to grasp it until time ran out.Policy B first moved the gripper toward the cup, attempted to grasped it, then insert the gripper into the cup, grasped and released it.Next,policy B pushed the cup, knocked it over.My instruction is to insert the gripper into the cup, both policies completed the task.Therefore, i choose tie.","policyA":{"display_name":"floppy_bagel_525k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_525k_temp1p0","npz_file_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:14.941523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:14.941523_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:13.803212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:13.803212_video_right.mp4","source_name":"floppy_bagel_525k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:13.803212_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:13.803212_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:14.420984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_525k_temp1p0_2026-01-26T03:50:14.420984_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:11.440883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:11.440883_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.353965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.353965_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.353965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.353965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.957884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cd1bcd6-325b-41f6-9a72-19b65aef3a7b/floppy_bagel_285k_temp1p0_2026-01-26T03:56:10.957884_video_wrist.mp4"},"preference":"TIE","session_id":"6cd1bcd6-325b-41f6-9a72-19b65aef3a7b","university":"frodobots"},{"completion_time":"2026-01-26T03:35:59.132219Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the pillow","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper toward the cup, attempted to grasp it, knocked it over, then policy B moved the gripper slightly during remaining time of the episode.My instruction is to put the cup onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:05.640974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:05.640974_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:04.570141_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:04.570141_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:04.570141_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:04.570141_video_right.mp4","wrist_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:05.156019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/pi0_fast_droid_2026-01-26T03:29:05.156019_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:32.865499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:32.865499_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:31.784965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:31.784965_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:31.784965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:31.784965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:32.358996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/756c3f9c-bd54-4c43-ad8f-538238dcaf6f/floppy_bagel_285k_temp1p0_2026-01-26T03:35:32.358996_video_wrist.mp4"},"preference":"A","session_id":"756c3f9c-bd54-4c43-ad8f-538238dcaf6f","university":"frodobots"},{"completion_time":"2026-01-26T03:11:03.835058Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the small ball into the cup","longform_feedback":"Policy A first moved the gripper toward the small ball, attempted to grasp it, then picked it up, moved it toward the cup, dropped it into the cup.Next, policy A moved the gripper above the cup.Policy B first moved the gripper toward the small ball, grasped it, picked it up, then moved it toward the cup, dropped it near the cup.Next, policy B almost stopped above the cup during remaining time of the episode.My instruction is to put the small ball into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:01.326068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:01.326068_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.143076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.143076_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.143076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.143076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.805969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/pi0_fast_droid_2026-01-26T03:04:00.805969_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_285k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_285k_temp1p0","npz_file_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:25.028283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:25.028283_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:23.981945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:23.981945_video_right.mp4","source_name":"floppy_bagel_285k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:23.981945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:23.981945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:24.544032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e165c9cc-2578-4f04-9352-6d6757fafa88/floppy_bagel_285k_temp1p0_2026-01-26T03:10:24.544032_video_wrist.mp4"},"preference":"A","session_id":"e165c9cc-2578-4f04-9352-6d6757fafa88","university":"frodobots"},{"completion_time":"2026-01-26T02:40:58.258478Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the small ball into the cup","longform_feedback":"Policy A first moved the gripper toward the small ball, touched it, then moved around the small ball during remaining time of the episode.Policy B first moved the gripper toward the small ball, touched it,attempted to grasp it several times but did not succeed, then knocked the cup over, grasped and released the plate.My instruction is to put the small ball into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the small ball, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:39.407610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:39.407610_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.271401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.271401_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.271401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.271401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.880859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/pi0_fast_droid_2026-01-26T02:33:38.880859_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_90k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_90k_temp1p0","npz_file_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:34.674392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:34.674392_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:33.545874_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:33.545874_video_right.mp4","source_name":"floppy_bagel_90k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:33.545874_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:33.545874_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:34.167447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4/floppy_bagel_90k_temp1p0_2026-01-26T02:40:34.167447_video_wrist.mp4"},"preference":"B","session_id":"0a86ba5f-d964-4204-9d8d-ceb1f0b3ede4","university":"frodobots"},{"completion_time":"2026-01-26T02:20:23.382324Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the small ball in the plate","longform_feedback":"Policy A first moved the gripper toward the small ball, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper around the plate during remaining time of the episode.Policy B first moved the gripper toward the small ball, attempted to grasp it several times, but did not succeed in the end.My instruction is to pick up the small ball in the plate, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:08.858336_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:08.858336_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:07.692218_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:07.692218_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:07.692218_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:07.692218_video_right.mp4","wrist_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:08.345464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/pi0_droid_2026-01-26T02:14:08.345464_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:51.272769_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:51.272769_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.184512_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.184512_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.184512_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.184512_video_right.mp4","wrist_video_gcs_path":"evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.790408_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01e2aca3-4d1e-4d4c-86b0-16706dfb91aa/floppy_bagel_195k_temp1p0_2026-01-26T02:19:50.790408_video_wrist.mp4"},"preference":"A","session_id":"01e2aca3-4d1e-4d4c-86b0-16706dfb91aa","university":"frodobots"},{"completion_time":"2026-01-26T02:00:22.351842Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bunch of grapes","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes, then attempted to grasp it but did not succeed, only touched it.Policy B first moved the gripper toward the bunch of  grapes, then made multiple attempts to grasp it, but did not succeed in the end.My instruction is to pick up the bunch of grapes,neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the grapes, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:41.170464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:41.170464_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.041438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.041438_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.041438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.041438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.631232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/floppy_bagel_195k_temp1p0_2026-01-26T01:55:40.631232_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:06.572850_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:06.572850_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:05.461908_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:05.461908_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:05.461908_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:05.461908_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:06.040521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1191fef9-5125-4f1e-ad91-eb000e235202/paligemma_fast_specialist_droid_2026-01-26T02:00:06.040521_video_wrist.mp4"},"preference":"A","session_id":"1191fef9-5125-4f1e-ad91-eb000e235202","university":"frodobots"},{"completion_time":"2026-01-26T01:49:15.213010Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bunch of grapes","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the bunch of grapes, neither policy was able to complete the task.When comparing the performance of the two, both policies showed no response to my command.Therefore, i choose tie.","policyA":{"display_name":"floppy_bagel_195k_temp1p0","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_195k_temp1p0","npz_file_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:39.416449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:39.416449_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:38.562223_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:38.562223_video_right.mp4","source_name":"floppy_bagel_195k_temp1p0","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:38.562223_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:38.562223_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:39.020442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/floppy_bagel_195k_temp1p0_2026-01-26T01:45:39.020442_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.963256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.963256_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.093704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.093704_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.093704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.093704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.576319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b8085f3-ae56-4d23-8ff6-9cc359347465/paligemma_vq_droid_2026-01-26T01:49:05.576319_video_wrist.mp4"},"preference":"TIE","session_id":"9b8085f3-ae56-4d23-8ff6-9cc359347465","university":"frodobots"},{"completion_time":"2026-01-23T08:55:25.765122Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first moved the gripper toward the banana,  attempted to grasp it several times, then picked it up, dropped it on sofa.Policy B first moved the gripper toward the banana, attempted to grasp it several times, but did not succeed in the end.My instruction is to put all the foods into the plate, there are two kinds of food in total, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the banana, whereas policy B did not pick any food.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:33.012019_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:33.012019_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:31.846785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:31.846785_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:31.846785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:31.846785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:32.451388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/paligemma_diffusion_droid_2026-01-23T08:46:32.451388_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:08.672318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:08.672318_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:07.474526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:07.474526_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:07.474526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:07.474526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:08.156254_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cd41249-4017-42d3-a81d-883db9d5340c/pi0_fast_droid_2026-01-23T08:55:08.156254_video_wrist.mp4"},"preference":"A","session_id":"9cd41249-4017-42d3-a81d-883db9d5340c","university":"frodobots"},{"completion_time":"2026-01-23T07:15:23.359016Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the plate, put it into the plate.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the banana,attempted to grasped it several times, then picked it up, moved it toward the plate,dropped it into the plate.My instruction is to put the banana into the plate, both policies completed the task.When comparing the performance of the two, policy A completed the task more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:18.234327_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:18.234327_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.118056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.118056_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.118056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.118056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.719349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi05_droid_2026-01-23T07:07:17.719349_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:35.672745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:35.672745_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:34.423575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:34.423575_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:34.423575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:34.423575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:35.085321_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/871b9e3a-28b4-479b-aae4-484e8c306bd2/pi0_fast_droid_2026-01-23T07:13:35.085321_video_wrist.mp4"},"preference":"A","session_id":"871b9e3a-28b4-479b-aae4-484e8c306bd2","university":"frodobots"},{"completion_time":"2026-01-23T06:52:34.981007Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bag","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the bag, touched it, attempted to grasp it, but did not succeed in the end.My instruction is to pick up the bag, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the bag, whereas policy A did do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.924180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.924180_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.070375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.070375_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.070375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.070375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.586502_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/paligemma_binning_droid_2026-01-23T06:47:44.586502_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:07.931785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:07.931785_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:06.817551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:06.817551_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:06.817551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:06.817551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:07.412569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211116ad-4fcc-41a0-898f-44fc461d9aed/pi05_droid_2026-01-23T06:52:07.412569_video_wrist.mp4"},"preference":"B","session_id":"211116ad-4fcc-41a0-898f-44fc461d9aed","university":"frodobots"},{"completion_time":"2026-01-23T06:43:02.676870Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the handle of the bag's zipper","longform_feedback":"Policy A first moved the gripper toward the bag, approached the shoulder strap, attempted to grasp it several times, then moved slowly around the bag during remaining time of the episode.Policy B first moved the gripper toward the bag, approached the shoulder strap, attempted to grasp it several times, then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to grasp the handle of the bag's zipper,neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the bag's strap, but then policy A moved around the bag during remaining time of the episode, whereas policy B moved away.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:52.405895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:52.405895_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.149704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.149704_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.149704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.149704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.747575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_diffusion_droid_2026-01-23T06:30:51.747575_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:54.065955_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:54.065955_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:52.896937_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:52.896937_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:52.896937_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:52.896937_video_right.mp4","wrist_video_gcs_path":"evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:53.502370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/837b3348-d70d-4d59-8e24-9b132dfa9dd7/paligemma_fast_specialist_droid_2026-01-23T06:37:53.502370_video_wrist.mp4"},"preference":"A","session_id":"837b3348-d70d-4d59-8e24-9b132dfa9dd7","university":"frodobots"},{"completion_time":"2026-01-23T06:22:49.420301Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the handle of the bag's zipper","longform_feedback":"Policy A first moved the gripper toward the bag, approached the shoulder strap, adjusted posture, attempted to grasp it,but did not succeed in the end.Policy B first moved the gripper toward the bag, touched the black area near the zipper, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to grasp the handle of the bag's zipper,neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the black area near the bag's zipper, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:23.438853_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:23.438853_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.264775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.264775_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.264775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.264775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.907000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/paligemma_vq_droid_2026-01-23T06:16:22.907000_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:31.069890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:31.069890_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:29.949875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:29.949875_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:29.949875_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:29.949875_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:30.506478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4aaf900-2f55-4550-bb0d-18f17f444671/pi05_droid_2026-01-23T06:22:30.506478_video_wrist.mp4"},"preference":"B","session_id":"f4aaf900-2f55-4550-bb0d-18f17f444671","university":"frodobots"},{"completion_time":"2026-01-23T03:33:26.033367Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoulder strap of the bag","longform_feedback":"Policy A first moved the gripper toward the bag, approached the shoulder strap, attempted to grasp it but did not succeed,  then approached the bag and the gray box one after another.Policy B first moved the gripper toward the bag, approached the shoulder strap, attempted to grasp it several times, but did not succeed in the end.My instruction is to grasp the shoulder strap of the bag, neither policy was able to complete the task.When comparing the performance of the two, policy B made more attempts to grasp the shoulder strap than policy A did.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:27.667305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:27.667305_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:26.510803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:26.510803_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:26.510803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:26.510803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:27.128936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/pi0_droid_2026-01-23T03:25:27.128936_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:06.654272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:06.654272_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:05.461715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:05.461715_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:05.461715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:05.461715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:06.111640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3b083b4-8569-4450-a35c-55548c0fcbf2/paligemma_diffusion_droid_2026-01-23T03:33:06.111640_video_wrist.mp4"},"preference":"B","session_id":"a3b083b4-8569-4450-a35c-55548c0fcbf2","university":"frodobots"},{"completion_time":"2026-01-23T03:04:35.010548Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white paper onto the red paper","longform_feedback":"Policy A first moved the gripper toward the white paper, attempted to grasped it but did not succeed, then policy A moved randomly during remaining time of the episode.Policy B first moved the gripper toward the red paper, then moved around the red paper during most time of the episode, approached the white paper in the end.My instruction is to put the white paper onto the red paper, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the white paper, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:09.630816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:09.630816_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:08.479751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:08.479751_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:08.479751_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:08.479751_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:09.104609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/paligemma_fast_droid_2026-01-23T02:59:09.104609_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:15.807495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:15.807495_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:14.600892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:14.600892_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:14.600892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:14.600892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:15.238284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f10ffa1-b71e-4b26-be2d-7e38ff607be3/pi0_droid_2026-01-23T03:04:15.238284_video_wrist.mp4"},"preference":"A","session_id":"0f10ffa1-b71e-4b26-be2d-7e38ff607be3","university":"frodobots"},{"completion_time":"2026-01-23T02:54:36.988645Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the letter B on the red paper","longform_feedback":"Policy A first moved the gripper toward the red paper, closed the gripper, then moved around the paper during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to touch the letter B on the red paper, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the red page, whereas policy B did not do any thing.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:53.864965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:53.864965_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:52.626383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:52.626383_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:52.626383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:52.626383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:53.223412_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_vq_droid_2026-01-23T02:50:53.223412_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:20.767748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:20.767748_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:19.966061_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:19.966061_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:19.966061_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:19.966061_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:20.427725_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f2773d2-467b-460a-897d-8b26ac6fe0d8/paligemma_binning_droid_2026-01-23T02:54:20.427725_video_wrist.mp4"},"preference":"A","session_id":"1f2773d2-467b-460a-897d-8b26ac6fe0d8","university":"frodobots"},{"completion_time":"2026-01-23T02:46:42.773633Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the letter B on the blue paper","longform_feedback":"Policy A first moved the gripper toward the blue paper, closed the gripper, then, after hesitating for a while, touched the blank area of the blue paper.Policy B first moved the gripper toward the blue paper, closed the gripper, touched the blank area of the blue paper.Then policy B moved the gripper slowly above the blue paper during remaining time of the episode.My instruction is to touch the letter B on the blue paper, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the blank area of the blue paper.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:29.296785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:29.296785_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.044935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.044935_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.044935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.044935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.675301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/paligemma_vq_droid_2026-01-23T02:41:28.675301_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:25.225116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:25.225116_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.082267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.082267_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.082267_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.082267_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.716148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88de51cc-dd89-4592-b13e-d24b27d40dec/pi05_droid_2026-01-23T02:46:24.716148_video_wrist.mp4"},"preference":"TIE","session_id":"88de51cc-dd89-4592-b13e-d24b27d40dec","university":"frodobots"},{"completion_time":"2026-01-23T02:34:26.509231Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the red paper","longform_feedback":"Policy A first moved the gripper toward the white paper, grasped it, picked it up, then hold it until time ran out.Policy B first moved the gripper toward the red paper, hovered above the red paper for a while, then attempted to grasp it, but did not succeed in the end.My instruction is to pick up the red paper, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the red paper, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:29:01.008985_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:29:01.008985_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:28:59.945634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:28:59.945634_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:28:59.945634_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:28:59.945634_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:29:00.535142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/pi0_fast_droid_2026-01-23T02:29:00.535142_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:09.698393_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:09.698393_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:08.582897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:08.582897_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:08.582897_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:08.582897_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:09.197072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32da9bfe-c6e2-455a-aedd-a2e5e3d916bd/paligemma_diffusion_droid_2026-01-23T02:34:09.197072_video_wrist.mp4"},"preference":"B","session_id":"32da9bfe-c6e2-455a-aedd-a2e5e3d916bd","university":"frodobots"},{"completion_time":"2026-01-23T02:12:52.342881Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the red paper","longform_feedback":"Policy A first moved the gripper toward the blue paper, then attempted to grasp it several times, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the red paper, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the blue page, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:16.659418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:16.659418_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:15.365631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:15.365631_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:15.365631_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:15.365631_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:16.058821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/pi0_droid_2026-01-23T02:08:16.058821_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:40.362011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:40.362011_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:39.561073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:39.561073_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:39.561073_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:39.561073_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:40.035784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70655244-c203-42f6-b6d8-61296bd95c5d/paligemma_binning_droid_2026-01-23T02:12:40.035784_video_wrist.mp4"},"preference":"A","session_id":"70655244-c203-42f6-b6d8-61296bd95c5d","university":"frodobots"},{"completion_time":"2026-01-22T03:28:07.549552Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"push the apple toward the gray box","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the apple but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to push the apple toward the gray box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the apple, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:50.084832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:50.084832_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.253718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.253718_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.253718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.253718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.755028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/paligemma_binning_droid_2026-01-22T03:22:49.755028_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:29.413981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:29.413981_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.267314_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.267314_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.267314_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.267314_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.872493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7902fe8-d8cf-4146-92ca-89eee9b0ebf4/pi05_droid_2026-01-22T03:27:28.872493_video_wrist.mp4"},"preference":"B","session_id":"a7902fe8-d8cf-4146-92ca-89eee9b0ebf4","university":"frodobots"},{"completion_time":"2026-01-22T03:10:54.425251Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the apple, then moved back and forth during remaining time of the episode, as if did not know how to grasp the apple.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the apple, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:13.257407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:13.257407_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.349609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.349609_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.349609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.349609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.880754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/paligemma_binning_droid_2026-01-22T03:05:12.880754_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:37.540196_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:37.540196_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.354523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.354523_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.354523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.354523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.981543_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da97f8b7-dfd3-43bc-9d26-3c696e89bd8f/pi05_droid_2026-01-22T03:10:36.981543_video_wrist.mp4"},"preference":"B","session_id":"da97f8b7-dfd3-43bc-9d26-3c696e89bd8f","university":"frodobots"},{"completion_time":"2026-01-22T03:00:39.415603Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the stem of the apple","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the apple but moved away soon, then policy B moved slowly around the apple during remaining time of the episode.My instruction is to grasp the stem of the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the apple, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.968847_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.968847_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.127273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.127273_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.127273_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.127273_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.634494_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/paligemma_binning_droid_2026-01-22T02:55:24.634494_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:19.644722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:19.644722_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:18.434850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:18.434850_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:18.434850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:18.434850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:19.115482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5912258-1281-4489-8fe1-2e55d38ff36a/pi05_droid_2026-01-22T03:00:19.115482_video_wrist.mp4"},"preference":"B","session_id":"b5912258-1281-4489-8fe1-2e55d38ff36a","university":"frodobots"},{"completion_time":"2026-01-22T02:48:14.349120Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the apple with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, lifted it up, moved it toward the apple, dropped it near the apple.Then policy A grasped and released the towel again, moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the apple with the towel,neither policy was able to complete the task.When comparing the performance of the two,  policy A at least grasped and moved the towel, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:46.233953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:46.233953_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.018005_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.018005_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.018005_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.018005_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.655447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/pi0_fast_droid_2026-01-22T02:42:45.655447_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:01.655519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:01.655519_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:00.819900_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:00.819900_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:00.819900_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:00.819900_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:01.300546_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eef52d33-53e6-4a67-873e-9a4cb13810c4/paligemma_binning_droid_2026-01-22T02:48:01.300546_video_wrist.mp4"},"preference":"A","session_id":"eef52d33-53e6-4a67-873e-9a4cb13810c4","university":"frodobots"},{"completion_time":"2026-01-22T02:31:48.540737Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel and lift it upgrasp the towel and lift it up","longform_feedback":"Policy A first moved the gripper toward the towel, made multiple attempts to grasp it, then grasped it, lifted it up, moved it and dropped it on sofa.Policy B first moved the gripper toward the floor, then approached the towel, grasped it, lifted it up, moved it until time ran out.My instruction is to grasp the towel and lift it up, both policies completed the task.When comparing the performance of the two, after finishing the task,policy A dropped the towel, whereas policy B kept the towel lifted until time ran out.Therefore, i prefer policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:05.470016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:05.470016_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.300592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.300592_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.300592_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.300592_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.952586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/pi05_droid_2026-01-22T02:23:04.952586_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:20.588217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:20.588217_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:19.431540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:19.431540_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:19.431540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:19.431540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:20.089279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c880202a-c0ba-4bfe-9b25-f7019e6e5992/paligemma_vq_droid_2026-01-22T02:31:20.089279_video_wrist.mp4"},"preference":"B","session_id":"c880202a-c0ba-4bfe-9b25-f7019e6e5992","university":"frodobots"},{"completion_time":"2026-01-22T02:16:44.223206Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper toward the sofa, attempted to grasp it, then approached the towel, grasped it, moved it for a while, dropped it on sofa.Policy B first moved the gripper toward the towel, grasped and released it, then moved the gripper up and down during remaining time of the episode.My instruction is to wipe the sofa with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the towel, but policy A moved the towel while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:29.404400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:29.404400_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.147400_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.147400_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.147400_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.147400_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.835672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/paligemma_vq_droid_2026-01-22T02:10:28.835672_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:25.617515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:25.617515_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:24.410407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:24.410407_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:24.410407_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:24.410407_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:25.075631_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6556ae44-2c2e-41f1-a32c-fbf48380911a/pi05_droid_2026-01-22T02:16:25.075631_video_wrist.mp4"},"preference":"A","session_id":"6556ae44-2c2e-41f1-a32c-fbf48380911a","university":"frodobots"},{"completion_time":"2026-01-14T09:53:57.237050Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the box with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper toward the towel, grasped it, lifted it up, moved it toward the box, put it near the box.Then policy B moved the gripper slowly during remaining time of the episode.My instruction is to cover the box with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the towel close to the box, whereas policy A did not even grasp the towel.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:14.167933_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:14.167933_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:12.940906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:12.940906_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:12.940906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:12.940906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:13.634343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/paligemma_fast_specialist_droid_2026-01-14T09:48:13.634343_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:20.137516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:20.137516_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:18.975763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:18.975763_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:18.975763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:18.975763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:19.622043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3310f16-4900-4650-b14c-768be3ddb1d5/pi0_droid_2026-01-14T09:53:19.622043_video_wrist.mp4"},"preference":"B","session_id":"b3310f16-4900-4650-b14c-768be3ddb1d5","university":"frodobots"},{"completion_time":"2026-01-14T09:30:15.188380Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white box onto the gray box","longform_feedback":"Policy A first moved the gripper toward the small box, made multiple attempts to grasp it, then picked it up, moved it to the big box, dropped it near the big box, causing the small box to fall off to floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the small  box onto the big box, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and moved the small box, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:07.203211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:07.203211_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.091278_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.091278_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.091278_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.091278_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.670204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_vq_droid_2026-01-14T09:26:06.670204_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:51.162000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:51.162000_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.369990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.369990_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.369990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.369990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.776641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df2c2699-afdd-4587-924b-2dd483e0ff16/paligemma_binning_droid_2026-01-14T09:29:50.776641_video_wrist.mp4"},"preference":"A","session_id":"df2c2699-afdd-4587-924b-2dd483e0ff16","university":"frodobots"},{"completion_time":"2026-01-14T09:12:42.483996Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana from the box","longform_feedback":"Policy A first moved the gripper toward the box, approached the banana, grasped the edge of the box,then grasped the banana, picked it up in the end.Policy B first moved the gripper toward the box, attempted to grasp the box several times, then moved slowly above the box during remaining time of the episode.My instruction is to pick up the banana from the box, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:09.890254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:09.890254_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:08.737236_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:08.737236_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:08.737236_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:08.737236_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:09.368058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/pi05_droid_2026-01-14T09:08:09.368058_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:28.256489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:28.256489_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.101581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.101581_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.101581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.101581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.744495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23344b63-c975-4663-81e1-b7169c6f5ec4/paligemma_vq_droid_2026-01-14T09:12:27.744495_video_wrist.mp4"},"preference":"A","session_id":"23344b63-c975-4663-81e1-b7169c6f5ec4","university":"frodobots"},{"completion_time":"2026-01-14T08:38:52.944822Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick the apple from the box","longform_feedback":"Policy A first moved the gripper toward the box, then moved back and forth for a while, approached the apple, pushed the box.Policy B first moved the gripper toward the apple, made multiple attempts to grasp it but did not succeed.Then policy B picked up a tissue in the end.My instruction is to pick the apple from the box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the apple, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:24.442805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:24.442805_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.331024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.331024_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.331024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.331024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.943385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/pi05_droid_2026-01-14T08:33:23.943385_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:32.706129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:32.706129_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:31.605759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:31.605759_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:31.605759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:31.605759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:32.216037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3329e877-9a3f-45a9-8dcb-ff3bbd7a6258/paligemma_fast_specialist_droid_2026-01-14T08:38:32.216037_video_wrist.mp4"},"preference":"B","session_id":"3329e877-9a3f-45a9-8dcb-ff3bbd7a6258","university":"frodobots"},{"completion_time":"2026-01-14T08:30:16.329364Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the box","longform_feedback":"Policy A first moved the gripper toward the box, adjusted posture, then moved around the box during remaining time of the episode.Policy B first moved the gripper toward the box, adjusted posture, inserted the gripper under the cap of the box, pushed the cap to make it open a bit, but the cap closed again when the gripper being moved away.My instruction is to open the box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the cap of the box, whereas policy A did not.Therefore,policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:46.053611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:46.053611_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:44.965316_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:44.965316_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:44.965316_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:44.965316_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:45.552168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/pi0_droid_2026-01-14T08:24:45.552168_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:50.512272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:50.512272_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.368491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.368491_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.368491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.368491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.961409_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e52b4a86-3e09-49bc-839b-7d5673fba3cb/paligemma_fast_droid_2026-01-14T08:29:49.961409_video_wrist.mp4"},"preference":"B","session_id":"e52b4a86-3e09-49bc-839b-7d5673fba3cb","university":"frodobots"},{"completion_time":"2026-01-14T08:02:17.894263Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the box","longform_feedback":"Policy A first moved the gripper slowly during most time of the episode,then moved the gripper toward the box in the end.Policy B first moved the gripper toward the box, then attempted to grasped it during remaining time of the episode.My instruction is to open the box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the box several times, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:03.880811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:03.880811_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:02.737478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:02.737478_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:02.737478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:02.737478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:03.321640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_diffusion_droid_2026-01-14T07:57:03.321640_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:02:00.545618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:02:00.545618_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:01:59.417820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:01:59.417820_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:01:59.417820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:01:59.417820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:02:00.028069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e73a34d0-45ed-4342-a222-b0745fa590bf/paligemma_fast_specialist_droid_2026-01-14T08:02:00.028069_video_wrist.mp4"},"preference":"B","session_id":"e73a34d0-45ed-4342-a222-b0745fa590bf","university":"frodobots"},{"completion_time":"2026-01-14T07:50:42.690703Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the center of the pillow","longform_feedback":"Policy A first moved the gripper toward the pillow, approached the bottom left corner of the pillow, grasped and released it.Policy B first moved the gripper toward the pillow, grasped the bottom edge of the pillow, moved it, released it.Then policy B grasped the right edge of the pillow, released it.My instruction is to touch the center of the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B grasped two edges of the pillow, whereas policy A only grasped the corner.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:28.025494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:28.025494_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:26.735983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:26.735983_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:26.735983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:26.735983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:27.407346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi0_fast_droid_2026-01-14T07:44:27.407346_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:25.681061_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:25.681061_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:24.421178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:24.421178_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:24.421178_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:24.421178_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:25.103513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c0af21-317e-4755-912b-fca8e8ae26fa/pi05_droid_2026-01-14T07:50:25.103513_video_wrist.mp4"},"preference":"B","session_id":"92c0af21-317e-4755-912b-fca8e8ae26fa","university":"frodobots"},{"completion_time":"2026-01-14T07:38:24.337974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shirt onto the jacket","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward shirt, grasped it, picked it up, then moved it toward the jacket, put it onto the jacket.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the shirt onto the jacket, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:22.871845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:22.871845_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:21.947660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:21.947660_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:21.947660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:21.947660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:22.472926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/paligemma_binning_droid_2026-01-14T07:33:22.472926_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:07.634545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:07.634545_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:06.476259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:06.476259_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:06.476259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:06.476259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:07.141582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b837986-0a43-441c-8911-94bc2e7cb4fd/pi0_fast_droid_2026-01-14T07:38:07.141582_video_wrist.mp4"},"preference":"B","session_id":"5b837986-0a43-441c-8911-94bc2e7cb4fd","university":"frodobots"},{"completion_time":"2026-01-14T07:29:11.213624Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shirt","longform_feedback":"Policy A first moved the gripper toward the shirt, grasped it, lifted it up a bit, moved it, released it.Then policy A grasped the shirt again, picked it up,moved it until time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the shirt, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:30.334802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:30.334802_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.052271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.052271_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.052271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.052271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.755366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/pi0_fast_droid_2026-01-14T07:24:29.755366_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:57.357203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:57.357203_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.537806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.537806_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.537806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.537806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.957965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e66f2f-3e10-436f-8017-6ac04cbc296c/paligemma_binning_droid_2026-01-14T07:28:56.957965_video_wrist.mp4"},"preference":"A","session_id":"e3e66f2f-3e10-436f-8017-6ac04cbc296c","university":"frodobots"},{"completion_time":"2026-01-14T07:17:36.010125Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel from the pillow","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it, dropped it back on the pillow.Next, policy A grasped the pillow, picked it up, moved it until time ran out.Policy B first moved the gripper toward the towel, grasped it, released it.Then policy B picked up the towel, moved it, but put it back on the pillow.My instruction is to remove the towel from the pillow, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the towel and put it back on the pillow, then, policy A moved the pillow while policy B did not.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:28.017211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:28.017211_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:26.817461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:26.817461_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:26.817461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:26.817461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:27.522599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_fast_droid_2026-01-14T07:08:27.522599_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:08.487432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:08.487432_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.306049_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.306049_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.306049_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.306049_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.985706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03716183-1f61-4466-97fe-5fcfef7fe75c/paligemma_vq_droid_2026-01-14T07:17:07.985706_video_wrist.mp4"},"preference":"B","session_id":"03716183-1f61-4466-97fe-5fcfef7fe75c","university":"frodobots"},{"completion_time":"2026-01-14T03:15:42.200652Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the button of the jacket","longform_feedback":"Policy A first moved the gripper toward the jacket, grasped the body of the jacket, moved it, released it.Then policy A grasped the jacket again, lifted it up, moved it, dropped it on sofa.Policy B first moved the gripper toward the jacket, grasped the body of the jacket, moved it, released it.Then policy B moved randomly for a while, attempted to grasp the jacket until time ran out.My instruction is to grasp the button of the jacket, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasp the body of the jacket.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:56.600924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:56.600924_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:55.396290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:55.396290_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:55.396290_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:55.396290_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:56.057847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_vq_droid_2026-01-14T03:09:56.057847_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:24.457270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:24.457270_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.242521_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.242521_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.242521_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.242521_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.935721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb1781e8-a083-4347-b04e-57452f27283e/paligemma_fast_specialist_droid_2026-01-14T03:15:23.935721_video_wrist.mp4"},"preference":"TIE","session_id":"bb1781e8-a083-4347-b04e-57452f27283e","university":"frodobots"},{"completion_time":"2026-01-14T03:01:06.755031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the collar of the jacket","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the jacket,approached the collar, then made multiple attempts to grasp it, but did not succeed in the end.My instruction is to grasp the collar of the jacket, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the collar of the jacket, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:40.756463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:40.756463_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:39.798633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:39.798633_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:39.798633_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:39.798633_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:40.336508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_binning_droid_2026-01-14T02:54:40.336508_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:41.000172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:41.000172_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:39.837955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:39.837955_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:39.837955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:39.837955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:40.460406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e67bde61-4be0-499c-92b8-df89d9255217/paligemma_diffusion_droid_2026-01-14T02:59:40.460406_video_wrist.mp4"},"preference":"B","session_id":"e67bde61-4be0-499c-92b8-df89d9255217","university":"frodobots"},{"completion_time":"2026-01-14T02:41:12.249717Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the left sleeve of the jacket","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the jacket, grasped the body of the jacket, lifted it up, moved it, and dropped it on sofa.Then policy B grasped the left sleeve of the jacket, and released it.My instruction is to grasp the left sleeve of the jacket,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:04.879343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:04.879343_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:03.652527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:03.652527_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:03.652527_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:03.652527_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:04.335411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/pi0_droid_2026-01-14T02:36:04.335411_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:29.989285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:29.989285_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:28.706138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:28.706138_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:28.706138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:28.706138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:29.305663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa5a7dfc-0b56-43d2-b2b6-33da781f40dc/paligemma_vq_droid_2026-01-14T02:40:29.305663_video_wrist.mp4"},"preference":"B","session_id":"fa5a7dfc-0b56-43d2-b2b6-33da781f40dc","university":"frodobots"},{"completion_time":"2026-01-14T01:58:56.652191Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the denim jacket","longform_feedback":"Policy A first moved the gripper toward the denim jacket,grasped it, lifted it a bit, released it, then grasped it a gain, lifted it, dropped it, but did not picked it up in the end.Policy B moved the gripper slowly during entire time of the episode, as if could not find the target.My instruction is to pick up the denim jacket, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the denim jacket, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:38.293721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:38.293721_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.153112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.153112_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.153112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.153112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.739958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/paligemma_diffusion_droid_2026-01-14T01:52:37.739958_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:51.673458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:51.673458_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:50.521930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:50.521930_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:50.521930_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:50.521930_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:51.133065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d26463e-84a0-491d-a84d-8b9cb0f91b46/pi0_droid_2026-01-14T01:57:51.133065_video_wrist.mp4"},"preference":"A","session_id":"6d26463e-84a0-491d-a84d-8b9cb0f91b46","university":"frodobots"},{"completion_time":"2026-01-13T09:56:12.206119Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the shoe on floor","longform_feedback":"Policy A first moved the gripper toward the shoe, grasped it, moved it, released it.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the shoe, grasped it, picked it up, then moved it, dropped it on floor.Next, policy B picked up the shoe again,moved it until time ran out.My instruction is to throw the shoe on floor, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:13.224036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:13.224036_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:11.880609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:11.880609_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:11.880609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:11.880609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:12.610596_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi05_droid_2026-01-13T09:50:12.610596_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:53.665236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:53.665236_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:52.329958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:52.329958_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:52.329958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:52.329958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:53.066749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56623115-8269-4d73-8e34-082b7f725a31/pi0_fast_droid_2026-01-13T09:55:53.066749_video_wrist.mp4"},"preference":"B","session_id":"56623115-8269-4d73-8e34-082b7f725a31","university":"frodobots"},{"completion_time":"2026-01-13T09:46:30.760792Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, grasped it and released it twice,but did not pick it up, then moved the gripper away.Policy B first moved the gripper toward the shoe, grasped it, picked it up, then moved it for a while, dropped it on floor.My instruction is to pick up the shoe, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:30.416630_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:30.416630_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.125188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.125188_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.125188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.125188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.790788_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/pi0_fast_droid_2026-01-13T09:42:29.790788_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:16.046711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:16.046711_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:14.844969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:14.844969_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:14.844969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:14.844969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:15.481846_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b14a858-1111-4425-96cb-1e975223c46b/paligemma_vq_droid_2026-01-13T09:46:15.481846_video_wrist.mp4"},"preference":"B","session_id":"4b14a858-1111-4425-96cb-1e975223c46b","university":"frodobots"},{"completion_time":"2026-01-13T09:21:32.122762Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the pillow","longform_feedback":"Policy A first moved the gripper toward the pillow, approached the sofa, attempted to grasp the sofa, then attempted to grasp the pillow but did not succeed in the end.Policy B first moved the gripper toward the pillow, grasped the bottom middle edge of the pillow.Then approached the bottom left corner of the pillow, attempted to grasp it but did not succeed in the end.My instruction is to grasp the bottom left corner of the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the pillow, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:48.285985_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:48.285985_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:46.981749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:46.981749_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:46.981749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:46.981749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:47.675325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/paligemma_fast_droid_2026-01-13T09:13:47.675325_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:16.563272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:16.563272_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:15.608393_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:15.608393_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:15.608393_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:15.608393_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:16.107971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84763cbf-9055-4cfc-bf3c-edc9ac797e55/pi0_droid_2026-01-13T09:21:16.107971_video_wrist.mp4"},"preference":"B","session_id":"84763cbf-9055-4cfc-bf3c-edc9ac797e55","university":"frodobots"},{"completion_time":"2026-01-13T09:08:57.641648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the pillow","longform_feedback":"Policy A first moved the gripper toward the pillow, approached the towel on the pillow, grasped the towel, picked it up,moved it and dropped it.Then policy A attempted to grasp the towel again until time ran out, touched the pillow.Policy B first moved the gripper toward the pillow, attempted to grasp the towel on the pillow, then grasped the bottom middle edge of the pillow.My instruction is to grasp the bottom left corner of the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the pillow, whereas policy A only touched the pillow.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:34.606025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:34.606025_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:33.308454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:33.308454_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:33.308454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:33.308454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:34.017701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/pi0_droid_2026-01-13T09:02:34.017701_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:39.623031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:39.623031_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:38.379814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:38.379814_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:38.379814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:38.379814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:39.060561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb61dcd-3622-4cc8-8630-ee1e2aeb2899/paligemma_diffusion_droid_2026-01-13T09:08:39.060561_video_wrist.mp4"},"preference":"B","session_id":"8bb61dcd-3622-4cc8-8630-ee1e2aeb2899","university":"frodobots"},{"completion_time":"2026-01-13T08:48:41.335005Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper toward the towel but moved away soon,then policy A approached the pillow, grasped it, moved it.Policy B first moved the gripper toward the towel,grasped it, picked it up, then moved it to the pillow, cover the pillow with the towel.Next, policy B moved the gripper away and almost stopped during remaining time of the episode.My instruction is to cover the pillow with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not even grasp the towel.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:23.544164_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:23.544164_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.306997_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.306997_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.306997_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.306997_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.969738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi0_droid_2026-01-13T08:43:22.969738_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:25.562646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:25.562646_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:24.361456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:24.361456_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:24.361456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:24.361456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:25.008358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42196e7d-2c0d-43f5-9b2f-b4426e056e7d/pi05_droid_2026-01-13T08:48:25.008358_video_wrist.mp4"},"preference":"B","session_id":"42196e7d-2c0d-43f5-9b2f-b4426e056e7d","university":"frodobots"},{"completion_time":"2026-01-13T08:39:37.172123Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper toward the sofa, grasped and released the sofa, then moved the gripper away, approached the pillow in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the pillow with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the pillow, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:40.174719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:40.174719_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.060018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.060018_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.060018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.060018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.616811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_fast_specialist_droid_2026-01-13T08:35:39.616811_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:23.668512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:23.668512_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:22.744403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:22.744403_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:22.744403_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:22.744403_video_right.mp4","wrist_video_gcs_path":"evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:23.268222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/045d049c-c240-4f52-a15c-b0710ff1bb6b/paligemma_binning_droid_2026-01-13T08:39:23.268222_video_wrist.mp4"},"preference":"A","session_id":"045d049c-c240-4f52-a15c-b0710ff1bb6b","university":"frodobots"},{"completion_time":"2026-01-13T08:27:56.753190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the pillow, grasped it, picked it up, moved it and dropped it on sofa.Policy B first moved the gripper toward the pillow, grasped it,picked it up,then moved it and dropped it on sofa.Next, policy B grasped the pillow again, picked it up, moved it and dropped it.My instruction is to pick up the pillow, both policies completed the task.When comparing the performance of the two, policy B completed the task more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:55.760949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:55.760949_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:54.434445_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:54.434445_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:54.434445_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:54.434445_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:55.210815_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/paligemma_vq_droid_2026-01-13T08:22:55.210815_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:33.977863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:33.977863_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:32.789331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:32.789331_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:32.789331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:32.789331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:33.400236_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97bbd32-7cf8-46f6-b465-c3c0f0ca810b/pi0_fast_droid_2026-01-13T08:27:33.400236_video_wrist.mp4"},"preference":"B","session_id":"b97bbd32-7cf8-46f6-b465-c3c0f0ca810b","university":"frodobots"},{"completion_time":"2026-01-13T03:04:42.395180Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the card","longform_feedback":"Policy A first moved the gripper toward the card, grasped it, picked it up, then moved it and dropped it.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper randomly for while, then approached the sofa, attempted to grasp it several times, as if could not find the card.My instruction is to pick up the card, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:37.304937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:37.304937_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.107232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.107232_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.107232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.107232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.752588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_fast_droid_2026-01-13T02:57:36.752588_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:44.423221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:44.423221_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.220416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.220416_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.220416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.220416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.856511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3702936c-23a9-4a68-abf1-ba20dea63a69/pi0_droid_2026-01-13T03:03:43.856511_video_wrist.mp4"},"preference":"A","session_id":"3702936c-23a9-4a68-abf1-ba20dea63a69","university":"frodobots"},{"completion_time":"2026-01-13T02:49:54.280602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the cup","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, then moved it to the cup, dropped the cube on floor.Next, policy A moved the gripper away and attempted to grasp the cube again during remaining time of the episode.Policy B first moved the gripper toward the cube, grasped it, picked it up, then moved it toward the cup, dropped it on the body of the cup, causing the cube to fall to floor.Next, policy B moved randomly during remaining time of the episode.My instruction is to put the cube onto the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the cube on the body of the cup, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:13.513409_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:13.513409_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.326703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.326703_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.326703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.326703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.945624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/paligemma_diffusion_droid_2026-01-13T02:43:12.945624_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:31.929982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:31.929982_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:30.747617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:30.747617_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:30.747617_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:30.747617_video_right.mp4","wrist_video_gcs_path":"evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:31.404797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/301a8089-ce01-45ce-a412-dc8bbd01a624/pi0_fast_droid_2026-01-13T02:49:31.404797_video_wrist.mp4"},"preference":"B","session_id":"301a8089-ce01-45ce-a412-dc8bbd01a624","university":"frodobots"},{"completion_time":"2026-01-13T02:28:54.973126Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the cup","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, then moved it to the cup, knocked the cup over, dropped the cube near the cup.Next, policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the cube onto the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the cube to the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:24.123230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:24.123230_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:22.943219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:22.943219_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:22.943219_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:22.943219_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:23.556999_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/pi0_droid_2026-01-13T02:24:23.556999_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:41.136310_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:41.136310_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.261448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.261448_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.261448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.261448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.760196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fed98ad9-11d9-4236-ba1a-1f9e5a88cf67/paligemma_binning_droid_2026-01-13T02:28:40.760196_video_wrist.mp4"},"preference":"A","session_id":"fed98ad9-11d9-4236-ba1a-1f9e5a88cf67","university":"frodobots"},{"completion_time":"2026-01-13T02:09:23.566966Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the cube","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the cube, dropped it on the floor.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it above the cube, put it onto the cube.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the cup onto the cube, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:51.176828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:51.176828_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:49.956808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:49.956808_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:49.956808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:49.956808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:50.602166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/paligemma_fast_specialist_droid_2026-01-13T02:04:50.602166_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:06.175765_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:06.175765_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.077075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.077075_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.077075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.077075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.600370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0be2b649-725a-4d8c-ac19-6052ef3762ce/pi0_fast_droid_2026-01-13T02:09:05.600370_video_wrist.mp4"},"preference":"B","session_id":"0be2b649-725a-4d8c-ac19-6052ef3762ce","university":"frodobots"},{"completion_time":"2026-01-13T01:58:34.581999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the cup","longform_feedback":"Policy A first moved the gripper toward the cup, attempted to grasp it, pushed the edge of the cup, causing the cup to fall over.Then policy A attempted to grasp the cup several times, but did not succeed in the end.Policy B first moved the gripper toward the cup, grasped it,picked it, then put it on the sofa, but did not knocked the cup over in the end.My instruction is to knock over the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:44.252070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:44.252070_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.054165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.054165_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.054165_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.054165_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.676454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/paligemma_vq_droid_2026-01-13T01:53:43.676454_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:17.664920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:17.664920_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:16.489752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:16.489752_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:16.489752_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:16.489752_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:17.100349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebf8f12b-53cb-4e4d-805c-4456a297b292/pi05_droid_2026-01-13T01:58:17.100349_video_wrist.mp4"},"preference":"A","session_id":"ebf8f12b-53cb-4e4d-805c-4456a297b292","university":"frodobots"},{"completion_time":"2026-01-13T01:41:49.936732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the handle of the umbrella","longform_feedback":"Policy A first moved the gripper toward the umbrella, approached the handle of the umbrella, grasped it, picked it up, moved it slightly, dropped it on sofa.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the umbrella,approached the handle of the umbrella, picked it up, dropped it on floor.Then policy B attempted to grasp the umbrella again during remaining time of the episode, picked it up in the end.My instruction is to grasp the handle of the umbrella, both policies completed the task.When comparing the performance of the two, after completing the task, policy A moved the gripper randomly, whereas policy B attempted to grasp the umbrella again.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:25.634378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:25.634378_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:24.399754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:24.399754_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:24.399754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:24.399754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:25.008652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/paligemma_vq_droid_2026-01-13T01:34:25.008652_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:59.345626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:59.345626_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.276983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.276983_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.276983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.276983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.850839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4218fe78-0835-4b44-8c00-f4db556c1ca5/pi0_fast_droid_2026-01-13T01:40:58.850839_video_wrist.mp4"},"preference":"B","session_id":"4218fe78-0835-4b44-8c00-f4db556c1ca5","university":"frodobots"},{"completion_time":"2026-01-12T09:47:32.387486Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the umbrella by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the umbrella, attempted to pick it up, but did not succeed.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to rotate the umbrella by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to pick up the umbrella, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:13.911138_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:13.911138_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:12.924879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:12.924879_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:12.924879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:12.924879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:13.380888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/pi05_droid_2026-01-12T09:40:13.380888_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:15.798821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:15.798821_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:14.652896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:14.652896_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:14.652896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:14.652896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:15.226484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7dfa651-490f-49fd-84ee-e52f0485aa3b/paligemma_fast_specialist_droid_2026-01-12T09:47:15.226484_video_wrist.mp4"},"preference":"B","session_id":"c7dfa651-490f-49fd-84ee-e52f0485aa3b","university":"frodobots"},{"completion_time":"2026-01-12T09:30:37.425050Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A first moved the gripper toward the umbrella,grasped it, picked it up, then moved it, dropped it on sofa.Next, policy A picked up the umbrella again, dropped it.Policy B first moved the gripper toward the umbrella but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the umbrella, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:55.196590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:55.196590_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:53.868973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:53.868973_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:53.868973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:53.868973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:54.586133_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_diffusion_droid_2026-01-12T09:23:54.586133_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:58.872275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:58.872275_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:57.654910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:57.654910_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:57.654910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:57.654910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:58.283664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11197bfa-0dd8-45eb-831b-524486f25d71/paligemma_vq_droid_2026-01-12T09:28:58.283664_video_wrist.mp4"},"preference":"A","session_id":"11197bfa-0dd8-45eb-831b-524486f25d71","university":"frodobots"},{"completion_time":"2026-01-12T09:18:03.232527Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the cup","longform_feedback":"Policy A first moved the gripper toward the cup, attempted to grasp it, but did not succeed.Then policy A moved the gripper toward the cube, grasped it, picked it up, moved it and dropped it on floor.Policy B first moved the gripper toward the cube,grasped it, picked it up, then moved it toward the cup, knocked the cup down, dropped the cube near the cup.My instruction is to put the cube into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the cube near the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:55.852844_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:55.852844_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:54.690562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:54.690562_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:54.690562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:54.690562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:55.296245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_diffusion_droid_2026-01-12T09:10:55.296245_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:56.274509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:56.274509_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.082015_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.082015_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.082015_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.082015_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.671315_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16504ac9-48a2-4ec8-9c05-d8d8c3c3743e/paligemma_fast_specialist_droid_2026-01-12T09:15:55.671315_video_wrist.mp4"},"preference":"B","session_id":"16504ac9-48a2-4ec8-9c05-d8d8c3c3743e","university":"frodobots"},{"completion_time":"2026-01-12T09:08:07.463312Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A first moved the gripper toward the cube, grasped it, picked it up, dropped it on sofa.Then policy A grasped the cube gain,picked it up, moved it during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the cube, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything .Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:02.971476_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:02.971476_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:01.780771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:01.780771_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:01.780771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:01.780771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:02.354521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_fast_droid_2026-01-12T09:04:02.354521_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.893331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.893331_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.030588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.030588_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.030588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.030588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.519701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa283d6a-56bd-4c31-b08b-68db237e517b/paligemma_binning_droid_2026-01-12T09:07:54.519701_video_wrist.mp4"},"preference":"A","session_id":"fa283d6a-56bd-4c31-b08b-68db237e517b","university":"frodobots"},{"completion_time":"2026-01-12T09:00:58.958516Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cup","longform_feedback":"Policy A first moved the gripper toward the cup, pushed it, attempted to grasp it but did not succeed.Then policy A approached the edge of the sofa, almost stopped during remaining time of the episode.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it, dropped it on the sofa.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:18.378153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:18.378153_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.228475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.228475_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.228475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.228475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.825284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/paligemma_vq_droid_2026-01-12T08:54:17.825284_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:56.606325_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:56.606325_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:55.415729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:55.415729_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:55.415729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:55.415729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:56.055446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e/pi05_droid_2026-01-12T08:58:56.055446_video_wrist.mp4"},"preference":"B","session_id":"7d9dcbc9-8b9d-4738-bdc6-deaf63c7b09e","university":"frodobots"},{"completion_time":"2026-01-12T08:45:09.419002Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on sofa","longform_feedback":"Policy A first moved the gripper toward the cup, touched it, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to stand the cup upright on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:56.351166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:56.351166_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.120621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.120621_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.120621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.120621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.752643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_vq_droid_2026-01-12T08:40:55.752643_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:55.778516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:55.778516_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:54.887438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:54.887438_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:54.887438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:54.887438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:55.392776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7/paligemma_binning_droid_2026-01-12T08:44:55.392776_video_wrist.mp4"},"preference":"A","session_id":"bcfb79cd-90d9-4e3a-ac8b-fe441497a8e7","university":"frodobots"},{"completion_time":"2026-01-12T02:09:09.075445Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper slowly toward the left cup, grasped it, picked it up, then moved it to the right cup, dropped it on the edge of the right cup, causing the cup the fall off to floor.Next, policy A approached the right cup, pushed it, knocked it over, grasped it in the end.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it on floor.Next, policy B picked up the right cup, moved it, dropped it on sofa, picked it up again in the end.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the cup on the edge of another cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:50.133172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:50.133172_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:48.824693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:48.824693_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:48.824693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:48.824693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:49.581491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/pi05_droid_2026-01-12T02:02:49.581491_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:29.838830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:29.838830_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:28.589856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:28.589856_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:28.589856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:28.589856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:29.244443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6/paligemma_diffusion_droid_2026-01-12T02:08:29.244443_video_wrist.mp4"},"preference":"A","session_id":"5ebecd2a-2bc1-4710-bd1b-56cb8c97e7b6","university":"frodobots"},{"completion_time":"2026-01-12T01:44:06.333288Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper slowly toward the left cup, attempted to grasped it but did not succeed.Then policy A approached the right cup, moved the gripper slowly above the cup during remaining time of the episode.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it near the right cup.Then policy B approached the right cup, grasped it, picked it up, dropped it on sofa.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the cup, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:59.718135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:59.718135_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:58.545942_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:58.545942_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:58.545942_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:58.545942_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:59.209693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_binning_droid_2026-01-12T01:37:59.209693_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:32.388953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:32.388953_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.156119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.156119_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.156119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.156119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.751879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2530953f-c887-499b-b972-820c037b93c6/paligemma_fast_droid_2026-01-12T01:43:31.751879_video_wrist.mp4"},"preference":"B","session_id":"2530953f-c887-499b-b972-820c037b93c6","university":"frodobots"},{"completion_time":"2026-01-09T09:50:21.759383Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the towel, approached the bottom right corner, attempted to grasp it but did not succeed.Then policy A approached the left edge of the towel, touched it, attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper toward the sofa, grasped it and released it, then policy B moved the gripper away, approached the left edge of the towel, attempted to grasp it until time time ran out.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the towel, but policy A reached the towel while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:43.785764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:43.785764_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:42.664547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:42.664547_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:42.664547_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:42.664547_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:43.273574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_fast_droid_2026-01-09T09:44:43.273574_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:06.641905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:06.641905_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:05.458425_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:05.458425_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:05.458425_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:05.458425_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:06.096235_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070e971c-b396-4c08-a673-5746d9e2767e/paligemma_diffusion_droid_2026-01-09T09:50:06.096235_video_wrist.mp4"},"preference":"A","session_id":"070e971c-b396-4c08-a673-5746d9e2767e","university":"frodobots"},{"completion_time":"2026-01-09T09:26:26.515516Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the towel, approached the bottom left corner, grasped it, lifted it up,then moved it to right and dropped it, causing the towel to be folded although not in perfect half.Policy B showed no response to my command and did not perform any operations at all.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least folded the towel, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:15.116866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:15.116866_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:13.941525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:13.941525_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:13.941525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:13.941525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:14.585857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_vq_droid_2026-01-09T09:22:14.585857_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:06.337025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:06.337025_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.421839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.421839_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.421839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.421839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.951329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc16ee7b-2ac8-40d7-8bd9-db34f761b579/paligemma_binning_droid_2026-01-09T09:26:05.951329_video_wrist.mp4"},"preference":"A","session_id":"fc16ee7b-2ac8-40d7-8bd9-db34f761b579","university":"frodobots"},{"completion_time":"2026-01-09T09:18:11.199552Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the towel","longform_feedback":"Policy A first moved the gripper toward the towel, approached the bottom left corner, adjusted posture, pushed the corner, then grasped and released the corner.Policy B first moved the gripper toward the towel, approached the bottom left corner of the towel, attempted to grasped it, but did not succeed.Then policy B move the gripper away and moved randomly during remaining time of the episode.My instruction is to grasp the bottom left corner of the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:45.581651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:45.581651_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:44.438738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:44.438738_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:44.438738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:44.438738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:45.086942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/pi05_droid_2026-01-09T09:13:45.086942_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:59.415817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:59.415817_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.229059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.229059_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.229059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.229059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.867529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239fe6af-ecb4-40e0-b8ce-a0a42039a091/paligemma_fast_specialist_droid_2026-01-09T09:17:58.867529_video_wrist.mp4"},"preference":"A","session_id":"239fe6af-ecb4-40e0-b8ce-a0a42039a091","university":"frodobots"},{"completion_time":"2026-01-09T09:01:02.052691Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the towel","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the cup, grasped and release it, then picked it up, dropped it, attempted to grasp it again during remaining time of the episode.My instruction is to put the cup onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the cup toward the towel, whereas policy B did not.Therefore,  i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:01.953403_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:01.953403_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:00.710607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:00.710607_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:00.710607_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:00.710607_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:01.373980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_fast_specialist_droid_2026-01-09T08:54:01.373980_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:43.158963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:43.158963_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:41.948034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:41.948034_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:41.948034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:41.948034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:42.589523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fbd3cf0-e9cf-40ee-a2df-a350f26da125/paligemma_diffusion_droid_2026-01-09T08:59:42.589523_video_wrist.mp4"},"preference":"A","session_id":"7fbd3cf0-e9cf-40ee-a2df-a350f26da125","university":"frodobots"},{"completion_time":"2026-01-09T08:44:22.759114Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cup with the towel","longform_feedback":"Policy A moved the gripper toward the towel, grasped it, picked it up, then moved it toward the towel, dropped it on floor.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the cup, dropped the towel on the cup, causing the cup to be covered by the towel.Next, policy B picked up the towel again, moved it until time ran out.My instruction is to cover the cup with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:32.460597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:32.460597_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.373664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.373664_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.373664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.373664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.951057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/paligemma_vq_droid_2026-01-09T08:38:31.951057_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:01.243211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:01.243211_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.029640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.029640_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.029640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.029640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.684194_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bcf078-1586-454b-bd93-07de3e168e25/pi0_fast_droid_2026-01-09T08:44:00.684194_video_wrist.mp4"},"preference":"B","session_id":"36bcf078-1586-454b-bd93-07de3e168e25","university":"frodobots"},{"completion_time":"2026-01-09T08:19:32.416703Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup,dropped it on the edge of the right cup, causing the two cups to fall over.Policy B first moved the gripper toward the left cup, attempted to grasped it, but knocked it over.Then policy B moved the gripper toward the right cup, attempted to grasped it, but did not succeed.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped one cup onto another cup, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:53.457570_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:53.457570_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.335351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.335351_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.335351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.335351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.866511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/pi0_droid_2026-01-09T08:13:52.866511_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:52.651811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:52.651811_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:51.425548_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:51.425548_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:51.425548_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:51.425548_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:52.090255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34c6bd47-6d39-4026-bf4a-843e8c2ff105/paligemma_vq_droid_2026-01-09T08:18:52.090255_video_wrist.mp4"},"preference":"A","session_id":"34c6bd47-6d39-4026-bf4a-843e8c2ff105","university":"frodobots"},{"completion_time":"2026-01-09T07:58:31.264608Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked up, then moved it toward the cup, rotated it,dropped it into the cup.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the carrot, grasped it, picked it, then move it toward the cup, dropped it near the cup.Next, policy B picked up the carrot again, rotated it,  but time ran out.My instruction is to put the carrot into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:21.722602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:21.722602_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:20.632805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:20.632805_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:20.632805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:20.632805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:21.178897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_fast_droid_2026-01-09T07:53:21.178897_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:48.977199_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:48.977199_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:47.781180_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:47.781180_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:47.781180_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:47.781180_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:48.393384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b9cfd6-329f-4210-959f-d1cc1fad2669/pi0_droid_2026-01-09T07:57:48.393384_video_wrist.mp4"},"preference":"A","session_id":"84b9cfd6-329f-4210-959f-d1cc1fad2669","university":"frodobots"},{"completion_time":"2026-01-09T07:34:11.038830Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked up, then moved it toward the cup, rotated it, dropped it near the cup.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the carrot into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the carrot and moved it toward the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:30.737546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:30.737546_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:29.480568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:29.480568_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:29.480568_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:29.480568_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:30.149414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_fast_specialist_droid_2026-01-09T07:29:30.149414_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:57.027918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:57.027918_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.142172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.142172_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.142172_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.142172_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.646535_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a897157a-faa4-48db-af5c-07aa061825fc/paligemma_binning_droid_2026-01-09T07:33:56.646535_video_wrist.mp4"},"preference":"A","session_id":"a897157a-faa4-48db-af5c-07aa061825fc","university":"frodobots"},{"completion_time":"2026-01-09T06:55:50.492534Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple onto the book","longform_feedback":"Policy A first moved the gripper toward the apple, attempted to grasped it several times during remaining time of the episode, but did not succeed, only pushed the apple.Policy B first moved the gripper toward the apple, grasped it, picked it up, then moved it toward the book, dropped it, causing the apple to fall off to floor.Next, policy B approached the carrot, attempted to grasp it in the end.My instruction is to put the apple onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the apple to the book, whereas policy A did not even grasp the apple.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:16.906371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:16.906371_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:15.961998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:15.961998_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:15.961998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:15.961998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:16.446942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/paligemma_diffusion_droid_2026-01-09T06:46:16.446942_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:35.680352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:35.680352_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:34.464947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:34.464947_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:34.464947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:34.464947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:35.074501_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e1f7837-a511-46d6-9c41-a60efd04d64a/pi05_droid_2026-01-09T06:52:35.074501_video_wrist.mp4"},"preference":"B","session_id":"8e1f7837-a511-46d6-9c41-a60efd04d64a","university":"frodobots"},{"completion_time":"2026-01-09T06:42:49.691913Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple onto the book","longform_feedback":"Policy A first moved the gripper toward the apple, grasped and released it, then policy A moved the gripper away, hovered above the book during most time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the apple onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the apple, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:12.842410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:12.842410_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:11.701354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:11.701354_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:11.701354_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:11.701354_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:12.265806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_fast_specialist_droid_2026-01-09T06:39:12.265806_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:37.610035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:37.610035_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:36.548597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:36.548597_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:36.548597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:36.548597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:37.240415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa7014cf-973e-41f6-af8b-a9e22f0cf216/paligemma_binning_droid_2026-01-09T06:42:37.240415_video_wrist.mp4"},"preference":"A","session_id":"aa7014cf-973e-41f6-af8b-a9e22f0cf216","university":"frodobots"},{"completion_time":"2026-01-09T06:29:54.100002Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot onto the book","longform_feedback":"Policy A first moved the gripper toward the carrot, attempted to grasped it but did not succeed, then approached the apple, pushed it.Next, policy A approached the carrot again, picked up and dropped it in the end.Policy B first moved the gripper toward the carrot, attempted to grasp it several times, but did not succeed.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the carrot onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the carrot, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:55.400611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:55.400611_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.193159_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.193159_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.193159_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.193159_video_right.mp4","wrist_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.856802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_vq_droid_2026-01-09T06:23:54.856802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:29.202904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:29.202904_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.039020_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.039020_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.039020_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.039020_video_right.mp4","wrist_video_gcs_path":"evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.654543_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/546c8181-7758-4e27-b882-8aee4875af57/paligemma_fast_specialist_droid_2026-01-09T06:29:28.654543_video_wrist.mp4"},"preference":"A","session_id":"546c8181-7758-4e27-b882-8aee4875af57","university":"frodobots"},{"completion_time":"2026-01-09T06:02:56.292282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper, pressed the controller, then policy A moved the gripper away in the end.Policy B first moved the gripper toward the book, then approached the controller, pushed it to make it rotated by about 80 degrees.Next, policy B approached the book, attempted to grasp it.My instruction is to rotate the controller by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least rotated the controller, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:26.098557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:26.098557_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:24.856234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:24.856234_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:24.856234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:24.856234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:25.504757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/pi05_droid_2026-01-09T05:57:25.504757_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:40.092504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:40.092504_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:38.905214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:38.905214_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:38.905214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:38.905214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:39.550377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7052068-093b-4755-97ee-83ede5db6f2c/paligemma_vq_droid_2026-01-09T06:02:39.550377_video_wrist.mp4"},"preference":"B","session_id":"a7052068-093b-4755-97ee-83ede5db6f2c","university":"frodobots"},{"completion_time":"2026-01-09T03:43:34.872340Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the book","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it toward the  book, put it on the edge of the book.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the book, attempted to grasp it, then moved the gripper away, approached the controller, touched it.My instruction is to put the controller onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not even grasp the controller.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:38.063357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:38.063357_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:36.929147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:36.929147_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:36.929147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:36.929147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:37.560476_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/pi05_droid_2026-01-09T03:35:37.560476_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:48.309799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:48.309799_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.073752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.073752_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.073752_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.073752_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.740948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfab98fe-ffd6-499a-82c6-a013297c888e/paligemma_fast_specialist_droid_2026-01-09T03:42:47.740948_video_wrist.mp4"},"preference":"A","session_id":"bfab98fe-ffd6-499a-82c6-a013297c888e","university":"frodobots"},{"completion_time":"2026-01-09T03:05:25.149407Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller,grasped it, picked it up, then moved it, rotated it, dropped it on floor, causing the controller to be turned upside down.Policy B first moved the gripper toward the book but moved away soon, then policy B moved the gripper slowly during most time of the episode, approached the controller in the end.My instruction is to turn the controller upside down, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:32.431571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:32.431571_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.209867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.209867_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.209867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.209867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.865653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/paligemma_fast_droid_2026-01-09T02:59:31.865653_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:45.016390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:45.016390_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:43.930753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:43.930753_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:43.930753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:43.930753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:44.505711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cda2937-f57c-49d4-8396-842003f86a87/pi0_droid_2026-01-09T03:04:44.505711_video_wrist.mp4"},"preference":"A","session_id":"1cda2937-f57c-49d4-8396-842003f86a87","university":"frodobots"},{"completion_time":"2026-01-09T02:39:37.095457Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it, then approached the controller, made multiple attempts to grasp it,but did not succeed in the end.Policy B first moved the gripper toward the book,attempted to grasp it, then approached the controller, attempted to grasp it, but did not succeed in the end.My instruction is to pick up the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the controller, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:44.923978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:44.923978_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:43.702409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:43.702409_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:43.702409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:43.702409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:44.357302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/paligemma_diffusion_droid_2026-01-09T02:33:44.357302_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:24.657960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:24.657960_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:23.455003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:23.455003_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:23.455003_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:23.455003_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:24.082488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f40c427-af11-470f-ad0b-1816726ed619/pi0_droid_2026-01-09T02:38:24.082488_video_wrist.mp4"},"preference":"TIE","session_id":"0f40c427-af11-470f-ad0b-1816726ed619","university":"frodobots"},{"completion_time":"2026-01-09T02:26:34.622594Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller ","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the controller, closed the gripper, as if attempted to press the controller, but moved away soon.Then policy B approached the controller again,closed the gripper, pressed the gray button beside the yellow button.My instruction is to press the yellow button of the controller , neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed the gray button, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:43.797371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:43.797371_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:42.911673_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:42.911673_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:42.911673_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:42.911673_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:43.412654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/paligemma_binning_droid_2026-01-09T02:19:43.412654_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:13.083450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:13.083450_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.122723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.122723_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.122723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.122723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.625796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f637f0-2c2d-4a7a-9924-bf56a38ad422/pi0_droid_2026-01-09T02:25:12.625796_video_wrist.mp4"},"preference":"B","session_id":"99f637f0-2c2d-4a7a-9924-bf56a38ad422","university":"frodobots"},{"completion_time":"2026-01-09T02:13:07.976982Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the screen of the controller","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon, then policy A moved the gripper randomly for a while, approached the controller again, touched the gray area beside the screen.Policy B first moved the gripper toward the controller but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to touch the screen of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not even reach the controller.Therefore, policy A is obviously better the policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:36.552211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:36.552211_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.345513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.345513_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.345513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.345513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.975312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/pi05_droid_2026-01-09T02:08:35.975312_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:51.178383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:51.178383_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:49.951610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:49.951610_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:49.951610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:49.951610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:50.566270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5187f71b-fa3b-498c-8d2d-4076bdeb3bf5/paligemma_fast_specialist_droid_2026-01-09T02:12:50.566270_video_wrist.mp4"},"preference":"A","session_id":"5187f71b-fa3b-498c-8d2d-4076bdeb3bf5","university":"frodobots"},{"completion_time":"2026-01-09T02:02:06.138885Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the book","longform_feedback":"Policy A first moved the gripper toward the book, attempted to grasp it, touched it, then approached the edge of the book, adjusted posture,grasped it in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:37.366018_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:37.366018_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.130840_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.130840_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.130840_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.130840_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.830053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/pi0_fast_droid_2026-01-09T01:56:36.830053_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:44.577650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:44.577650_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:43.733122_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:43.733122_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:43.733122_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:43.733122_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:44.217287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7beb8edb-e378-42d1-b1ed-2ad20c4602c0/paligemma_binning_droid_2026-01-09T02:01:44.217287_video_wrist.mp4"},"preference":"A","session_id":"7beb8edb-e378-42d1-b1ed-2ad20c4602c0","university":"frodobots"},{"completion_time":"2026-01-08T10:01:28.147595Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the camera, then approached the book, adjusted posture, pushed the edge of the book to make it open.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book, but moved away soon.Then, after hesitating for a while, policy B approached the book again, pushed the edge of the book to make it open a bit,but time ran out.My instruction is to open the book, when comparing the performance o the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:05.793589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:05.793589_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:04.547373_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:04.547373_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:04.547373_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:04.547373_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:05.188149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/pi0_fast_droid_2026-01-08T09:55:05.188149_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:48.170559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:48.170559_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:46.918537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:46.918537_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:46.918537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:46.918537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:47.554752_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd20c7f-6eca-4de1-906d-dc34951824c7/paligemma_fast_specialist_droid_2026-01-08T10:00:47.554752_video_wrist.mp4"},"preference":"A","session_id":"8cd20c7f-6eca-4de1-906d-dc34951824c7","university":"frodobots"},{"completion_time":"2026-01-08T09:45:08.639728Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, approached the edge of the book, then made multiple attempts to grasp the book, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the book, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:59.868341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:59.868341_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:58.915447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:58.915447_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:58.915447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:58.915447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:59.389000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_diffusion_droid_2026-01-08T09:38:59.389000_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:55.802994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:55.802994_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:54.881557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:54.881557_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:54.881557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:54.881557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:55.415272_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4204779c-45e7-4105-9445-f802e5770a43/paligemma_binning_droid_2026-01-08T09:44:55.415272_video_wrist.mp4"},"preference":"A","session_id":"4204779c-45e7-4105-9445-f802e5770a43","university":"frodobots"},{"completion_time":"2026-01-08T09:07:47.449528Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, made multiple attempts to grasp the banana but did not succeed.Then, after hesitating for a while, policy A picked up the banana, rotated it a bit, dropped it on sofa.Policy B first moved the gripper toward the banana, grasped it, picked it up, then rotated it by about 90 degrees, dropped it on sofa, causing the banana to fall off to floor.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A only rotated the banana a bit.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:58.233973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:58.233973_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.068432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.068432_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.068432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.068432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.688054_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_diffusion_droid_2026-01-08T09:01:57.688054_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:04.555314_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:04.555314_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:03.291868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:03.291868_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:03.291868_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:03.291868_video_right.mp4","wrist_video_gcs_path":"evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:04.043595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/695b31cf-4174-4c57-830f-8c09ffad7098/paligemma_fast_specialist_droid_2026-01-08T09:07:04.043595_video_wrist.mp4"},"preference":"B","session_id":"695b31cf-4174-4c57-830f-8c09ffad7098","university":"frodobots"},{"completion_time":"2026-01-08T08:45:05.833463Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tissue into the plate","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it to the plate, dropped it on the edge of the plate.Policy B first moved the gripper toward the plate, then moved slowly above the plate for a while, approached the banana in the end.My instruction is to put the tissue into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the tissue on the edge of the plate, whereas policy B did not even find the tissue.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:16.443132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:16.443132_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.233420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.233420_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.233420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.233420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.920562_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/paligemma_diffusion_droid_2026-01-08T08:39:15.920562_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:43.478661_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:43.478661_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.428250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.428250_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.428250_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.428250_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.991392_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5287a82-45b0-45b7-ae65-9423004df090/pi0_droid_2026-01-08T08:44:42.991392_video_wrist.mp4"},"preference":"A","session_id":"c5287a82-45b0-45b7-ae65-9423004df090","university":"frodobots"},{"completion_time":"2026-01-08T08:30:45.867803Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the banana, cover the banana with the tissue.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the banana with the tissue, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:27:01.011423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:27:01.011423_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:26:59.837525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:26:59.837525_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:26:59.837525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:26:59.837525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:27:00.470996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_diffusion_droid_2026-01-08T08:27:00.470996_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:32.067936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:32.067936_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.199362_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.199362_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.199362_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.199362_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.699326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06a46a1b-017d-4712-97b9-9e6df08b2457/paligemma_binning_droid_2026-01-08T08:30:31.699326_video_wrist.mp4"},"preference":"A","session_id":"06a46a1b-017d-4712-97b9-9e6df08b2457","university":"frodobots"},{"completion_time":"2026-01-08T08:14:06.434458Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the plate","longform_feedback":"Policy A first moved the gripper toward the plate, touched it, then hovered above the plate for a while, attempted to grasp it but did not succeed in the end. Policy B first moved the gripper toward the plate, adjusted posture,attempted to grasped it but did not succeed.Then policy B moved the gripper away and stopped during remaining time of the episode.My instruction is to cover the banana with the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the plate, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:49.600323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:49.600323_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:48.396781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:48.396781_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:48.396781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:48.396781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:49.044180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_diffusion_droid_2026-01-08T08:08:49.044180_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:51.589722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:51.589722_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:50.477948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:50.477948_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:50.477948_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:50.477948_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:51.067267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1f2573-6579-4591-9c95-cfe274d19189/paligemma_fast_specialist_droid_2026-01-08T08:13:51.067267_video_wrist.mp4"},"preference":"A","session_id":"fd1f2573-6579-4591-9c95-cfe274d19189","university":"frodobots"},{"completion_time":"2026-01-08T08:04:28.287829Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the banana upright and hold it","longform_feedback":"Policy A first moved the gripper toward the banana, grasped and released it, then picked it up and dropped it several times.Next, policy A moved the gripper above the plate in the end.Policy B first moved the gripper toward the banana, grasped it, picked it up, rotated it a bit, dropped it on sofa.Then policy B picked up the banana again, rotated it, dropped it.My instruction is to stand the banana upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the banana, but policy B rotated the banana while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:56.485641_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:56.485641_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.346966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.346966_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.346966_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.346966_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.990974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/pi0_droid_2026-01-08T07:58:55.990974_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:09.114543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:09.114543_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:07.948806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:07.948806_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:07.948806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:07.948806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:08.567269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c395721-dc18-4287-a1b9-cbc23bc0d7af/paligemma_fast_droid_2026-01-08T08:04:08.567269_video_wrist.mp4"},"preference":"B","session_id":"3c395721-dc18-4287-a1b9-cbc23bc0d7af","university":"frodobots"},{"completion_time":"2026-01-08T07:35:25.534190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the banana upright and hold it","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the banana,touched it, then moved the gripper back and forth during remaining time of the episode.My instruction is to stand the banana upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the banana, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:18.143188_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:18.143188_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.249880_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.249880_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.249880_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.249880_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.769905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_binning_droid_2026-01-08T07:29:17.769905_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:59.910303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:59.910303_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:58.720660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:58.720660_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:58.720660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:58.720660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:59.345972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f63df6ac-3eb5-4bda-827d-d2fc925dff14/paligemma_fast_droid_2026-01-08T07:34:59.345972_video_wrist.mp4"},"preference":"B","session_id":"f63df6ac-3eb5-4bda-827d-d2fc925dff14","university":"frodobots"},{"completion_time":"2026-01-08T07:08:51.679355Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tissue into the plate","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it toward the plate, put it into the plate.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the tissue into the plate, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:18.700243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:18.700243_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:17.529476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:17.529476_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:17.529476_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:17.529476_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:18.151407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_fast_droid_2026-01-08T07:02:18.151407_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.930937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.930937_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.035610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.035610_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.035610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.035610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.533389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45268650-431e-43b1-b4cc-b89463861a4a/paligemma_binning_droid_2026-01-08T07:06:53.533389_video_wrist.mp4"},"preference":"A","session_id":"45268650-431e-43b1-b4cc-b89463861a4a","university":"frodobots"},{"completion_time":"2026-01-08T03:34:50.448217Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock the shoe over","longform_feedback":"Policy A first moved the gripper toward the curtain, attempted grasp it, then moved randomly during remaining time of the episode.Policy B first moved the gripper toward the shoe,pushed it, attempted to grasped it.Then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to knock the shoe over, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the shoe, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:44.042732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:44.042732_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:42.889699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:42.889699_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:42.889699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:42.889699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:43.520316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/paligemma_fast_specialist_droid_2026-01-08T03:29:43.520316_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:06.505727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:06.505727_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.316116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.316116_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.316116_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.316116_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.918384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9517980d-1eaf-4487-bd01-3581730eac74/pi05_droid_2026-01-08T03:34:05.918384_video_wrist.mp4"},"preference":"B","session_id":"9517980d-1eaf-4487-bd01-3581730eac74","university":"frodobots"},{"completion_time":"2026-01-08T03:26:22.834594Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the shoe by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the shoe, touched it, then moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper toward the shoe, then grasped and released it several times during remaining time of the episode.My instruction is to rotate the shoe by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the shoe, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:32.207910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:32.207910_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.079559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.079559_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.079559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.079559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.687042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/pi0_droid_2026-01-08T03:13:31.687042_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.958438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.958438_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.051059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.051059_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.051059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.051059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.523200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee58d16-203c-4d0a-9009-47b60ba2ec09/paligemma_diffusion_droid_2026-01-08T03:18:55.523200_video_wrist.mp4"},"preference":"B","session_id":"4ee58d16-203c-4d0a-9009-47b60ba2ec09","university":"frodobots"},{"completion_time":"2026-01-08T02:34:18.098734Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the shoe on floor","longform_feedback":"Policy A moved the gripper randomly during most time of the episode, then approached the shoe, touched it in the end. Policy B first moved the gripper toward the shoe,approached the sofa near the shoe, attempted to grasped the sofa during remaining time of the episode.My instruction is to throw the shoe on floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the shoe, whereas policy B did not.Therefore policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:11.102724_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:11.102724_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:09.966424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:09.966424_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:09.966424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:09.966424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:10.569347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/pi05_droid_2026-01-08T02:27:10.569347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:50.405423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:50.405423_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.199761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.199761_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.199761_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.199761_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.806106_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fca87e56-50fe-4045-a036-e623671bda63/paligemma_diffusion_droid_2026-01-08T02:33:49.806106_video_wrist.mp4"},"preference":"A","session_id":"fca87e56-50fe-4045-a036-e623671bda63","university":"frodobots"},{"completion_time":"2026-01-08T02:17:34.788134Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A first moved the gripper toward the shoe, closed the gripper, touched it.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the shoe, approached the shoelace, grasped it, pulled it, but failed to untie it.Then policy B grasped and picked up the shoe in the end.My instruction is to untie the shoelace,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the shoelace, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:21.674873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:21.674873_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:20.546858_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:20.546858_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:20.546858_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:20.546858_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:21.167804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/paligemma_fast_specialist_droid_2026-01-08T02:08:21.167804_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:02.936500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:02.936500_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:01.700299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:01.700299_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:01.700299_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:01.700299_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:02.332773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8ba09bd-2d63-4c19-bf13-7318b3179909/pi0_fast_droid_2026-01-08T02:16:02.332773_video_wrist.mp4"},"preference":"B","session_id":"e8ba09bd-2d63-4c19-bf13-7318b3179909","university":"frodobots"},{"completion_time":"2026-01-08T02:01:55.362608Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoelace","longform_feedback":"Policy A first moved the gripper toward the shoe, grasped the shoe, picked it up and dropped it on sofa.Then policy A attempted to grasped the shoe again, touched the shoelace, but did not grasp the shoelace.Policy B first moved the gripper toward the shoe but moved away soon,then moved slightly during remaining time of the episode.My instruction is to grasp the shoelace, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the shoelace, whereas policy B did not.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:36.950655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:36.950655_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:35.791605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:35.791605_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:35.791605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:35.791605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:36.415125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_fast_droid_2026-01-08T01:55:36.415125_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:40.115501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:40.115501_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:38.953964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:38.953964_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:38.953964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:38.953964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:39.551995_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fa3e75b-27f3-4697-a246-bf273bf1cf6e/pi0_droid_2026-01-08T02:01:39.551995_video_wrist.mp4"},"preference":"A","session_id":"9fa3e75b-27f3-4697-a246-bf273bf1cf6e","university":"frodobots"},{"completion_time":"2026-01-08T01:41:46.478031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe but moved away soon, then policy A moved the gripper randomly for a while, approached the shoe again, grasped it, picked it up and dropped it on the sofa.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to pick up the shoe, when comparing the performance of the the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:41.937696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:41.937696_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:40.669530_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:40.669530_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:40.669530_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:40.669530_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:41.367150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/pi0_fast_droid_2026-01-08T01:35:41.367150_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:51.274419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:51.274419_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.086664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.086664_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.086664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.086664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.671003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c2353f-aaad-4275-84d6-7ad2a835d587/paligemma_fast_droid_2026-01-08T01:40:50.671003_video_wrist.mp4"},"preference":"A","session_id":"46c2353f-aaad-4275-84d6-7ad2a835d587","university":"frodobots"},{"completion_time":"2026-01-07T09:21:45.740837Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, pushed it, grasped it, picked it up, then moved it to the plate,  wiped the plated with the tissue, dropped the tissue in the plate in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to wipe the plate with the tissue, when comparing the performance of  the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:46.645269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:46.645269_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:45.403025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:45.403025_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:45.403025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:45.403025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:46.047379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/pi05_droid_2026-01-07T09:17:46.047379_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:22.372040_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:22.372040_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.500036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.500036_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.500036_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.500036_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.961969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a360bbbe-69dd-4edb-86d5-58416473191d/paligemma_binning_droid_2026-01-07T09:21:21.961969_video_wrist.mp4"},"preference":"A","session_id":"a360bbbe-69dd-4edb-86d5-58416473191d","university":"frodobots"},{"completion_time":"2026-01-07T09:14:21.014711Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, put the gripper on the tissue, pushed it to make it move on the sofa, as if wiping the sofa.Then policy A grasped the tissue in the end.Policy B first moved the gripper toward the tissue, grasped it and released it, then picked it up and moved it on the surface of the sofa, as if wiping the sofa.My instruction is to wipe the sofa with the tissue, both policies completed the task successfully.When comparing the performance of the two, policy B have performed the wiping action better than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:37.501890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:37.501890_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.231138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.231138_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.231138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.231138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.895051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/pi0_droid_2026-01-07T09:06:36.895051_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:40.778319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:40.778319_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:39.591336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:39.591336_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:39.591336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:39.591336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:40.211634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef6c6b15-f08f-4044-9140-4a9412db25b9/paligemma_fast_droid_2026-01-07T09:13:40.211634_video_wrist.mp4"},"preference":"B","session_id":"ef6c6b15-f08f-4044-9140-4a9412db25b9","university":"frodobots"},{"completion_time":"2026-01-07T08:59:46.938154Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the tissue in half","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the tissue but moved away soon, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to fold the tissue in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the tissue, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:50:00.819875_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:50:00.819875_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:49:59.646657_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:49:59.646657_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:49:59.646657_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:49:59.646657_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:50:00.265077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi0_droid_2026-01-07T08:50:00.265077_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:55:00.699813_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:55:00.699813_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:54:59.546797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:54:59.546797_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:54:59.546797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:54:59.546797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:55:00.157435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d790aa1b-0b3f-47d5-babd-b091a4ea8bba/pi05_droid_2026-01-07T08:55:00.157435_video_wrist.mp4"},"preference":"B","session_id":"d790aa1b-0b3f-47d5-babd-b091a4ea8bba","university":"frodobots"},{"completion_time":"2026-01-07T08:45:32.406619Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the tissue","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the tissue, put it onto the tissue.Next, policy A moved the gripper slightly during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B picked up and dropped the banana during remaining time of the episode.My instruction is to put the banana onto the tissue, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:13.227732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:13.227732_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.077106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.077106_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.077106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.077106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.682624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_droid_2026-01-07T08:37:12.682624_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:39.598220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:39.598220_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:38.389821_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:38.389821_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:38.389821_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:38.389821_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:39.060787_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeaa1e88-709b-4f54-a29d-1fa136f2b7c9/pi0_fast_droid_2026-01-07T08:43:39.060787_video_wrist.mp4"},"preference":"A","session_id":"aeaa1e88-709b-4f54-a29d-1fa136f2b7c9","university":"frodobots"},{"completion_time":"2026-01-07T08:34:03.077417Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the banana with the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted the grasp the tissue, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:16.885607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:16.885607_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:15.697637_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:15.697637_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:15.697637_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:15.697637_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:16.341198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_fast_specialist_droid_2026-01-07T08:30:16.341198_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:49.696171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:49.696171_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:48.803382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:48.803382_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:48.803382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:48.803382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:49.290344_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be375888-ef2b-47d1-9f9a-e197defa4b5a/paligemma_binning_droid_2026-01-07T08:33:49.290344_video_wrist.mp4"},"preference":"A","session_id":"be375888-ef2b-47d1-9f9a-e197defa4b5a","university":"frodobots"},{"completion_time":"2026-01-07T08:10:39.988913Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, grasped and released it, then moved the gripper away and moved randomly for a while, attempted to press the nozzle of the spray bottle but did not succeed in the end. Policy B first moved the gripper toward the spray bottle, closed the gripper, approached the nozzle of the spray bottle, pressed it.Then policy B attempted to press the nozzle again, but knock the spray bottle over.My instruction is to press the nozzle of the spray bottle, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:23.407405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:23.407405_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.256293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.256293_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.256293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.256293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.854847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_fast_droid_2026-01-07T08:04:22.854847_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:38.867148_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:38.867148_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:37.641703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:37.641703_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:37.641703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:37.641703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:38.224663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d328b8f6-f55a-4ab9-8848-e9449fb63eea/paligemma_vq_droid_2026-01-07T08:09:38.224663_video_wrist.mp4"},"preference":"B","session_id":"d328b8f6-f55a-4ab9-8848-e9449fb63eea","university":"frodobots"},{"completion_time":"2026-01-07T07:58:45.640489Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the cap of the spray bottle, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the cap the the spray bottle, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:15.577284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:15.577284_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.327435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.327435_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.327435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.327435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.964731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_droid_2026-01-07T07:53:14.964731_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:18.591780_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:18.591780_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:17.430014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:17.430014_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:17.430014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:17.430014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:18.015033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be82d07-44d9-4e38-b0a2-951d9c54b517/paligemma_fast_specialist_droid_2026-01-07T07:58:18.015033_video_wrist.mp4"},"preference":"A","session_id":"3be82d07-44d9-4e38-b0a2-951d9c54b517","university":"frodobots"},{"completion_time":"2026-01-07T07:49:51.310507Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the cap of the spray bottle, attempted to grasp it, then picked it up, moved it and dropped it on floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cap of the spray bottle, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:21.852852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:21.852852_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:20.540889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:20.540889_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:20.540889_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:20.540889_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:21.216512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_vq_droid_2026-01-07T07:45:21.216512_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:20.163556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:20.163556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.267307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.267307_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.267307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.267307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.745938_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7950b416-7225-4af6-8e9b-17d1988b8224/paligemma_binning_droid_2026-01-07T07:49:19.745938_video_wrist.mp4"},"preference":"A","session_id":"7950b416-7225-4af6-8e9b-17d1988b8224","university":"frodobots"},{"completion_time":"2026-01-07T04:17:13.773694Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,approached the cap of the spray bottle, attempted it to grasp it but did not succeed, only pressed the cap.Then policy A moved randomly during remaining time of the episode.Policy B first moved the gripper toward the spray bottle,approached the cap of the spray bottle, then grasped it, picked it up, dropped it on sofa.My instruction is to remove the cap of the spray bottle,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:45.818519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:45.818519_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:44.684759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:44.684759_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:44.684759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:44.684759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:45.283831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi0_fast_droid_2026-01-07T04:11:45.283831_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:26.021021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:26.021021_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:24.938200_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:24.938200_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:24.938200_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:24.938200_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:25.482859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cec20313-4a56-477b-9691-2f96dbb0ee1e/pi05_droid_2026-01-07T04:16:25.482859_video_wrist.mp4"},"preference":"B","session_id":"cec20313-4a56-477b-9691-2f96dbb0ee1e","university":"frodobots"},{"completion_time":"2026-01-07T01:44:27.170025Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,closed the gripper, moved slowly above the cap of the spray bottle during remaining time of the episode.Policy B first moved the gripper toward the spray bottle, approached the cap of the spray bottle, grasped and released the cap, but did not removed it.My instruction is to remove the cap of the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cap, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:23.564815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:23.564815_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.359329_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.359329_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.359329_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.359329_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.999156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/paligemma_fast_specialist_droid_2026-01-07T01:36:22.999156_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:10.357444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:10.357444_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.209926_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.209926_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.209926_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.209926_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.813649_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55870b4-d22b-4eb1-a31e-7658bd75b092/pi05_droid_2026-01-07T01:44:09.813649_video_wrist.mp4"},"preference":"B","session_id":"e55870b4-d22b-4eb1-a31e-7658bd75b092","university":"frodobots"},{"completion_time":"2026-01-06T09:35:41.138022Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on the book","longform_feedback":"Policy A first moved the gripper toward the cup, then pushed it several times, attempted to grasp it, but did not succeed.Policy B showed no response to my command and did not perform any operations at all.My instruction is to stand the cup upright on the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the cup, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:28.688377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:28.688377_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:27.504117_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:27.504117_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:27.504117_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:27.504117_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:28.163220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_diffusion_droid_2026-01-06T09:31:28.163220_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:14.369360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:14.369360_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.430820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.430820_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.430820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.430820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.944217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c5a6036-997f-4847-a4c8-c8c02b6351e9/paligemma_binning_droid_2026-01-06T09:35:13.944217_video_wrist.mp4"},"preference":"A","session_id":"6c5a6036-997f-4847-a4c8-c8c02b6351e9","university":"frodobots"},{"completion_time":"2026-01-06T09:11:08.512727Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward the left cup, attempted to grasp it, but knocked the cup down accidentally.Then policy A approached the book during remaining time of the episode.Policy B first moved the gripper toward the left cup, grasped it, picked it up, then moved it toward the right cup, dropped it on the edge of the right cup, causing the two cups to fall over.Next, policy B touched the right cup several times until time ran out.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the left cup on the edge of the right cup, whereas policy A did not even pick up the cup.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:49.495957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:49.495957_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.363032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.363032_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.363032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.363032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.993449_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/pi0_fast_droid_2026-01-06T09:02:48.993449_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:33.161691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:33.161691_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.009665_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.009665_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.009665_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.009665_video_right.mp4","wrist_video_gcs_path":"evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.631104_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663b3759-c48b-4ddc-a24e-e34f63a862af/paligemma_diffusion_droid_2026-01-06T09:09:32.631104_video_wrist.mp4"},"preference":"B","session_id":"663b3759-c48b-4ddc-a24e-e34f63a862af","university":"frodobots"},{"completion_time":"2026-01-06T08:16:55.556548Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book, adjusted posture, approached the edge the book's cover, attempted to pushed the edge of the cover several times, then pushed the edge of the cover a bit in the end.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the edge of the book's cover, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:24.856363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:24.856363_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:23.774461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:23.774461_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:23.774461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:23.774461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:24.300871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_droid_2026-01-06T08:11:24.300871_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:38.401638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:38.401638_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.185666_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.185666_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.185666_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.185666_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.838943_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eadcf11a-8448-4c41-8d4a-4566473b67e1/pi0_fast_droid_2026-01-06T08:16:37.838943_video_wrist.mp4"},"preference":"B","session_id":"eadcf11a-8448-4c41-8d4a-4566473b67e1","university":"frodobots"},{"completion_time":"2026-01-06T08:08:02.979602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, attempted to grasp the book,touched the cover of book.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the book, adjusted posture, then approached the edge of the sofa, attempted to grasp the edge of the sofa.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the book, whereas policy B did not.Therefore, policy  A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:26.431758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:26.431758_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.217429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.217429_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.217429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.217429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.883220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_fast_droid_2026-01-06T08:03:25.883220_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:47.476582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:47.476582_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.223381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.223381_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.223381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.223381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.912801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc201f0a-45af-45e1-af53-edce0f816d9e/paligemma_vq_droid_2026-01-06T08:07:46.912801_video_wrist.mp4"},"preference":"A","session_id":"fc201f0a-45af-45e1-af53-edce0f816d9e","university":"frodobots"},{"completion_time":"2026-01-06T07:18:34.491670Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English words on the book","longform_feedback":"Policy A first moved the gripper toward the book, closed the gripper, approached the English word on the book, but did not touch it.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operation at all.My instruction is to touch the English words on the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the English words, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:13.072583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:13.072583_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:11.888262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:11.888262_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:11.888262_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:11.888262_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:12.507323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/pi05_droid_2026-01-06T07:14:12.507323_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:22.135065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:22.135065_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.171523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.171523_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.171523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.171523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.709366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c50ecb5d-1831-44ab-8bac-9b3f4660e0ed/paligemma_binning_droid_2026-01-06T07:18:21.709366_video_wrist.mp4"},"preference":"A","session_id":"c50ecb5d-1831-44ab-8bac-9b3f4660e0ed","university":"frodobots"},{"completion_time":"2026-01-06T07:09:39.924804Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English words on the book","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the book, closed the gripper, but moved away soon.Policy B showed no response to my command and did not perform any operations at all.My instruction is to touch the English words on the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:58.577903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:58.577903_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:57.379433_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:57.379433_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:57.379433_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:57.379433_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:58.010485_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/pi05_droid_2026-01-06T07:05:58.010485_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:29.038277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:29.038277_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.051587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.051587_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.051587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.051587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.586988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f0f8bd4-4f61-49a6-bbe9-fd2082952b31/paligemma_binning_droid_2026-01-06T07:09:28.586988_video_wrist.mp4"},"preference":"A","session_id":"3f0f8bd4-4f61-49a6-bbe9-fd2082952b31","university":"frodobots"},{"completion_time":"2026-01-06T06:53:31.154887Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock the cup over","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it and dropped it on floor, but did not knock the cup over in the end.My instruction is to knock the cup over, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the cup, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:14.269231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:14.269231_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.335522_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.335522_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.335522_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.335522_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.856923_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/paligemma_binning_droid_2026-01-06T06:48:13.856923_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:04.321346_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:04.321346_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.172349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.172349_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.172349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.172349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.783776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66fe3b81-b30c-4ab0-9ceb-4f47c828ff23/pi0_droid_2026-01-06T06:53:03.783776_video_wrist.mp4"},"preference":"B","session_id":"66fe3b81-b30c-4ab0-9ceb-4f47c828ff23","university":"frodobots"},{"completion_time":"2026-01-06T06:36:29.709461Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bottle by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up and released it.Then policy A approached the bottle, attempted to grasp it several times, grasped the bottle in the end, but time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the bottle by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the bottle, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:56.027433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:56.027433_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:54.863675_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:54.863675_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:54.863675_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:54.863675_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:55.482506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_vq_droid_2026-01-06T06:31:55.482506_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:12.013942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:12.013942_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.059427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.059427_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.059427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.059427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.577447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06416416-6dd8-4f99-8854-8f28dc92a61d/paligemma_binning_droid_2026-01-06T06:36:11.577447_video_wrist.mp4"},"preference":"A","session_id":"06416416-6dd8-4f99-8854-8f28dc92a61d","university":"frodobots"},{"completion_time":"2026-01-06T03:37:00.964397Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cap of the bottle","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during most time of the episode, approached the bottle but moved away soon.My instruction is to grasp the cap of the bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the bottle, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:08.434763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:08.434763_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:07.444975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:07.444975_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:07.444975_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:07.444975_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:08.057779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_binning_droid_2026-01-06T03:30:08.057779_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:18.277646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:18.277646_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.096678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.096678_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.096678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.096678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.749880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b797f6a-516f-49a5-ba2e-4436c1c9df6e/paligemma_fast_droid_2026-01-06T03:34:17.749880_video_wrist.mp4"},"preference":"B","session_id":"2b797f6a-516f-49a5-ba2e-4436c1c9df6e","university":"frodobots"},{"completion_time":"2026-01-06T03:24:27.052710Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the bottle of orange juice upright on sofa","longform_feedback":"Policy A first moved the gripper toward the bottle of orange juice but moved away soon, then, after hesitating for a while, approached the bottle again, attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the bottle of orange juice, grasped it, picked it up, then adjusted posture, rotated the bottle, as if attempted to stand the bottle upright, but did not succeed in the end.My instruction is to stand the bottle of orange juice upright on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the bottle and rotated it, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:54.222741_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:54.222741_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.128438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.128438_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.128438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.128438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.648826_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/paligemma_fast_droid_2026-01-06T03:18:53.648826_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:07.453718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:07.453718_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.224278_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.224278_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.224278_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.224278_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.864914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0abaac7d-791c-4ed7-966b-46d66fa1a95c/pi0_fast_droid_2026-01-06T03:24:06.864914_video_wrist.mp4"},"preference":"B","session_id":"0abaac7d-791c-4ed7-966b-46d66fa1a95c","university":"frodobots"},{"completion_time":"2026-01-06T03:00:45.147556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour orange juice into the cup","longform_feedback":"Policy A first moved the gripper toward the bottle of orange juice, grasped and released it, then moved around the bottle during remaining time of the episode.Policy B first moved the gripper toward the bottle of orange juice, attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved randomly for a while, approached the bottle again, knocked it over in the end.My instruction is to pour orange juice into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the bottle of orange juice, whereas policy B did not.Therefore, policy A is better than poicy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:58.740013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:58.740013_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:57.571414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:57.571414_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:57.571414_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:57.571414_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:58.219550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/pi0_fast_droid_2026-01-06T02:54:58.219550_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:14.179321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:14.179321_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.049772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.049772_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.049772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.049772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.695561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c966048-cb1f-4486-b85c-919dbb12f255/paligemma_fast_specialist_droid_2026-01-06T03:00:13.695561_video_wrist.mp4"},"preference":"A","session_id":"1c966048-cb1f-4486-b85c-919dbb12f255","university":"frodobots"},{"completion_time":"2026-01-06T02:46:03.649009Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue into the trash can","longform_feedback":"Policy A first moved the gripper toward the tissue, attempted to grasped but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the tissue, grasped it, picked it up, then moved it to the trash can, dropped it into the trash can.Next,policy B approached the plate, picked up the plate.My instruction is to throw the tissue into the trash can,when comparing the performance of the two,policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:27.980251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:27.980251_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:26.761162_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:26.761162_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:26.761162_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:26.761162_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:27.391273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_droid_2026-01-06T02:41:27.391273_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:48.726455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:48.726455_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:47.525646_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:47.525646_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:47.525646_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:47.525646_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:48.132111_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed3cc3b8-1d55-4089-a5b1-356bb085325a/paligemma_fast_specialist_droid_2026-01-06T02:45:48.132111_video_wrist.mp4"},"preference":"B","session_id":"ed3cc3b8-1d55-4089-a5b1-356bb085325a","university":"frodobots"},{"completion_time":"2026-01-06T02:38:01.902388Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it, picked it up, then moved it for a while, dropped it on floor.Policy B first moved the gripper toward the tissue,touched it, then moved slightly for a while, grasped the tissue in the end, but time ran out.My instruction is to pick up the tissue, when comparing the performance of the two, policy A picked up the tissue successfully, whereas policy B only grasped the tissue.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:22.137701_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:22.137701_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.096602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.096602_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.096602_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.096602_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.660702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/paligemma_vq_droid_2026-01-06T02:30:21.660702_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:22.850608_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:22.850608_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:21.693462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:21.693462_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:21.693462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:21.693462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:22.330139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2266940-42da-4eb6-ae0b-b510c1a6f6fb/pi0_droid_2026-01-06T02:35:22.330139_video_wrist.mp4"},"preference":"A","session_id":"f2266940-42da-4eb6-ae0b-b510c1a6f6fb","university":"frodobots"},{"completion_time":"2026-01-06T01:51:22.264838Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the tissue","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the tissue,attempted to grasp it but did not  succeed.Then policy B moved the gripper away, moved back and forth during most time of the episode,touched the tissue in the end.My instruction is to pick up the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the tissue, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:28.751203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:28.751203_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:27.794655_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:27.794655_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:27.794655_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:27.794655_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:28.328131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_binning_droid_2026-01-06T01:42:28.328131_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:55.678002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:55.678002_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:54.560312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:54.560312_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:54.560312_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:54.560312_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:55.172906_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c885191d-8c83-4a85-8128-c28de0f939b2/paligemma_fast_droid_2026-01-06T01:48:55.172906_video_wrist.mp4"},"preference":"B","session_id":"c885191d-8c83-4a85-8128-c28de0f939b2","university":"frodobots"},{"completion_time":"2026-01-05T09:55:30.849899Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the plate, adjusted posture, grasped it, picked it up, then moved it, rotated it, as if attempted to turn the plate upside down, but did not succeed in the end.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:55.227622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:55.227622_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.275899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.275899_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.275899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.275899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.832368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/paligemma_binning_droid_2026-01-05T09:49:54.832368_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:13.081458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:13.081458_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:11.971375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:11.971375_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:11.971375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:11.971375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:12.527241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb989660-32ff-4ab4-8f5a-0726e7247baa/pi0_fast_droid_2026-01-05T09:55:12.527241_video_wrist.mp4"},"preference":"B","session_id":"cb989660-32ff-4ab4-8f5a-0726e7247baa","university":"frodobots"},{"completion_time":"2026-01-05T09:43:08.565931Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup into the plate","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper toward the cup, grasped it, picked it up, then moved it toward the plate, put it into the plate.Next, policy B moved the gripper slowly during remaining time of the episode.My instruction is to put the cup into the plate, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:05.190640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:05.190640_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.007268_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.007268_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.007268_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.007268_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.632990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/pi0_droid_2026-01-05T09:38:04.632990_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:51.326899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:51.326899_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.194321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.194321_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.194321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.194321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.829607_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b073d48-bdd2-4223-9f26-fe274ce03b0c/paligemma_fast_droid_2026-01-05T09:42:50.829607_video_wrist.mp4"},"preference":"B","session_id":"1b073d48-bdd2-4223-9f26-fe274ce03b0c","university":"frodobots"},{"completion_time":"2026-01-05T09:12:12.637518Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the cup","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the controller, grasped it, picked it up, moved it toward the cup, dropped it on the edge of the cup, causing the controller to fall off to sofa.Policy B first moved the gripper toward the controller,grasped it and released it, then made multiple attempts to grasp the controller again during remaining time of the episode, picked it up in the end.My instruction is to put the controller into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the controller, but policy A dropped the controller on the edge of the cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:44.166350_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:44.166350_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:42.999410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:42.999410_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:42.999410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:42.999410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:43.590033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/pi0_droid_2026-01-05T09:05:43.590033_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:25.083730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:25.083730_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:23.835972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:23.835972_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:23.835972_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:23.835972_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:24.486869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a25a34f9-9a85-4133-86e4-82c8cc7636bd/paligemma_diffusion_droid_2026-01-05T09:11:24.486869_video_wrist.mp4"},"preference":"A","session_id":"a25a34f9-9a85-4133-86e4-82c8cc7636bd","university":"frodobots"},{"completion_time":"2026-01-05T09:01:32.975054Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller on the cup","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, grasped it, picked it up, then moved it toward the cup, dropped it on floor.Next, policy B moved the gripper randomly remaining time of the episode.My instruction is to put the controller on the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the controller, but policy B moved the controller toward the cup while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:35.013300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:35.013300_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:33.846372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:33.846372_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:33.846372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:33.846372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:34.475819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_droid_2026-01-05T08:56:34.475819_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:15.085819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:15.085819_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:13.928663_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:13.928663_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:13.928663_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:13.928663_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:14.546955_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a552ba4-9d69-49f3-8026-66072617820e/paligemma_fast_specialist_droid_2026-01-05T09:01:14.546955_video_wrist.mp4"},"preference":"B","session_id":"2a552ba4-9d69-49f3-8026-66072617820e","university":"frodobots"},{"completion_time":"2026-01-05T03:52:03.609615Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper, approached the yellow button, but did not press it.Then after hesitating for a while,policy B approached the controller again, pressed the blank area of the controller.My instruction is to press the yellow button of the controller, neither policy was able co complete the task.When comparing the performance of the two, policy B at least pressed the blank area of the controller, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:33.942809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:33.942809_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:32.842429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:32.842429_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:32.842429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:32.842429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:33.435971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/pi05_droid_2026-01-05T03:45:33.435971_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:55.728915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:55.728915_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:54.522189_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:54.522189_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:54.522189_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:54.522189_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:55.160180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d86c7b5-9cc1-46ae-b986-08b1dac48e6d/paligemma_fast_specialist_droid_2026-01-05T03:50:55.160180_video_wrist.mp4"},"preference":"B","session_id":"8d86c7b5-9cc1-46ae-b986-08b1dac48e6d","university":"frodobots"},{"completion_time":"2026-01-05T03:24:00.511558Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, but moved away soon.Then policy A approached the cup, pushed it slightly.Policy B first moved the gripper toward the controller, closed the gripper, touched the blank area of the controller.Then, after hesitating for a while, policy B pressed the blank area of the controller in the end.My instruction is to press the red button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed the blank area of the controller, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:35.635408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:35.635408_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:34.386957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:34.386957_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:34.386957_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:34.386957_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:35.022002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/pi0_droid_2026-01-05T03:17:35.022002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:35.041645_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:35.041645_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:33.856647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:33.856647_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:33.856647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:33.856647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:34.493778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c92fc0c-fb69-4139-a45e-dc8073d842f0/paligemma_vq_droid_2026-01-05T03:23:34.493778_video_wrist.mp4"},"preference":"B","session_id":"2c92fc0c-fb69-4139-a45e-dc8073d842f0","university":"frodobots"},{"completion_time":"2026-01-05T02:49:34.072153Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pencil by 90 degrees ","longform_feedback":"Policy A first moved the gripper toward the pencil, made multiple attempts to grasp it, then picked it up, moved it, dropped it on sofa.Policy B first moved the gripper toward the pencil, grasped and released it.Then policy B attempted to grasped the pencil again several times, but did not succeed in the end.My instruction is to rotate the pencil by 90 degrees ,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the pencil, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:38.787580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:38.787580_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:37.569654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:37.569654_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:37.569654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:37.569654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:38.227919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_vq_droid_2026-01-05T02:32:38.227919_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:41.058452_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:41.058452_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:39.837387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:39.837387_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:39.837387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:39.837387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:40.464983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1632b0ae-5b7c-47db-888d-8961f4ff0f77/paligemma_fast_droid_2026-01-05T02:46:40.464983_video_wrist.mp4"},"preference":"A","session_id":"1632b0ae-5b7c-47db-888d-8961f4ff0f77","university":"frodobots"},{"completion_time":"2026-01-05T02:03:22.373068Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the cup","longform_feedback":"Policy A first moved the gripper toward the red block,grasped it, picked it up, then moved it toward the cup, dropped it on floor.Next, policy A approached the red block again, attempted to grasp it, but did not succeed.Policy B first moved the gripper toward the red block, grasped it, picked it up, then moved it to the cup, dropped it in the cup.Next, policy B moved the gripper toward the pencil, picked up the pencil in the end.My instruction is to put the red block into the cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:49.326600_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:49.326600_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.238813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.238813_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.238813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.238813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.774995_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/pi0_droid_2026-01-05T01:55:48.774995_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:03.910135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:03.910135_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:02.667774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:02.667774_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:02.667774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:02.667774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:03.338808_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbe4a40b-336c-4c4a-a5f6-b3415bcfd697/paligemma_diffusion_droid_2026-01-05T02:03:03.338808_video_wrist.mp4"},"preference":"B","session_id":"dbe4a40b-336c-4c4a-a5f6-b3415bcfd697","university":"frodobots"},{"completion_time":"2026-01-05T01:52:18.120602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pencil into the cup","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved he gripper toward the pencil, grasped it, picked it up, then moved it to the cup, adjusted posture, put the pencil into the cup.Next, policy B moved the gripper slowly above the cup until time time ran out.My instruction is to put the pencil into the cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:47:00.529075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:47:00.529075_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.410233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.410233_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.410233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.410233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.987931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/pi0_droid_2026-01-05T01:46:59.987931_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:01.672941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:01.672941_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:00.496236_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:00.496236_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:00.496236_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:00.496236_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:01.123699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dae324c-5be4-4a10-a12d-f8df335dd919/paligemma_diffusion_droid_2026-01-05T01:52:01.123699_video_wrist.mp4"},"preference":"B","session_id":"7dae324c-5be4-4a10-a12d-f8df335dd919","university":"frodobots"},{"completion_time":"2026-01-04T06:38:54.853817Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the cup","longform_feedback":"Policy A first moved the gripper toward the red block,grasped and released it, causing the red block to roll  toward the cup.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the cup but moved away soon, then, after hesitating for a while, policy B picked up the red block, moved it toward the cup, but time ran out.My instruction is to put the red block into the cup, neither policy was able to complete the task.When comparing the performance of the the two, policy B at least picked up and moved the red block, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:11.318432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:11.318432_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.165755_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.165755_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.165755_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.165755_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.800947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/pi05_droid_2026-01-04T06:32:10.800947_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:34.967706_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:34.967706_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:33.884318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:33.884318_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:33.884318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:33.884318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:34.485465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99bbe3e0-82aa-44e1-a874-72391fe46ef1/paligemma_vq_droid_2026-01-04T06:38:34.485465_video_wrist.mp4"},"preference":"B","session_id":"99bbe3e0-82aa-44e1-a874-72391fe46ef1","university":"frodobots"},{"completion_time":"2026-01-04T06:22:35.105223Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cup","longform_feedback":"Policy A first moved the gripper toward the cup, touched it, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the cup, attempted to grasped it several times, but did not succeed.Then policy B moved the gripper randomly for a while, approached the cup, grasped and released it, but did not picked it up.My instruction is to pick up the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:35.666952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:35.666952_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:34.412654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:34.412654_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:34.412654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:34.412654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:35.080475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/paligemma_vq_droid_2026-01-04T06:15:35.080475_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:21.910845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:21.910845_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:20.730372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:20.730372_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:20.730372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:20.730372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:21.340222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e3ec296-c66d-43f5-9078-44f7418a8600/pi0_fast_droid_2026-01-04T06:21:21.340222_video_wrist.mp4"},"preference":"B","session_id":"2e3ec296-c66d-43f5-9078-44f7418a8600","university":"frodobots"},{"completion_time":"2026-01-04T02:30:25.144573Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the cup upside down","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, then attempted to grasp it several times, pushed it slowly during remaining time of the episode.Policy B first moved gripper toward the cup, grasped it, picked it up, moved it slightly and put it on sofa.Then policy B picked up the cup again, rotated it, dropped it on sofa in the end.My instruction is to turn the cup upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and rotated the cup, whereas policy A only knocked the cup over.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:32.045715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:32.045715_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:30.848133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:30.848133_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:30.848133_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:30.848133_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:31.533479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/paligemma_diffusion_droid_2026-01-04T02:24:31.533479_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:10.567443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:10.567443_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.360782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.360782_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.360782_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.360782_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.941461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d67a463d-3a34-4664-b97a-e5349c6319b7/pi0_fast_droid_2026-01-04T02:30:09.941461_video_wrist.mp4"},"preference":"B","session_id":"d67a463d-3a34-4664-b97a-e5349c6319b7","university":"frodobots"},{"completion_time":"2026-01-04T02:19:39.181693Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the red block","longform_feedback":"Policy A first moved the gripper toward the red block,made multiple attempts to grasp it, pushed it, but did not succeed in picking it up in the end.Policy B first moved the gripper toward the red block, grasped and released it.Then, after hesitating for a while, policy B picked the red block up, moved it, and dropped it on floor.My instruction is to pick up the red block, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:46.448374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:46.448374_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.278644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.278644_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.278644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.278644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.880370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/paligemma_fast_droid_2026-01-04T02:14:45.880370_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:24.844774_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:24.844774_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:23.668730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:23.668730_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:23.668730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:23.668730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:24.307931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ad490f-8161-4348-960a-205466db9935/pi0_fast_droid_2026-01-04T02:19:24.307931_video_wrist.mp4"},"preference":"B","session_id":"d5ad490f-8161-4348-960a-205466db9935","university":"frodobots"},{"completion_time":"2025-12-26T05:51:11.880459Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pencil","longform_feedback":"Policy A first moved the gripper toward the pencil,grasped it, picked it up and dropped it on sofa.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the pencil,grasped it, picked it up, moved it and dropped it on the sofa.Then policy B picked up the pencil again,moved it for a while, dropped it on floor in the end.My instruction is to pick up the pencil,both policies completed the task successfully.When comparing the performance of the two, policy B picked up the pencil twice during the episode, whereas policy A only picked up the pencil once.Therefore, i choose B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:14.084521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:14.084521_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:12.893431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:12.893431_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:12.893431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:12.893431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:13.515869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/pi05_droid_2025-12-26T05:37:13.515869_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:58.262669_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:58.262669_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.115628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.115628_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.115628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.115628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.723207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5816482b-35fe-4a85-a21c-5ea7757727f2/floppy_bagel_420k_2025-12-26T05:43:57.723207_video_wrist.mp4"},"preference":"B","session_id":"5816482b-35fe-4a85-a21c-5ea7757727f2","university":"frodobots"},{"completion_time":"2025-12-26T03:51:34.696208Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pencil into the cup","longform_feedback":"Policy A first moved the gripper toward the cup, knocked it over, attempted to grasp it, then moved the gripper away in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the pencil into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cup, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:43.049634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:43.049634_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:41.847916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:41.847916_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:41.847916_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:41.847916_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:42.444205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_vq_droid_2025-12-26T03:47:42.444205_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:20.477191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:20.477191_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:19.671429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:19.671429_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:19.671429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:19.671429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:20.156758_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c65799d1-c9f5-4a32-b668-c47eeba37e93/paligemma_binning_droid_2025-12-26T03:51:20.156758_video_wrist.mp4"},"preference":"A","session_id":"c65799d1-c9f5-4a32-b668-c47eeba37e93","university":"frodobots"},{"completion_time":"2025-12-26T03:43:49.974986Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like 5","longform_feedback":"Policy A first moved the gripper toward the block shaped like 1, grasped it, picked it up, then moved it and dropped it on the sofa.Next, policy A grasped the number 1 block again, picked it up and dropped it.Policy B first moved the gripper toward the block shaped like number 1, grasped it, picked it up, then moved it and dropped it on the sofa.My instruction is to pick up the block shaped like 5, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the wrong block shaped like 1, but did not find the block shaped like5.Therefore, i choose tie.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:47.851984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:47.851984_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:46.711837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:46.711837_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:46.711837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:46.711837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:47.282703_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/floppy_bagel_420k_2025-12-26T03:37:47.282703_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:33.260681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:33.260681_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.208211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.208211_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.208211_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.208211_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.797695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5b70c6f-07ce-40a3-b9f7-747899fc7d70/paligemma_diffusion_droid_2025-12-26T03:43:32.797695_video_wrist.mp4"},"preference":"TIE","session_id":"a5b70c6f-07ce-40a3-b9f7-747899fc7d70","university":"frodobots"},{"completion_time":"2025-12-26T03:29:19.870675Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like 1","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the block shaped like 1, attempted to grasp it but did not succeed, only touched it.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the block shaped like 1, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B approached the number 7 block, attempted to grasp it but did not succeed.My instruction is to pick up the block shaped like 1, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:28.868853_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:28.868853_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:27.676182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:27.676182_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:27.676182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:27.676182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:28.284508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/pi0_fast_droid_2025-12-26T03:24:28.284508_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:05.105717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:05.105717_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:03.967765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:03.967765_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:03.967765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:03.967765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:04.555983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0a588b5-4724-4e82-a6fe-5677dab5f38c/paligemma_fast_droid_2025-12-26T03:29:04.555983_video_wrist.mp4"},"preference":"B","session_id":"a0a588b5-4724-4e82-a6fe-5677dab5f38c","university":"frodobots"},{"completion_time":"2025-12-26T03:17:04.406578Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like 1","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the block shaped like 5, hesitating briefly, then grasped the 5 block, picked it up, moved it and dropped it on sofa.My instruction is to pick up the block shaped like 1, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp a wrong block, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:55.976819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:55.976819_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:54.849132_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:54.849132_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:54.849132_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:54.849132_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:55.400920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_vq_droid_2025-12-26T03:07:55.400920_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:35.775286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:35.775286_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:34.695282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:34.695282_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:34.695282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:34.695282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:35.267610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8601d3d-ffa5-4a49-8768-d8616556a78c/paligemma_diffusion_droid_2025-12-26T03:12:35.267610_video_wrist.mp4"},"preference":"B","session_id":"a8601d3d-ffa5-4a49-8768-d8616556a78c","university":"frodobots"},{"completion_time":"2025-12-26T02:59:20.099432Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book,attempted to grasp it but did not succeed.Then policy A moved slowly above the book during remaining time of the episode.Policy B first moved the gripper toward the book, adjusted posture, touched the book, as if attempted to pushed the cover of the book, but did not succeed.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B seemed more likely to open the book than policy A.Therefore, i choose policy B.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:09.271965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:09.271965_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.098867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.098867_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.098867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.098867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.735791_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/floppy_bagel_420k_2025-12-26T02:53:08.735791_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:04.742726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:04.742726_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:03.517639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:03.517639_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:03.517639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:03.517639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:04.149988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57b10c86-de2a-460a-a434-333333311c88/paligemma_vq_droid_2025-12-26T02:59:04.149988_video_wrist.mp4"},"preference":"B","session_id":"57b10c86-de2a-460a-a434-333333311c88","university":"frodobots"},{"completion_time":"2025-12-26T02:16:39.026642Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it but did not succeed, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, pushed it,grasped it, picked it up, then moved it and dropped it on the sofa.Next, policy B approached the controller again, pushed it.My instruction is to pick up the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:02.180826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:02.180826_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:00.895728_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:00.895728_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:00.895728_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:00.895728_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:01.598237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_specialist_droid_2025-12-26T02:10:01.598237_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:26.747927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:26.747927_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:25.527261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:25.527261_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:25.527261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:25.527261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:26.183886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8/paligemma_fast_droid_2025-12-26T02:15:26.183886_video_wrist.mp4"},"preference":"B","session_id":"0500063e-1b94-4c8d-b9d0-86fb0fdd4bf8","university":"frodobots"},{"completion_time":"2025-12-26T02:03:00.103280Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the book","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, attempted to grasped but did not succeed, then almost stopped above the controller during remaining time of the episode.My instruction is to put the controller onto the book, neither policy was able to complete the task.When comparing the performance of the two,policy B at least attempted to grasp the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:54.504914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:54.504914_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.281543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.281543_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.281543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.281543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.913754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/pi05_droid_2025-12-26T01:56:53.913754_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:22.226677_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:22.226677_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.055287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.055287_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.055287_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.055287_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.652287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17261e43-ce6b-4881-abe4-cf353778ef45/floppy_bagel_420k_2025-12-26T02:02:21.652287_video_wrist.mp4"},"preference":"B","session_id":"17261e43-ce6b-4881-abe4-cf353778ef45","university":"frodobots"},{"completion_time":"2025-12-26T01:54:17.161732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then approached the round button several times during remaining time of the episode, but did not press it in the end.Policy B first moved the gripper toward the controller, closed the gripper, approached the round button,hovered the above the round button during remaining time of the episode.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B appeared more likely to complete the task than policy A.Therefore,i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:58.084167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:58.084167_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:56.853691_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:56.853691_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:56.853691_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:56.853691_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:57.480847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_vq_droid_2025-12-26T01:45:57.480847_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:53.536648_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:53.536648_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.360887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.360887_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.360887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.360887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.993363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e66794c8-6d44-4e44-bede-929ee437d9c5/paligemma_diffusion_droid_2025-12-26T01:53:52.993363_video_wrist.mp4"},"preference":"B","session_id":"e66794c8-6d44-4e44-bede-929ee437d9c5","university":"frodobots"},{"completion_time":"2025-12-26T01:36:01.795504Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper,approached the yellow button of the controller,but did not press it.Then policy A moved the gripper back and forth for a while, pressed the gray button beside the yellow button.Policy B first moved the gripper toward the controller,closed the gripper,approached the yellow button, pressed the yellow button.Then policy B pressed the yellow button and the gray button several times during remaining time of the episode.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:46.416506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:46.416506_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.152972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.152972_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.152972_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.152972_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.803832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/pi0_fast_droid_2025-12-26T01:29:45.803832_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:45.407956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:45.407956_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.317920_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.317920_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.317920_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.317920_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.934206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c5f6eaa-4c31-40e8-b081-0eca74341485/paligemma_diffusion_droid_2025-12-26T01:35:44.934206_video_wrist.mp4"},"preference":"B","session_id":"9c5f6eaa-4c31-40e8-b081-0eca74341485","university":"frodobots"},{"completion_time":"2025-12-25T09:42:48.196902Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A first moved the gripper toward the book, touched it, then moved the gripper away and moved randomly for while, approached the book again, grasped and released it.Policy B first moved the gripper toward the book, adjusted posture, attempted to grasp it but did not succeed.Then policy B moved the gripper randomly during most time of the episode,approached the book again in the end.My instruction is to turn the book upside down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:29.543356_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:29.543356_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:28.325298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:28.325298_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:28.325298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:28.325298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:29.006034_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/paligemma_vq_droid_2025-12-25T09:37:29.006034_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:15.699848_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:15.699848_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:14.502209_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:14.502209_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:14.502209_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:14.502209_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:15.102772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27b03a9b-423d-467d-85c7-8631fe1160a2/pi05_droid_2025-12-25T09:42:15.102772_video_wrist.mp4"},"preference":"A","session_id":"27b03a9b-423d-467d-85c7-8631fe1160a2","university":"frodobots"},{"completion_time":"2025-12-25T09:14:24.053356Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book,adjusted posture, inserted the gripper under the cover of the book, pushed it to make the book close a bit, but the book opened again when the gripper moved away.Next, policy A grasped the cover of the book, lifted it up, causing the book closed a bit.Policy B first moved the gripper toward the book but moved away soon, then, after hesitating for a while, policy B approached the book,adjusted posture,but time ran out.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least close the book a bit, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:34.729488_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:34.729488_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:33.488979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:33.488979_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:33.488979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:33.488979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:34.203984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_vq_droid_2025-12-25T09:08:34.203984_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:04.971074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:04.971074_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:03.741373_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:03.741373_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:03.741373_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:03.741373_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:04.424250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74905919-da41-44a7-84ea-5f46c5e236ae/paligemma_fast_droid_2025-12-25T09:14:04.424250_video_wrist.mp4"},"preference":"A","session_id":"74905919-da41-44a7-84ea-5f46c5e236ae","university":"frodobots"},{"completion_time":"2025-12-25T09:03:16.344663Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book,adjusted posture, inserted the gripper under the cover of the book, pushed it to make the book close a bit, but the book opened again when the gripper moved away.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the cover of the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:06.576773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:06.576773_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.268476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.268476_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.268476_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.268476_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.956975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_fast_specialist_droid_2025-12-25T08:59:05.956975_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.964311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.964311_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.063188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.063188_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.063188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.063188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.584601_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3659c6db-8878-4f0d-a623-51630857e9f3/paligemma_binning_droid_2025-12-25T09:03:04.584601_video_wrist.mp4"},"preference":"A","session_id":"3659c6db-8878-4f0d-a623-51630857e9f3","university":"frodobots"},{"completion_time":"2025-12-25T08:54:58.242998Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward towel, approached the right edge of the towel, grasped the bottom right corner of the towel, moved it to left, causing the towel to be folded although not in perfect half.Policy B first moved the gripper toward the towel,approached the bottom left corner of the towel,moved it to right, causing the towel to be folded although not in perfect half.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, both policies folded the towel, but policy B folded the towel more close to half than policy A did.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:47.467975_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:47.467975_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.315324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.315324_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.315324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.315324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.920588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi0_fast_droid_2025-12-25T08:47:46.920588_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:42.306549_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:42.306549_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.086473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.086473_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.086473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.086473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.719497_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1/pi05_droid_2025-12-25T08:54:41.719497_video_wrist.mp4"},"preference":"B","session_id":"a6ef0f5a-b588-44bd-bd5e-63dd1ef496a1","university":"frodobots"},{"completion_time":"2025-12-25T08:30:51.231150Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper toward the towel,grasped it,picked it up, then moved it for a while, dropped it on the sofa.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the cube, dropped it tightly against the cube.Next, policy B moved the gripper toward the curtain.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the towel tightly against the cube, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:58.889166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:58.889166_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:57.735603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:57.735603_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:57.735603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:57.735603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:58.360392_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_vq_droid_2025-12-25T08:24:58.360392_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:35.444754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:35.444754_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.317141_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.317141_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.317141_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.317141_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.924052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53af8235-a984-41ba-9602-c2f6ba0bb4c7/paligemma_fast_specialist_droid_2025-12-25T08:30:34.924052_video_wrist.mp4"},"preference":"B","session_id":"53af8235-a984-41ba-9602-c2f6ba0bb4c7","university":"frodobots"},{"completion_time":"2025-12-25T08:06:39.635496Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then approached the sofa, moved the towel around the sofa,as if attempting to wipe the sofa.Next, policy A dropped the towel on floor and picked it up again, moved it slowly on the sofa until time ran out.Policy B first moved the gripper toward the towel,attempted to grasp it several times but did not succeed.Then policy B moved slowly above the towel during remaining time of the episode.My instruction is to wipe the sofa with the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not even grasp the towel.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:53.355583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:53.355583_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.150016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.150016_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.150016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.150016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.792988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/pi0_fast_droid_2025-12-25T07:58:52.792988_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:34.640885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:34.640885_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:33.498626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:33.498626_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:33.498626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:33.498626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:34.119680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1832ee69-b652-433a-9c0e-70cfc74e71c1/floppy_bagel_420k_2025-12-25T08:05:34.119680_video_wrist.mp4"},"preference":"A","session_id":"1832ee69-b652-433a-9c0e-70cfc74e71c1","university":"frodobots"},{"completion_time":"2025-12-25T07:28:19.215167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel into the plate","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it to the plate, put it into the plate.Next, policy B grasped the towel and released it again during remaining time of the episode.My instruction is to put the towel into the plate, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:37.755681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:37.755681_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:36.846787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:36.846787_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:36.846787_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:36.846787_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:37.325721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/paligemma_binning_droid_2025-12-25T07:20:37.325721_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:03.246769_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:03.246769_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.052726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.052726_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.052726_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.052726_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.687259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d15debb4-0940-4bd1-afe5-abe7f8eab27b/pi0_droid_2025-12-25T07:28:02.687259_video_wrist.mp4"},"preference":"B","session_id":"d15debb4-0940-4bd1-afe5-abe7f8eab27b","university":"frodobots"},{"completion_time":"2025-12-25T07:05:44.807423Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cap of the bottle","longform_feedback":"Policy A first moved the gripper toward the bottle, approached the cap of the bottle, grasped the cap, lifted it up and released it.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slightly for a while, then approached the bottle,attempted to grasp it, but did not succeed.My instruction is to grasp the cap of the bottle, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:40.117193_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:40.117193_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:38.934321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:38.934321_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:38.934321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:38.934321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:39.593629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi05_droid_2025-12-25T06:59:39.593629_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:24.832744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:24.832744_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:23.697934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:23.697934_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:23.697934_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:23.697934_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:24.317187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03824b2f-9327-41c7-8f8a-1342165101a6/pi0_droid_2025-12-25T07:04:24.317187_video_wrist.mp4"},"preference":"A","session_id":"03824b2f-9327-41c7-8f8a-1342165101a6","university":"frodobots"},{"completion_time":"2025-12-25T06:56:54.724215Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the bottle upright on the sofa","longform_feedback":"Policy A first moved the gripper toward the bottle of water,grasped it,picked it up, then moved it, rotated it, put it on sofa, but did not succeed in standing it upright.Policy B first moved the gripper toward the bottle, grasped it, picked it up, then moved it, rotated it, put it on sofa.Next, policy B picked up the bottle again, rotated it, dropped it on sofa, but did not stand it upright in the end.My instruction is to stand the bottle upright on the sofa,neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the bottle and attempted to stand it upright, but policy B made two attempts while policy A only made one.Therefor, i choose policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:02.796042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:02.796042_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:01.639225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:01.639225_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:01.639225_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:01.639225_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:02.248454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/pi0_droid_2025-12-25T06:48:02.248454_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:34.210438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:34.210438_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.038660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.038660_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.038660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.038660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.671691_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a863b925-fd44-4f50-b5e1-2be09f49d05d/paligemma_vq_droid_2025-12-25T06:56:33.671691_video_wrist.mp4"},"preference":"B","session_id":"a863b925-fd44-4f50-b5e1-2be09f49d05d","university":"frodobots"},{"completion_time":"2025-12-25T06:45:01.888438Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the bottle to the plate","longform_feedback":"Policy A first moved the gripper toward the bottle of water, grasped it, picked it up, then moved it to the plate, dropped it on the edge of the plate, causing the bottle to fall over to the sofa.Next, policy A picked up the bottle and dropped it on floor in the end.Policy B first moved the gripper toward the bottle of water, attempted to grasp it, knocked the bottle over, then policy B make several attempts to grasp the bottle during remaining time of the episode,but did not succeed in the end.My instruction is to pour water from the bottle to the plate, neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the bottle to the plate, whereas policy B did not even grasp the bottle.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:42.386058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:42.386058_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.197394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.197394_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.197394_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.197394_video_right.mp4","wrist_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.813702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/paligemma_vq_droid_2025-12-25T06:38:41.813702_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:19.383811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:19.383811_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.276333_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.276333_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.276333_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.276333_video_right.mp4","wrist_video_gcs_path":"evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.845368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426b7513-fc6e-4ef6-a95d-187577662966/floppy_bagel_420k_2025-12-25T06:44:18.845368_video_wrist.mp4"},"preference":"A","session_id":"426b7513-fc6e-4ef6-a95d-187577662966","university":"frodobots"},{"completion_time":"2025-12-25T04:05:10.142640Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A first moved the gripper toward the cube but moved away soon, then policy A moved the gripper slowly during remaining time of the episode.Policy B first moved the gripper toward the book,pushed the plate, attempted to grasp it several times during remaining time of the episode.My instruction is to pick up the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cube, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:18.069571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:18.069571_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:16.964481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:16.964481_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:16.964481_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:16.964481_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:17.565476_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/pi0_droid_2025-12-25T04:00:17.565476_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:38.046469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:38.046469_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:36.941077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:36.941077_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:36.941077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:36.941077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:37.517530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d148299-74ab-4dbb-910c-c2ee97cb76a2/paligemma_diffusion_droid_2025-12-25T04:04:37.517530_video_wrist.mp4"},"preference":"A","session_id":"0d148299-74ab-4dbb-910c-c2ee97cb76a2","university":"frodobots"},{"completion_time":"2025-12-25T03:54:21.098395Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the banana upright and hold it","longform_feedback":"Policy A first moved the gripper toward the banana but moved away soon, then policy A moved the gripper back and forth for a while, grasped the plate under the banana.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it,rotated it to make the banana stand upright, dropped it on sofa.Next, policy B moved slightly during remaining time of the episode.My instruction is to stand the banana upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy B at least stand the banana upright,whereas policy A did not even pick up the banana.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:34.188575_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:34.188575_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:32.981713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:32.981713_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:32.981713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:32.981713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:33.754979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/paligemma_fast_droid_2025-12-25T03:44:33.754979_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:59.781845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:59.781845_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:58.716796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:58.716796_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:58.716796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:58.716796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:59.218011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e527c36-579d-4211-abcb-32001e97587e/floppy_bagel_420k_2025-12-25T03:50:59.218011_video_wrist.mp4"},"preference":"B","session_id":"7e527c36-579d-4211-abcb-32001e97587e","university":"frodobots"},{"completion_time":"2025-12-25T03:29:24.637912Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the plate, dropped it into the plate.Next, policy A moved the gripper slowly during remaining time of the episode.Policy B first moved the gripper toward the banana,attempted to grasp it several times, then picked it up, moved it to the plate, dropped it into the plate.Next, policy B stopped during remaining time of the episode.My instruction is to put the banana into the plate, both policies completed the task successfully.When comparing the performance of the two, policy A grasped the banana more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:37.845489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:37.845489_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:36.692248_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:36.692248_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:36.692248_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:36.692248_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:37.286231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_vq_droid_2025-12-25T03:23:37.286231_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:40.187116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:40.187116_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:38.996116_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:38.996116_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:38.996116_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:38.996116_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:39.632640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe/paligemma_diffusion_droid_2025-12-25T03:28:39.632640_video_wrist.mp4"},"preference":"A","session_id":"d5cbf21b-27f0-43fa-a8f1-c41d31bba6fe","university":"frodobots"},{"completion_time":"2025-12-25T03:20:38.811200Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the plate onto floor","longform_feedback":"Policy A first moved the gripper toward the plate, grasped it, picked it up, then moved it for a while, dropped it on the book.Next, policy A picked attempted to pick the plate again.Policy B first moved the gripper toward the plate, attempted to grasp it, then moved the gripper away and moved randomly for a while.Next, policy B picked up the plate, moved it, dropped it on the edge of the sofa, causing the plate to fall off to floor.My instruction is to throw the plate onto floor, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:48.239649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:48.239649_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.036626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.036626_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.036626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.036626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.654244_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi0_fast_droid_2025-12-25T03:14:47.654244_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:12.806777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:12.806777_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:11.564176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:11.564176_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:11.564176_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:11.564176_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:12.228142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89595bc-3d4c-4be4-b099-d0fbe1d36a52/pi05_droid_2025-12-25T03:20:12.228142_video_wrist.mp4"},"preference":"B","session_id":"e89595bc-3d4c-4be4-b099-d0fbe1d36a52","university":"frodobots"},{"completion_time":"2025-12-25T03:11:15.819179Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper toward the plate, made multiple attempts to grasp it, then picked it up, moved it slightly, dropped it on the sofa.Policy B first moved the gripper toward the plate,grasped it, picked it up, then rotated it and dropped it on the sofa.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two,both policies picked up the plate, but policy B rotated the plate while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:45.014635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:45.014635_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:43.869394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:43.869394_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:43.869394_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:43.869394_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:44.487925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/floppy_bagel_420k_2025-12-25T02:51:44.487925_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:45.114477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:45.114477_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:43.860648_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:43.860648_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:43.860648_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:43.860648_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:44.546567_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60775c1d-6620-4cf3-963b-ba914d32094d/paligemma_fast_droid_2025-12-25T02:56:44.546567_video_wrist.mp4"},"preference":"B","session_id":"60775c1d-6620-4cf3-963b-ba914d32094d","university":"frodobots"},{"completion_time":"2025-12-25T02:41:37.625541Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the plate onto the book","longform_feedback":"Policy A first moved the gripper toward the plate, grasped it, picked it up, then moved it toward the book, dropped it on the edge of the book.Next, policy A picked up the plate again, put it onto the book in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the plate onto the book, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:05.709424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:05.709424_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:04.547759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:04.547759_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:04.547759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:04.547759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:05.147747_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/pi0_fast_droid_2025-12-25T02:37:05.147747_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:24.970921_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:24.970921_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:23.937255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:23.937255_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:23.937255_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:23.937255_video_right.mp4","wrist_video_gcs_path":"evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:24.625715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866a0a12-eaa5-49ef-8419-a8a14f7eda05/paligemma_binning_droid_2025-12-25T02:41:24.625715_video_wrist.mp4"},"preference":"A","session_id":"866a0a12-eaa5-49ef-8419-a8a14f7eda05","university":"frodobots"},{"completion_time":"2025-12-25T02:32:31.223453Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A first moved the gripper back and forth for while, then approached the cube and the book one after another.Policy B first moved the gripper toward the cube but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the cube, neither policy was able to complete the task.When comparing the performance of the two,both policies only approached the cube, but did not grasp it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:47.654729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:47.654729_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:46.377175_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:46.377175_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:46.377175_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:46.377175_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:47.045432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/paligemma_fast_droid_2025-12-25T02:26:47.045432_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:17.007240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:17.007240_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:15.858988_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:15.858988_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:15.858988_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:15.858988_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:16.472357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04ed030d-c988-46ed-bd62-906fa73c3a4d/pi05_droid_2025-12-25T02:32:16.472357_video_wrist.mp4"},"preference":"TIE","session_id":"04ed030d-c988-46ed-bd62-906fa73c3a4d","university":"frodobots"},{"completion_time":"2025-12-25T02:21:29.384819Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A first moved the gripper toward the book, pushed it, then moved the gripper randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the cube onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the book, whereas policy B did not anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:42.044142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:42.044142_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:40.764816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:40.764816_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:40.764816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:40.764816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:41.457024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/paligemma_fast_specialist_droid_2025-12-25T02:16:41.457024_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:16.957216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:16.957216_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:15.747767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:15.747767_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:15.747767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:15.747767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:16.387913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524d4fa0-10d4-424d-92b9-ca027ac4e6d2/pi0_droid_2025-12-25T02:21:16.387913_video_wrist.mp4"},"preference":"A","session_id":"524d4fa0-10d4-424d-92b9-ca027ac4e6d2","university":"frodobots"},{"completion_time":"2025-12-25T02:09:40.229216Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book,adjusted posture,attempted to grasp it but did not succeed.Then policy A moved around the book during remaining time of the episode.Policy B first moved the gripper toward the book, adjusted posture, approached the edge of the book, pushed the cover to make the book open in the end.My instruction is to open the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:52.700589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:52.700589_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:51.513912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:51.513912_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:51.513912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:51.513912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:52.186518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/paligemma_vq_droid_2025-12-25T01:55:52.186518_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:17.807488_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:17.807488_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:16.633699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:16.633699_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:16.633699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:16.633699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:17.283916_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f3123be-978d-4c2a-9635-fb578d21425d/pi0_fast_droid_2025-12-25T02:00:17.283916_video_wrist.mp4"},"preference":"B","session_id":"0f3123be-978d-4c2a-9635-fb578d21425d","university":"frodobots"},{"completion_time":"2025-12-25T01:49:12.816007Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book,adjusted posture,attempted to grasp it but did not succeed.Then policy A moved around the book during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two,policy A at least attempted to grasp the book, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:54.312518_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:54.312518_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.084201_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.084201_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.084201_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.084201_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.768976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_fast_specialist_droid_2025-12-25T01:44:53.768976_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:01.386606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:01.386606_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:00.563104_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:00.563104_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:00.563104_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:00.563104_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:01.015995_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b50980d-26ad-4b15-965a-a41b3bbb15b2/paligemma_binning_droid_2025-12-25T01:49:01.015995_video_wrist.mp4"},"preference":"A","session_id":"4b50980d-26ad-4b15-965a-a41b3bbb15b2","university":"frodobots"},{"completion_time":"2025-12-24T10:16:36.963440Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper toward the banana,attempted to grasp it, then picked it up, moved it slightly during remaining time of the episode.Policy B first moved the gripper toward the banana,made multiple attempts to grasp it, then picked it up, moved it, dropped it on the towel.Next, policy B picked up and dropped the banana twice during remaining time of the episode.My instruction is to pick up the banana, both policies completed the task.When comparing the performance of the two, policy A picked up and hold the banana, whereas policy B picked up and dropped the banana.Therefore, i prefer A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:58.708588_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:58.708588_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:57.602129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:57.602129_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:57.602129_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:57.602129_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:58.189611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/paligemma_diffusion_droid_2025-12-24T10:04:58.189611_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:53.143348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:53.143348_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.154641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.154641_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.154641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.154641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.658723_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8acf52d7-1eb5-488f-a1a1-89e8a95556f6/floppy_bagel_420k_2025-12-24T10:12:52.658723_video_wrist.mp4"},"preference":"A","session_id":"8acf52d7-1eb5-488f-a1a1-89e8a95556f6","university":"frodobots"},{"completion_time":"2025-12-24T09:56:04.990638Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it but did not succeed.Then policy A moved the gripper slowly during remaining time of the episode.Policy B first moved the gripper toward the curtain, attempted to grasp it several times, then moved the gripper randomly during remaining time of the episode.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not even find the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:27.378822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:27.378822_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.311945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.311945_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.311945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.311945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.858152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/pi0_droid_2025-12-24T09:51:26.858152_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:26.945318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:26.945318_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:25.463423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:25.463423_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:25.463423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:25.463423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:26.386380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1728bb63-de75-48bb-820d-4871dda49033/paligemma_fast_specialist_droid_2025-12-24T09:55:26.386380_video_wrist.mp4"},"preference":"A","session_id":"1728bb63-de75-48bb-820d-4871dda49033","university":"frodobots"},{"completion_time":"2025-12-24T09:30:15.372652Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoe lace","longform_feedback":"Policy A moved the gripper randomly during most time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to grasp the shoe lace, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:21.506563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:21.506563_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.355511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.355511_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.355511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.355511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.960730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/pi0_fast_droid_2025-12-24T09:26:20.960730_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:35.279187_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:35.279187_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.374469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.374469_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.374469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.374469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.880707_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad0d8c96-82b6-4801-b873-07111e3c2fb5/paligemma_binning_droid_2025-12-24T09:29:34.880707_video_wrist.mp4"},"preference":"A","session_id":"ad0d8c96-82b6-4801-b873-07111e3c2fb5","university":"frodobots"},{"completion_time":"2025-12-24T09:22:56.793506Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:19.656556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:19.656556_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:18.533205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:18.533205_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:18.533205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:18.533205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:19.139325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_fast_droid_2025-12-24T09:19:19.139325_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:41.299614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:41.299614_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.393839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.393839_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.393839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.393839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.853299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec34fca5-e128-4f90-9624-a62a4dc7005f/paligemma_binning_droid_2025-12-24T09:22:40.853299_video_wrist.mp4"},"preference":"A","session_id":"ec34fca5-e128-4f90-9624-a62a4dc7005f","university":"frodobots"},{"completion_time":"2025-12-24T08:48:03.315913Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, adjusted posture, then moved the gripper away and moved randomly during most time of the episode.Next, policy A approached the shoe, touched it in the end.Policy B first moved the gripper toward the shoe, after hesitating for a while, touched the lace of the shoe, then moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the shoe, whereas policy B only touched the shoe lace.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:52.297107_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:52.297107_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.100516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.100516_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.100516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.100516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.732803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/pi05_droid_2025-12-24T08:39:51.732803_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:40.069477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:40.069477_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:38.894479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:38.894479_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:38.894479_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:38.894479_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:39.556992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc1edf3b-0199-4206-ae11-7a56c976fcf8/floppy_bagel_420k_2025-12-24T08:47:39.556992_video_wrist.mp4"},"preference":"A","session_id":"dc1edf3b-0199-4206-ae11-7a56c976fcf8","university":"frodobots"},{"completion_time":"2025-12-24T08:35:58.120788Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the spray bottle","longform_feedback":"Policy A first moved the gripper toward the curtain, then moved randomly for a while, approached the spray bottle but moved away soon.Policy B first moved the gripper toward the spray bottle, put the gripper around the nozzle of the spray bottle, as if attempting to grasp the spray bottle but did not.Then policy B moved slightly during remaining time of the episode.My instruction is to pick up the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least seemingly attempted to grasp the spray bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:36.008391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:36.008391_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:34.779536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:34.779536_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:34.779536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:34.779536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:35.381849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/paligemma_fast_specialist_droid_2025-12-24T08:28:35.381849_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:41.157944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:41.157944_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.021860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.021860_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.021860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.021860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.605680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d43b8b6-8f02-4f58-8910-1f689257cdf7/floppy_bagel_420k_2025-12-24T08:34:40.605680_video_wrist.mp4"},"preference":"B","session_id":"2d43b8b6-8f02-4f58-8910-1f689257cdf7","university":"frodobots"},{"completion_time":"2025-12-24T08:25:30.182270Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, closed the gripper, then press the body of the bottle, touched the nozzle of the bottle.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to press the nozzle of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at touched the nozzle of the spray bottle, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:03.320135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:03.320135_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.175507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.175507_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.175507_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.175507_video_right.mp4","wrist_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.782524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi0_droid_2025-12-24T08:21:02.782524_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:17.528434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:17.528434_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.336017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.336017_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.336017_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.336017_video_right.mp4","wrist_video_gcs_path":"evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.947230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/983d2b8b-dd72-433f-8ccd-652ddda07581/pi05_droid_2025-12-24T08:25:16.947230_video_wrist.mp4"},"preference":"A","session_id":"983d2b8b-dd72-433f-8ccd-652ddda07581","university":"frodobots"},{"completion_time":"2025-12-24T08:09:10.642861Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"removed the cap of the spray bottle","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to removed the cap of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the spray bottle.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:06.758958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:06.758958_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:05.622039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:05.622039_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:05.622039_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:05.622039_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:06.186597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_diffusion_droid_2025-12-24T07:54:06.186597_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:34.359603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:34.359603_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.212246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.212246_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.212246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.212246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.730305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f92f1405-a0d5-4c38-94a1-1526072c22c5/paligemma_fast_specialist_droid_2025-12-24T08:06:33.730305_video_wrist.mp4"},"preference":"TIE","session_id":"f92f1405-a0d5-4c38-94a1-1526072c22c5","university":"frodobots"},{"completion_time":"2025-12-24T07:47:13.906346Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:43.407414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:43.407414_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.195543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.195543_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.195543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.195543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.801220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_fast_droid_2025-12-24T07:41:42.801220_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:57.251395_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:57.251395_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.331615_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.331615_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.331615_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.331615_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.837934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d81557-8899-4535-973d-11cee4d24e23/paligemma_binning_droid_2025-12-24T07:46:56.837934_video_wrist.mp4"},"preference":"A","session_id":"d3d81557-8899-4535-973d-11cee4d24e23","university":"frodobots"},{"completion_time":"2025-12-24T07:32:14.851017Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, then moved slowly above the controller for a while, stopped during remaining time of the episode.Policy B first moved the gripper toward the carrot, closed the gripper, touched the carrot, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:56.820857_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:56.820857_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:55.742993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:55.742993_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:55.742993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:55.742993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:56.311209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/floppy_bagel_420k_2025-12-24T07:24:56.311209_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:33.551134_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:33.551134_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.329574_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.329574_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.329574_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.329574_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.949590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1596abb-7389-4703-8893-257567464ff5/paligemma_fast_specialist_droid_2025-12-24T07:31:32.949590_video_wrist.mp4"},"preference":"A","session_id":"c1596abb-7389-4703-8893-257567464ff5","university":"frodobots"},{"completion_time":"2025-12-24T03:34:59.471788Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A first moved the gripper toward the trash can, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the fridge, then moved slightly during remaining time of the episode.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:58.947812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:58.947812_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:57.852763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:57.852763_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:57.852763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:57.852763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:58.436041_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/paligemma_fast_specialist_droid_2025-12-24T03:25:58.436041_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:05.369274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:05.369274_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.283013_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.283013_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.283013_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.283013_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.827160_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1/floppy_bagel_420k_2025-12-24T03:30:04.827160_video_wrist.mp4"},"preference":"TIE","session_id":"6afea39e-fbf9-43b1-b6fe-3ec0f97d02f1","university":"frodobots"},{"completion_time":"2025-12-24T03:14:04.757141Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the floor, then moved randomly during remaining time of the episode.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:33.715292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:33.715292_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:32.558947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:32.558947_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:32.558947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:32.558947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:33.198301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi05_droid_2025-12-24T03:08:33.198301_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:39.971830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:39.971830_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:38.760737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:38.760737_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:38.760737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:38.760737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:39.413775_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84b9aad-ad0c-494d-a180-9c1cd6703264/pi0_fast_droid_2025-12-24T03:13:39.413775_video_wrist.mp4"},"preference":"TIE","session_id":"e84b9aad-ad0c-494d-a180-9c1cd6703264","university":"frodobots"},{"completion_time":"2025-12-24T02:25:17.346269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the carrot into the trash can","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the carrot but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the carrot into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper toward the carrot, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:18:00.159966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:18:00.159966_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:58.942748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:58.942748_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:58.942748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:58.942748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:59.584402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi0_fast_droid_2025-12-24T02:17:59.584402_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:02.957234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:02.957234_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:01.755570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:01.755570_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:01.755570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:01.755570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:02.366251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32389a90-18a9-4b64-a9f7-2e33f917e1b2/pi05_droid_2025-12-24T02:22:02.366251_video_wrist.mp4"},"preference":"B","session_id":"32389a90-18a9-4b64-a9f7-2e33f917e1b2","university":"frodobots"},{"completion_time":"2025-12-24T02:14:12.574864Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the carrot into the trash can","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B moved the gripper randomly during the whole trial as if could not find the target.My instruction is to throw the carrot into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the carrot.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:31.409377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:31.409377_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.163781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.163781_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.163781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.163781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.810689_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/paligemma_fast_specialist_droid_2025-12-24T02:06:30.810689_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:04.467161_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:04.467161_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.326067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.326067_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.326067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.326067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.921566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4795a4d4-2c0b-41d8-8104-e59835b428de/pi0_droid_2025-12-24T02:11:03.921566_video_wrist.mp4"},"preference":"TIE","session_id":"4795a4d4-2c0b-41d8-8104-e59835b428de","university":"frodobots"},{"completion_time":"2025-12-24T01:48:53.600913Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the carrot upright and hold it","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped and released it several times, then picked it up, dropped it on the box in the end.Policy B first moved the gripper toward the carrot, attempted to grasp it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to stand the carrot upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the carrot,whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:58.468698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:58.468698_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.285931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.285931_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.285931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.285931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.907701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_diffusion_droid_2025-12-24T01:43:57.907701_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:25.715283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:25.715283_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:24.546399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:24.546399_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:24.546399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:24.546399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:25.165623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/426287fe-e8fa-488a-8891-13588664c9e3/paligemma_vq_droid_2025-12-24T01:48:25.165623_video_wrist.mp4"},"preference":"A","session_id":"426287fe-e8fa-488a-8891-13588664c9e3","university":"frodobots"},{"completion_time":"2025-12-23T08:00:25.836756Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the carrot by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the griper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:26.267873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:26.267873_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.166717_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.166717_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.166717_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.166717_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.730713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/pi0_droid_2025-12-23T07:56:25.730713_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:10.433527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:10.433527_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:09.604910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:09.604910_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:09.604910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:09.604910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:10.072037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f47797-65c1-4fe5-9b72-6987eca3aa89/paligemma_binning_droid_2025-12-23T08:00:10.072037_video_wrist.mp4"},"preference":"A","session_id":"b8f47797-65c1-4fe5-9b72-6987eca3aa89","university":"frodobots"},{"completion_time":"2025-12-23T07:52:32.324562Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the carrot","longform_feedback":"Policy A first moved the gripper toward the carrot, attempted to grasp it but did not succeed.Then policy A almost stopped above the carrot during remaining time of the episode.Policy B firs moved the gripper toward the carrot, grasped it, picked it up, then moved it and dropped it on the box.Next, policy B approached the carrot again, attempted to grasp it, but did not succeed in the end.My instruction is to pick up the carrot, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:54.376547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:54.376547_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.225929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.225929_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.225929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.225929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.814570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/floppy_bagel_420k_2025-12-23T07:46:53.814570_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:08.590408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:08.590408_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:07.417129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:07.417129_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:07.417129_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:07.417129_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:08.028858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84b38e78-76ba-4ced-a9e4-ff36e3e36cf5/paligemma_fast_specialist_droid_2025-12-23T07:52:08.028858_video_wrist.mp4"},"preference":"B","session_id":"84b38e78-76ba-4ced-a9e4-ff36e3e36cf5","university":"frodobots"},{"completion_time":"2025-12-23T07:22:49.935283Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A first moved the gripper slightly, then almost stopped during remaining time of the episode.Policy B first moved the gripper toward the towel,grasped it,picked it up, then moved it and dropped it on floor.Next, policy B approached the controller, touched the box under the controller.My instruction is to pick up the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the controller, whereas policy A almost stopped during the trial.Therefore, policy B is better than policy A.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:55.596646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:55.596646_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:54.594795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:54.594795_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:54.594795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:54.594795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:55.136471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/floppy_bagel_420k_2025-12-23T07:13:55.136471_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:19.528428_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:19.528428_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.340194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.340194_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.340194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.340194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.974029_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90ad438d-06af-4cd1-996e-766beae7415a/paligemma_fast_specialist_droid_2025-12-23T07:19:18.974029_video_wrist.mp4"},"preference":"B","session_id":"90ad438d-06af-4cd1-996e-766beae7415a","university":"frodobots"},{"completion_time":"2025-12-23T07:04:02.671459Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A first moved the gripper toward the controller, touched the box under the controller, then moved the gripper away and moved slowly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to pick up the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:06.771742_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:06.771742_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:05.643955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:05.643955_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:05.643955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:05.643955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:06.224427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/pi0_droid_2025-12-23T06:51:06.224427_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:47.113411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:47.113411_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:45.949594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:45.949594_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:45.949594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:45.949594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:46.561303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df9c4574-f2c6-4b26-944b-0ba6f19d88a7/paligemma_vq_droid_2025-12-23T07:03:46.561303_video_wrist.mp4"},"preference":"A","session_id":"df9c4574-f2c6-4b26-944b-0ba6f19d88a7","university":"frodobots"},{"completion_time":"2025-12-23T06:30:47.072836Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A first moved the gripper toward the fridge, touched it, then moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:48.194690_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:48.194690_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.059975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.059975_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.059975_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.059975_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.644960_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_fast_droid_2025-12-23T06:26:47.644960_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.933173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.933173_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.078563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.078563_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.078563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.078563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.551306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e76ac3-1d73-475d-a577-db233177150c/paligemma_binning_droid_2025-12-23T06:30:31.551306_video_wrist.mp4"},"preference":"A","session_id":"92e76ac3-1d73-475d-a577-db233177150c","university":"frodobots"},{"completion_time":"2025-12-23T06:23:43.613446Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the towel.Therefore, i choose tie.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:55.242886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:55.242886_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.145405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.145405_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.145405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.145405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.721388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/floppy_bagel_420k_2025-12-23T06:19:54.721388_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:30.541825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:30.541825_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:29.474540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:29.474540_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:29.474540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:29.474540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:30.048761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afdc01d4-6976-4dd7-987b-26f224fe9731/pi0_fast_droid_2025-12-23T06:23:30.048761_video_wrist.mp4"},"preference":"TIE","session_id":"afdc01d4-6976-4dd7-987b-26f224fe9731","university":"frodobots"},{"completion_time":"2025-12-23T06:15:19.277987Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the plate","longform_feedback":"Policy A first moved the gripper toward the plate, then almost stopped above the plate during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper toward the plate, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:03.915160_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:03.915160_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:02.880112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:02.880112_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:02.880112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:02.880112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:03.408841_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/floppy_bagel_420k_2025-12-23T06:10:03.408841_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:15:00.960532_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:15:00.960532_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:14:59.849510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:14:59.849510_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:14:59.849510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:14:59.849510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:15:00.424394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61f4393d-c345-4390-899b-0749bd431ea6/paligemma_diffusion_droid_2025-12-23T06:15:00.424394_video_wrist.mp4"},"preference":"A","session_id":"61f4393d-c345-4390-899b-0749bd431ea6","university":"frodobots"},{"completion_time":"2025-12-23T04:06:24.527264Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper randomly during most time of the episode, then approached the banana in the end.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the banana, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:45.734553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:45.734553_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:44.889427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:44.889427_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:44.889427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:44.889427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:45.373609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_binning_droid_2025-12-23T03:54:45.373609_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:04.187584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:04.187584_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.003737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.003737_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.003737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.003737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.634629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482f167a-fe82-48c7-aeb2-158e67e3cc5c/paligemma_vq_droid_2025-12-23T04:02:03.634629_video_wrist.mp4"},"preference":"B","session_id":"482f167a-fe82-48c7-aeb2-158e67e3cc5c","university":"frodobots"},{"completion_time":"2025-12-23T03:50:48.215636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper slowly toward the banana,then grasped and released the plate under the banana.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the banana, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:03.228807_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:03.228807_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.283355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.283355_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.283355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.283355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.811504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_binning_droid_2025-12-23T03:45:02.811504_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:28.124825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:28.124825_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.236684_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.236684_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.236684_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.236684_video_right.mp4","wrist_video_gcs_path":"evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.699940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/339126c8-18c7-4e82-8f2f-ad8b2196824d/paligemma_diffusion_droid_2025-12-23T03:50:27.699940_video_wrist.mp4"},"preference":"B","session_id":"339126c8-18c7-4e82-8f2f-ad8b2196824d","university":"frodobots"},{"completion_time":"2025-12-23T03:40:48.039387Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper toward the banana, attempted to grasp it several times, then grasped it, picked it up and dropped it on floor.Policy B first moved the gripper toward the banana but moved away soon.Then policy B moved the gripper slightly during remaining time of the episode.My instruction is to pick up the banana, when comparing the performance of the two, policy A completed the task successfully,whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:54.324827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:54.324827_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.242670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.242670_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.242670_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.242670_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.784258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi05_droid_2025-12-23T03:35:53.784258_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:33.336700_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:33.336700_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.185899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.185899_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.185899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.185899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.832669_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e682964-4711-4a01-b00b-a8f29f008bcb/pi0_droid_2025-12-23T03:40:32.832669_video_wrist.mp4"},"preference":"A","session_id":"1e682964-4711-4a01-b00b-a8f29f008bcb","university":"frodobots"},{"completion_time":"2025-12-23T03:33:09.970041Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees and put it into the plate","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the banana but moved a way soon.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slightly, then almost stopped during remaining time of the episode.My instruction is to rotate the banana by 90 degrees and put it into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the banana, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:45.670702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:45.670702_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:44.450337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:44.450337_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:44.450337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:44.450337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:45.092925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/pi0_fast_droid_2025-12-23T03:26:45.092925_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:38.880241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:38.880241_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:37.888815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:37.888815_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:37.888815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:37.888815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:38.421899_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5871297-3543-438a-8217-28a55fb9b377/floppy_bagel_420k_2025-12-23T03:32:38.421899_video_wrist.mp4"},"preference":"A","session_id":"a5871297-3543-438a-8217-28a55fb9b377","university":"frodobots"},{"completion_time":"2025-12-23T03:22:41.276785Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the plate","longform_feedback":"Policy A first moved the gripper toward the plate, grasped and released it, then moved the gripper away and moved randomly for a while, approached the cube in the end.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the cube into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cube and plate, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:55.295402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:55.295402_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.161885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.161885_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.161885_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.161885_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.765922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/pi0_droid_2025-12-23T03:14:54.765922_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:25.814676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:25.814676_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:24.679804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:24.679804_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:24.679804_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:24.679804_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:25.273553_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6adad90-dc46-4025-95b2-62d47dc40ec8/paligemma_fast_specialist_droid_2025-12-23T03:22:25.273553_video_wrist.mp4"},"preference":"A","session_id":"a6adad90-dc46-4025-95b2-62d47dc40ec8","university":"frodobots"},{"completion_time":"2025-12-23T02:11:09.125885Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tip of the marker pen","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then approached the marker pen but moved away soon.Policy B first moved the gripper toward the marker pen, then approached the cup, attempted to grasp it,but did not succeed.My instruction is to grasp the tip of the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A moved gripper more close to the marker pen than policy B did.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:36.783953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:36.783953_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:35.619892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:35.619892_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:35.619892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:35.619892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:36.265016_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/pi05_droid_2025-12-23T01:58:36.265016_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:49.406991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:49.406991_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.255146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.255146_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.255146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.255146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.880395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0832079-c774-4927-a0c7-7515f7bda1f4/floppy_bagel_420k_2025-12-23T02:10:48.880395_video_wrist.mp4"},"preference":"A","session_id":"e0832079-c774-4927-a0c7-7515f7bda1f4","university":"frodobots"},{"completion_time":"2025-12-23T01:49:39.834690Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tip of the marker pen","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the cup, grasped and released it, pushed the cup to make it fall off to floor.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to grasp the tip of the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the wrong object, whereas policy B did not do anything relevant.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:47.723830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:47.723830_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:46.613807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:46.613807_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:46.613807_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:46.613807_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:47.215905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/paligemma_vq_droid_2025-12-23T01:41:47.215905_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:53.657790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:53.657790_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:52.552060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:52.552060_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:52.552060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:52.552060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:53.101527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88c42a58-97cb-40ea-bdcd-84a5d054c8c3/floppy_bagel_420k_2025-12-23T01:48:53.101527_video_wrist.mp4"},"preference":"A","session_id":"88c42a58-97cb-40ea-bdcd-84a5d054c8c3","university":"frodobots"},{"completion_time":"2025-12-22T09:50:44.454999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper toward the cup, pressed the box, causing the marker pen to roll toward the cup.Then policy A grasped the marker pen, picked it up, moved it toward the cup, pushed the cup to make the cup fall off to floor.Policy B first moved the gripper toward the marker pen, adjusted posture, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B approached the cup, attempted to grasp it until time ran out.My instruction is to put the marker pen into the cup,neither policy was able to complete the task.When comparing the performance of the two, both policies picked up and moved the marker pen, but policy A knocked the cup over while policy B did not.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:48.030555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:48.030555_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:46.891722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:46.891722_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:46.891722_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:46.891722_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:47.474366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_vq_droid_2025-12-22T09:43:47.474366_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:20.539542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:20.539542_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:19.410188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:19.410188_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:19.410188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:19.410188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:20.076584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abafefb5-f62a-4e43-a555-5fdaa3e0a03c/paligemma_diffusion_droid_2025-12-22T09:50:20.076584_video_wrist.mp4"},"preference":"B","session_id":"abafefb5-f62a-4e43-a555-5fdaa3e0a03c","university":"frodobots"},{"completion_time":"2025-12-22T09:38:07.025934Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the cup in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the marker pen into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cup, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:29.559281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:29.559281_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.199882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.199882_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.199882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.199882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.983014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_fast_droid_2025-12-22T09:33:28.983014_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:54.618867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:54.618867_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:53.687079_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:53.687079_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:53.687079_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:53.687079_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:54.185706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ba2464-8b8b-4d8c-b852-78bce2118e50/paligemma_binning_droid_2025-12-22T09:37:54.185706_video_wrist.mp4"},"preference":"A","session_id":"d9ba2464-8b8b-4d8c-b852-78bce2118e50","university":"frodobots"},{"completion_time":"2025-12-22T09:19:56.668167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book, then approached the marker pen, attempted to grasp it but did not succeed, only pushed the marker pen.My instruction is to pick up the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the marker pen, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:21.163549_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:21.163549_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.036412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.036412_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.036412_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.036412_video_right.mp4","wrist_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.615234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/paligemma_diffusion_droid_2025-12-22T09:06:20.615234_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:39.235962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:39.235962_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.197607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.197607_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.197607_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.197607_video_right.mp4","wrist_video_gcs_path":"evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.705505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/907ac805-a06d-4fb6-8b35-284269aefb4c/floppy_bagel_420k_2025-12-22T09:19:38.705505_video_wrist.mp4"},"preference":"B","session_id":"907ac805-a06d-4fb6-8b35-284269aefb4c","university":"frodobots"},{"completion_time":"2025-12-22T08:57:39.310477Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen","longform_feedback":"Policy A moved the gripper randomly during most time of the episode,then moved the gripper toward the marker pen in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper toward the marker pen, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:54:00.699758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:54:00.699758_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:53:59.493554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:53:59.493554_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:53:59.493554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:53:59.493554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:54:00.133643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/pi05_droid_2025-12-22T08:54:00.133643_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:29.014754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:29.014754_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.236574_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.236574_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.236574_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.236574_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.613985_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b023eeb7-f554-4a5c-be6d-0838fcd8f9a9/paligemma_binning_droid_2025-12-22T08:57:28.613985_video_wrist.mp4"},"preference":"A","session_id":"b023eeb7-f554-4a5c-be6d-0838fcd8f9a9","university":"frodobots"},{"completion_time":"2025-12-22T08:36:33.009031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:51.388545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:51.388545_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.451502_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.451502_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.451502_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.451502_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.988177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_binning_droid_2025-12-22T08:29:50.988177_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:36.472970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:36.472970_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.381555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.381555_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.381555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.381555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.962814_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4847f4b-7c7b-4af3-9d10-4f68f51157a8/paligemma_diffusion_droid_2025-12-22T08:35:35.962814_video_wrist.mp4"},"preference":"B","session_id":"e4847f4b-7c7b-4af3-9d10-4f68f51157a8","university":"frodobots"},{"completion_time":"2025-12-22T08:19:52.162838Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller up side down","longform_feedback":"Policy A first moved the gripper toward the controller, adjusted posture as if attempting to grasp the controller, but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the controller up side down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:24.008823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:24.008823_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:22.829907_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:22.829907_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:22.829907_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:22.829907_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:23.490839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/pi05_droid_2025-12-22T08:16:23.490839_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:37.081573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:37.081573_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.160450_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.160450_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.160450_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.160450_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.701410_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1335976b-a521-4938-901d-0f5d38d29696/paligemma_binning_droid_2025-12-22T08:19:36.701410_video_wrist.mp4"},"preference":"A","session_id":"1335976b-a521-4938-901d-0f5d38d29696","university":"frodobots"},{"completion_time":"2025-12-22T07:57:45.364268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round  button of the remote control","longform_feedback":"Policy A first moved the gripper toward the remote control,closed the gripper, then stopped above the remote control during remaining time of the episode.Policy B first moved the gripper toward the remote control, closed the gripper, press the blank area of the remote control. Then policy B moved the gripper back and forth during remaining time of t episode.My instruction is to press the round  button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pressed the blank area of the remote control, whereas policy A did not even reach the remote control.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:37.035854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:37.035854_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:35.998670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:35.998670_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:35.998670_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:35.998670_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:36.528258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/floppy_bagel_420k_2025-12-22T07:51:36.528258_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:45.070806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:45.070806_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:43.890454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:43.890454_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:43.890454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:43.890454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:44.519184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b741682-7214-4d3a-9ac5-0b4fa79de917/paligemma_fast_droid_2025-12-22T07:56:44.519184_video_wrist.mp4"},"preference":"B","session_id":"7b741682-7214-4d3a-9ac5-0b4fa79de917","university":"frodobots"},{"completion_time":"2025-12-22T07:26:47.098996Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A first moved the gripper toward remote control, closed the gripper, then, after hesitating for a while, pressed the blank area of the remote control.Policy B first moved the gripper toward the remote control, closed and opened the gripper, then moved the gripper back and forth during remaining time of the episode.My instruction is to press the yellow button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the blank area of the remote control, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:08.434522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:08.434522_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.250786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.250786_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.250786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.250786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.862260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_droid_2025-12-22T07:16:07.862260_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:59.826280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:59.826280_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:58.409430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:58.409430_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:58.409430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:58.409430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:59.249749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f875fcf-4602-46fd-8896-c1c26c3cedfe/paligemma_fast_specialist_droid_2025-12-22T07:24:59.249749_video_wrist.mp4"},"preference":"A","session_id":"2f875fcf-4602-46fd-8896-c1c26c3cedfe","university":"frodobots"},{"completion_time":"2025-12-22T07:05:47.060759Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,attempted to grasp it but did not succeed.Then policy A almost stopped above the spray bottle during remaining time of the episode.Policy B first moved the gripper toward the curtain,attempted to grasp it, then move the gripper randomly during remaining time of the episode.My instruction is to remove the cap of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the cap the spray bottle, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:18.969603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:18.969603_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:17.875230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:17.875230_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:17.875230_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:17.875230_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:18.447151_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/floppy_bagel_420k_2025-12-22T06:59:18.447151_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:34.100809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:34.100809_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:32.961346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:32.961346_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:32.961346_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:32.961346_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:33.564011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9654065-1116-4cd3-8a17-acc19d308212/pi0_droid_2025-12-22T07:04:33.564011_video_wrist.mp4"},"preference":"A","session_id":"b9654065-1116-4cd3-8a17-acc19d308212","university":"frodobots"},{"completion_time":"2025-12-22T06:50:20.742282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper randomly for a while, then stopped during remaining time of the episode.Policy B first moved the gripper above the spray bottle, closed and opened the gripper,then almost stopped near the fridge during remaining time of the episode.My instruction is to remove the cap of the spray bottle, neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the gripper above the spray bottle, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:40.243682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:40.243682_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.120573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.120573_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.120573_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.120573_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.695908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/paligemma_fast_specialist_droid_2025-12-22T06:40:39.695908_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:02.376174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:02.376174_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.271694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.271694_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.271694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.271694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.849144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ebbe6a8-977b-4220-a979-058b0da3c479/floppy_bagel_420k_2025-12-22T06:50:01.849144_video_wrist.mp4"},"preference":"B","session_id":"0ebbe6a8-977b-4220-a979-058b0da3c479","university":"frodobots"},{"completion_time":"2025-12-22T06:35:15.521464Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it above the cup, rotated the banana, dropped it near the cup, causing the banana to fall off to floor.Policy B first moved the gripper toward the banana, attempted to grasp it several times, then picked it up, moved it above the cup, dropped it on the edge of the cup,causing it to fall off to floor.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the banana on the edge of the cup, whereas policy A only dropped the banana near the cup.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:56.262846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:56.262846_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.083983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.083983_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.083983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.083983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.703583_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/pi05_droid_2025-12-22T06:22:55.703583_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:51.732233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:51.732233_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:50.528461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:50.528461_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:50.528461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:50.528461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:51.152671_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66230cd9-ef96-4458-bfb5-87b5b682028a/floppy_bagel_420k_2025-12-22T06:33:51.152671_video_wrist.mp4"},"preference":"B","session_id":"66230cd9-ef96-4458-bfb5-87b5b682028a","university":"frodobots"},{"completion_time":"2025-12-22T06:08:24.557701Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:26.833260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:26.833260_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:25.880317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:25.880317_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:25.880317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:25.880317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:26.410896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/paligemma_binning_droid_2025-12-22T05:59:26.410896_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:27.240732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:27.240732_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.029195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.029195_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.029195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.029195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.654361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/605c1c54-6201-47c0-9848-52630b5d5581/pi0_fast_droid_2025-12-22T06:05:26.654361_video_wrist.mp4"},"preference":"B","session_id":"605c1c54-6201-47c0-9848-52630b5d5581","university":"frodobots"},{"completion_time":"2025-12-22T04:12:35.140107Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees and hold it","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the banana, grasped it, picked it up, rotated it by about 90 degrees, then dropped it on floor.My instruction is to rotate the banana by 90 degrees and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy B rotated the banana by about 90 degrees but dropped it, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:25.233027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:25.233027_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.432723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.432723_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.432723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.432723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.898143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_binning_droid_2025-12-22T04:05:24.898143_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:06.734907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:06.734907_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:05.588871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:05.588871_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:05.588871_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:05.588871_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:06.185917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29aceff7-a013-47c1-a4b7-aafe0e03a7a0/paligemma_diffusion_droid_2025-12-22T04:12:06.185917_video_wrist.mp4"},"preference":"B","session_id":"29aceff7-a013-47c1-a4b7-aafe0e03a7a0","university":"frodobots"},{"completion_time":"2025-12-22T04:01:08.148542Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana  in to trash can","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it above the trash can, dropped it on the edge of the trash can, causing the banana to fall off to floor.Policy B first moved the gripper toward the banana, attempted to grasp it but did not succeed.Then policy B moved slowly during remaining time of the episode.My instruction is to throw the banana  in to trash can, neither policy was able to complete the task.When comparing the performance of the the two, policy A at least picked up and moved the banana, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:05.385306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:05.385306_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.266696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.266696_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.266696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.266696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.822133_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/paligemma_diffusion_droid_2025-12-22T03:54:04.822133_video_wrist.mp4"},"policyB":{"display_name":"floppy_bagel_420k","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"floppy_bagel_420k","npz_file_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:48.818267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:48.818267_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:47.750597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:47.750597_video_right.mp4","source_name":"floppy_bagel_420k","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:47.750597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:47.750597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:48.327552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/049d55a6-c8e6-4d0d-8dfe-005656060c85/floppy_bagel_420k_2025-12-22T04:00:48.327552_video_wrist.mp4"},"preference":"A","session_id":"049d55a6-c8e6-4d0d-8dfe-005656060c85","university":"frodobots"},{"completion_time":"2025-12-22T03:34:48.921135Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel in to trash can","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not the target.Policy B moved the gripper randomly during the whole trial,as if could not find the target.My instruction is to throw the towel in to trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the towel.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:04.752383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:04.752383_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:03.659502_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:03.659502_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:03.659502_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:03.659502_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:04.283288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_diffusion_droid_2025-12-22T03:30:04.283288_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:18.997900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:18.997900_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:17.882826_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:17.882826_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:17.882826_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:17.882826_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:18.465835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe/paligemma_vq_droid_2025-12-22T03:34:18.465835_video_wrist.mp4"},"preference":"TIE","session_id":"b5cc1ed2-f966-4e83-a61f-9ea60a5bdbbe","university":"frodobots"},{"completion_time":"2025-12-17T02:42:21.711453Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana  into the trash can","longform_feedback":"Policy A first moved the gripper toward the banana but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the banana  into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the banana, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:47.284625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:47.284625_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.267701_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.267701_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.267701_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.267701_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.743522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_diffusion_droid_2025-12-17T02:37:46.743522_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:07.194262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:07.194262_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.336014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.336014_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.336014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.336014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.817983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e517f7d-0262-40dc-a4b6-0b3ebe75efba/paligemma_binning_droid_2025-12-17T02:42:06.817983_video_wrist.mp4"},"preference":"A","session_id":"5e517f7d-0262-40dc-a4b6-0b3ebe75efba","university":"frodobots"},{"completion_time":"2025-12-17T02:34:58.845876Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the carrot into the trash can","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up, then moved it above the trash can, dropped it near the trash can.Policy B first moved the gripper back and forth for a while, then approached the carrot, attempted to grasp it in the end.My instruction is to throw the carrot into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the carrot, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:42.646141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:42.646141_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:41.439884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:41.439884_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:41.439884_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:41.439884_video_right.mp4","wrist_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:42.100788_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_droid_2025-12-17T02:28:42.100788_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:36.597471_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:36.597471_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:35.423156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:35.423156_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:35.423156_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:35.423156_video_right.mp4","wrist_video_gcs_path":"evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:36.038304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/811b4863-d528-4c99-936f-cf795a79b269/paligemma_fast_specialist_droid_2025-12-17T02:34:36.038304_video_wrist.mp4"},"preference":"A","session_id":"811b4863-d528-4c99-936f-cf795a79b269","university":"frodobots"},{"completion_time":"2025-12-17T02:22:21.202406Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the cup into the trash can","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the curtain and fridge, moved slightly during remaining time of the episode.Policy B first moved the gripper toward the cup, knocked it over, attempted to grasp it, but pushed the cup to make it fall off to floor.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the cup into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cup, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:08.681649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:08.681649_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:07.501437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:07.501437_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:07.501437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:07.501437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:08.136319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/paligemma_vq_droid_2025-12-17T02:17:08.136319_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:03.746005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:03.746005_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:02.621028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:02.621028_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:02.621028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:02.621028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:03.149637_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5/pi05_droid_2025-12-17T02:22:03.149637_video_wrist.mp4"},"preference":"B","session_id":"3ac5d6d3-a4c4-43a0-959b-3aceafbb4ce5","university":"frodobots"},{"completion_time":"2025-12-17T02:09:00.076648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper slightly during most time of the episode, then approached the towel, grasped it, picked it up in then end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:21.341372_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:21.341372_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.108352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.108352_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.108352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.108352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.763310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_diffusion_droid_2025-12-17T02:05:20.763310_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:46.569678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:46.569678_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:45.661401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:45.661401_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:45.661401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:45.661401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:46.137447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f05039e-e019-4d7a-831c-9f1ee30c68c1/paligemma_binning_droid_2025-12-17T02:08:46.137447_video_wrist.mp4"},"preference":"A","session_id":"8f05039e-e019-4d7a-831c-9f1ee30c68c1","university":"frodobots"},{"completion_time":"2025-12-17T02:01:28.479208Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A first took some time to find the target,then moved the gripper toward the towel, grasped and released it several times, picked it up in the end.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:07.372725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:07.372725_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.170504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.170504_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.170504_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.170504_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.810855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_vq_droid_2025-12-17T01:55:06.810855_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:09.767432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:09.767432_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:08.676287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:08.676287_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:08.676287_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:08.676287_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:09.242302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e/paligemma_fast_specialist_droid_2025-12-17T02:00:09.242302_video_wrist.mp4"},"preference":"A","session_id":"e01ac8a2-1ebf-4f5c-bf5c-c209f9ea4f4e","university":"frodobots"},{"completion_time":"2025-12-17T01:41:10.843625Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the charger","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the floor, then moved up and down during remaining time of the episode.My instruction is to pick up the charger, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but could not find the charger.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:27.233111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:27.233111_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.017143_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.017143_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.017143_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.017143_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.675068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_fast_specialist_droid_2025-12-17T01:36:26.675068_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:54.639296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:54.639296_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:53.386729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:53.386729_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:53.386729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:53.386729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:54.062745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60db9635-697c-439a-aa4f-6b5e2854f289/paligemma_vq_droid_2025-12-17T01:40:54.062745_video_wrist.mp4"},"preference":"TIE","session_id":"60db9635-697c-439a-aa4f-6b5e2854f289","university":"frodobots"},{"completion_time":"2025-12-17T01:28:36.046625Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the charger","longform_feedback":"Policy A first moved the gripper toward the camera, then moved randomly during remaining time of the episode.Policy B first moved the gripper toward the charger, paused briefly, then moved the gripper back and forth during remaining time of the episode.My instruction is to pick up the charger, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the charger, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:18.102757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:18.102757_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:16.914944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:16.914944_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:16.914944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:16.914944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:17.541678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_fast_droid_2025-12-17T01:23:17.541678_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:13.698723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:13.698723_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:12.622952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:12.622952_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:12.622952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:12.622952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:13.198288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c4f2571-88e6-4eea-9029-a85e60d8c2e1/pi0_droid_2025-12-17T01:28:13.198288_video_wrist.mp4"},"preference":"B","session_id":"4c4f2571-88e6-4eea-9029-a85e60d8c2e1","university":"frodobots"},{"completion_time":"2025-12-17T01:16:56.753233Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the bridge, then moved the gripper randomly for a while, approached the controller, pushed it.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the controller, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:25.325749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:25.325749_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.140911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.140911_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.140911_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.140911_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.732507_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/paligemma_fast_specialist_droid_2025-12-17T01:10:24.732507_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:42.140541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:42.140541_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:40.935700_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:40.935700_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:40.935700_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:40.935700_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:41.604912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fabd8ce-3fb0-447c-a1aa-3e00b42738aa/pi0_fast_droid_2025-12-17T01:16:41.604912_video_wrist.mp4"},"preference":"B","session_id":"3fabd8ce-3fb0-447c-a1aa-3e00b42738aa","university":"frodobots"},{"completion_time":"2025-12-16T03:54:03.674222Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cup","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the cup, grasped it, picked it up and dropped it.Then policy B pushed the cup to make it fall off to floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:33.819422_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:33.819422_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:32.623678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:32.623678_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:32.623678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:32.623678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:33.274814_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/paligemma_fast_specialist_droid_2025-12-16T03:48:33.274814_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:47.697358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:47.697358_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:46.503330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:46.503330_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:46.503330_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:46.503330_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:47.131641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbde255b-7e90-4c8b-a454-dad737af583f/pi0_fast_droid_2025-12-16T03:53:47.131641_video_wrist.mp4"},"preference":"B","session_id":"dbde255b-7e90-4c8b-a454-dad737af583f","university":"frodobots"},{"completion_time":"2025-12-16T03:38:05.966588Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bread","longform_feedback":"Policy A first moved the gripper back and forth for a while, then adjusted posture, approached the bread, touched it.Next, policy A moved the gripper away and moved slowly during remaining time of the episode.Policy B first moved the gripper toward the bread,adjusted posture,attempted to grasp it but did not succeed, only pushed the bread.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the bread, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the bread, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:12.388483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:12.388483_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.210978_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.210978_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.210978_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.210978_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.856337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/pi0_droid_2025-12-16T03:32:11.856337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:43.644003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:43.644003_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:42.494934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:42.494934_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:42.494934_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:42.494934_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:43.105438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a/paligemma_vq_droid_2025-12-16T03:36:43.105438_video_wrist.mp4"},"preference":"B","session_id":"e8d4a8f6-0d83-435f-aaf6-fdfdb62d056a","university":"frodobots"},{"completion_time":"2025-12-16T03:20:08.136547Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A first moved the gripper toward the remote control,attempted to grasp it but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the remote control, attempted to grasp it but did not succeed, only pushed the remote control.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the remote control, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:38.106628_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:38.106628_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:36.798737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:36.798737_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:36.798737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:36.798737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:37.441565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/pi0_fast_droid_2025-12-16T03:13:37.441565_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:11.947622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:11.947622_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:10.691864_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:10.691864_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:10.691864_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:10.691864_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:11.323686_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49/paligemma_fast_specialist_droid_2025-12-16T03:19:11.323686_video_wrist.mp4"},"preference":"B","session_id":"e0e6e9ce-0eb7-4169-8358-e1f5ffbdaa49","university":"frodobots"},{"completion_time":"2025-12-16T02:51:24.194450Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control into the cup","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the drawer,then moved the gripper back and moved slowly during remaining time of the episode.My instruction is to put the remote control into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:09.535236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:09.535236_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:08.617702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:08.617702_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:08.617702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:08.617702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:09.098449_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/paligemma_binning_droid_2025-12-16T02:45:09.098449_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:11.964783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:11.964783_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:10.791976_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:10.791976_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:10.791976_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:10.791976_video_right.mp4","wrist_video_gcs_path":"evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:11.410888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/048e6405-8ff3-43a3-8268-b123bd74477d/pi0_droid_2025-12-16T02:50:11.410888_video_wrist.mp4"},"preference":"B","session_id":"048e6405-8ff3-43a3-8268-b123bd74477d","university":"frodobots"},{"completion_time":"2025-12-16T02:37:07.216075Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first closed the gripper, approached the remote control as if attempting to press it, but did not succeed in the end.My instruction is to press the yellow button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to press the remote control, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.868251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.868251_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.011010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.011010_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.011010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.011010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.481960_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_binning_droid_2025-12-16T02:31:55.481960_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:50.460675_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:50.460675_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.276845_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.276845_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.276845_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.276845_video_right.mp4","wrist_video_gcs_path":"evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.958502_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211375aa-4948-407d-baac-43456fbd46aa/paligemma_vq_droid_2025-12-16T02:36:49.958502_video_wrist.mp4"},"preference":"B","session_id":"211375aa-4948-407d-baac-43456fbd46aa","university":"frodobots"},{"completion_time":"2025-12-16T02:24:50.006372Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the cube","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the marker pen but moved away soon.Policy B first moved the gripper toward the bridge, touched it, then moved slowly during remaining time of the episode.My instruction is to put the marker pen onto the cube,neither policy was able to complete task.When comparing the performance of the two, policy A at least approached the marker pen, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:35.965821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:35.965821_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:34.789853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:34.789853_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:34.789853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:34.789853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:35.465045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/pi0_fast_droid_2025-12-16T02:19:35.465045_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:34.150949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:34.150949_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.205581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.205581_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.205581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.205581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.700200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef3ca96f-b4b5-4860-b84e-179015e6867b/paligemma_vq_droid_2025-12-16T02:24:33.700200_video_wrist.mp4"},"preference":"A","session_id":"ef3ca96f-b4b5-4860-b84e-179015e6867b","university":"frodobots"},{"completion_time":"2025-12-16T02:12:58.847205Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker onto the cube","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the eraser which beside the cube but moved away soon.Then policy B moved slowly during remaining time of the episode.My instruction is to put the marker onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the cube, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:19.193353_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:19.193353_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.223023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.223023_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.223023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.223023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.740295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/pi0_fast_droid_2025-12-16T02:07:18.740295_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:34.477521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:34.477521_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.283580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.283580_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.283580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.283580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.869619_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7bcab-6655-44a1-806a-be2701ae2c45/paligemma_diffusion_droid_2025-12-16T02:12:33.869619_video_wrist.mp4"},"preference":"B","session_id":"aed7bcab-6655-44a1-806a-be2701ae2c45","university":"frodobots"},{"completion_time":"2025-12-16T01:48:54.380357Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the cube, attempted to grasp it several times but did not succeed, only pushed the cube to make it fall off to floor.My instruction is to pick up the cube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cube, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.917905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.917905_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.055405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.055405_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.055405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.055405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.527766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/paligemma_binning_droid_2025-12-16T01:28:26.527766_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:32.115810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:32.115810_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:30.882190_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:30.882190_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:30.882190_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:30.882190_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:31.576570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aefa8484-a692-4469-9f0d-5b790e9f70e9/pi0_fast_droid_2025-12-16T01:44:31.576570_video_wrist.mp4"},"preference":"B","session_id":"aefa8484-a692-4469-9f0d-5b790e9f70e9","university":"frodobots"},{"completion_time":"2025-12-16T01:22:32.504246Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the marker pen, grasped it, picked it up and dropped it.Then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper toward the marker pen, pushed it, grasped it, causing the marker pen to be rotated by about 70 degrees.Then policy B moved the gripper slightly during remaining time of the episode.My instruction is to rotate the marker pen by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least rotated the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:05.865031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:05.865031_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:04.782329_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:04.782329_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:04.782329_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:04.782329_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:05.382356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/paligemma_fast_specialist_droid_2025-12-16T01:15:05.382356_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:37.878821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:37.878821_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:36.679858_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:36.679858_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:36.679858_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:36.679858_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:37.335996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f5fada-f77e-4c5f-9df9-4b9b762f4fb7/pi0_fast_droid_2025-12-16T01:21:37.335996_video_wrist.mp4"},"preference":"B","session_id":"50f5fada-f77e-4c5f-9df9-4b9b762f4fb7","university":"frodobots"},{"completion_time":"2025-12-15T07:57:02.867133Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the floor, then moved randomly during remaining time of the episode, as if could not find the target.Policy B first moved the gripper toward the fridge, then moved randomly during remaining time of the episode.My instruction is to rotate the marker pen by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the marker pen.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:58.574939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:58.574939_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:57.374515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:57.374515_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:57.374515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:57.374515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:58.007856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/pi0_fast_droid_2025-12-15T07:48:58.007856_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:42.673155_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:42.673155_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:41.414587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:41.414587_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:41.414587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:41.414587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:42.043687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c/paligemma_fast_specialist_droid_2025-12-15T07:56:42.043687_video_wrist.mp4"},"preference":"TIE","session_id":"103d7ddf-4b1d-46fa-879d-f0abc3bb7d0c","university":"frodobots"},{"completion_time":"2025-12-15T07:45:03.719624Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while, then approached the cube, grasped and released it, but did not pick it up in the end.My instruction is to pick up the cube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cube, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:25.853330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:25.853330_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:24.671404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:24.671404_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:24.671404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:24.671404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:25.311039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_fast_droid_2025-12-15T07:39:25.311039_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:48.274450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:48.274450_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.143762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.143762_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.143762_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.143762_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.751981_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e398d435-5df3-4667-9160-49a9d92e76f4/paligemma_vq_droid_2025-12-15T07:44:47.751981_video_wrist.mp4"},"preference":"B","session_id":"e398d435-5df3-4667-9160-49a9d92e76f4","university":"frodobots"},{"completion_time":"2025-12-15T07:24:15.939458Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the carrot upright and hold it","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the carrot but moved away soon.Then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to stand the carrot upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the carrot, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:55.778456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:55.778456_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:54.808449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:54.808449_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:54.808449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:54.808449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:55.370518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_binning_droid_2025-12-15T07:18:55.370518_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:58.428456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:58.428456_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.328687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.328687_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.328687_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.328687_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.872821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1f60b12-7590-42e5-98a4-be6d6bd2f681/paligemma_fast_droid_2025-12-15T07:23:57.872821_video_wrist.mp4"},"preference":"B","session_id":"e1f60b12-7590-42e5-98a4-be6d6bd2f681","university":"frodobots"},{"completion_time":"2025-12-15T07:08:29.656648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the carrot","longform_feedback":"Policy A first moved the gripper toward the carrot, grasped it, picked it up,then moved it and dropped it on floor.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the carrot, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:06.091106_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:06.091106_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:04.822719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:04.822719_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:04.822719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:04.822719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:05.433544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_vq_droid_2025-12-15T07:04:05.433544_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:14.828509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:14.828509_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:13.941882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:13.941882_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:13.941882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:13.941882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:14.465752_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5656e05e-4d28-4748-9cbb-a7289cb167d3/paligemma_binning_droid_2025-12-15T07:08:14.465752_video_wrist.mp4"},"preference":"A","session_id":"5656e05e-4d28-4748-9cbb-a7289cb167d3","university":"frodobots"},{"completion_time":"2025-12-15T07:01:01.406785Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the lace of the shoe","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for a while, then adjusted posture, approached the shoe lace, attempted to grasp it but did not succeed.My instruction is to grasp the lace of the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the shoe lace, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:05.302856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:05.302856_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.438606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.438606_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.438606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.438606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.948381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_binning_droid_2025-12-15T06:54:04.948381_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:38.267157_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:38.267157_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.096006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.096006_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.096006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.096006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.737799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27af9dca-393f-4f5c-8d40-f350bcc04e3b/paligemma_vq_droid_2025-12-15T07:00:37.737799_video_wrist.mp4"},"preference":"B","session_id":"27af9dca-393f-4f5c-8d40-f350bcc04e3b","university":"frodobots"},{"completion_time":"2025-12-15T06:45:01.629492Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the shoe, then moved around the shoe slowly during remaining time of the episode, touched the shoe.Policy B first moved the gripper toward the shoe, then moved around the shoe during remaining time of the episode.My instruction is to pick up the shoe,neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the shoe, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:49.562728_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:49.562728_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:48.447869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:48.447869_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:48.447869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:48.447869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:49.064997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_diffusion_droid_2025-12-15T06:39:49.064997_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:44.032580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:44.032580_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:42.900772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:42.900772_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:42.900772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:42.900772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:43.525603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8287a44f-6f97-4200-b701-b75605569e6f/paligemma_vq_droid_2025-12-15T06:44:43.525603_video_wrist.mp4"},"preference":"A","session_id":"8287a44f-6f97-4200-b701-b75605569e6f","university":"frodobots"},{"completion_time":"2025-12-15T06:30:59.795860Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the shoe on floor","longform_feedback":"Policy A first moved the gripper back and forth for a while, then stopped during remaining time of the episode.Policy B first moved the gripper toward the shoe,attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to throw the shoe on floor,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the shoe, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:13.686890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:13.686890_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:12.613628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:12.613628_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:12.613628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:12.613628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:13.172704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/paligemma_fast_specialist_droid_2025-12-15T06:19:13.172704_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:43.513660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:43.513660_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.350881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.350881_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.350881_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.350881_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.983585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd1298ec-5a21-435a-83bb-fcf59d28d623/pi0_droid_2025-12-15T06:30:42.983585_video_wrist.mp4"},"preference":"B","session_id":"dd1298ec-5a21-435a-83bb-fcf59d28d623","university":"frodobots"},{"completion_time":"2025-12-15T06:15:27.114355Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the tissue","longform_feedback":"Policy A first moved the gripper toward the banana,grasped it, picked it up, then moved it and dropped it on floor.Next, policy A attempted to grasp the banana again, but did not succeed.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it randomly during remaining time of the episode.My instruction is to put the banana onto the tissue, neither policy was able to complete the task.When comparing the performance of the two, both policies picked and moved banana, but policy A dropped the banana in end end while policy B did not.Therefore, from the perspective of the action completion, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:51.791604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:51.791604_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:50.573355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:50.573355_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:50.573355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:50.573355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:51.205873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/paligemma_fast_specialist_droid_2025-12-15T06:06:51.205873_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:55.502860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:55.502860_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.338822_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.338822_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.338822_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.338822_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.982266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1164e8f-37fd-401e-b85e-a669c624f941/pi05_droid_2025-12-15T06:14:54.982266_video_wrist.mp4"},"preference":"A","session_id":"c1164e8f-37fd-401e-b85e-a669c624f941","university":"frodobots"},{"completion_time":"2025-12-15T04:00:40.274600Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue on floor","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the tissue on floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:39.077414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:39.077414_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:37.899233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:37.899233_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:37.899233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:37.899233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:38.533796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_fast_droid_2025-12-15T03:55:38.533796_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:14.905655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:14.905655_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:13.960052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:13.960052_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:13.960052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:13.960052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:14.493870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff5df757-27f7-45de-be5b-1260eb8cf205/paligemma_binning_droid_2025-12-15T04:00:14.493870_video_wrist.mp4"},"preference":"A","session_id":"ff5df757-27f7-45de-be5b-1260eb8cf205","university":"frodobots"},{"completion_time":"2025-12-15T03:45:28.260440Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the tissue","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the tissue, dropped it on the tissue, causing the banana to fall off to floor.Policy B first moved the gripper toward the banana, then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.My instruction is to put the banana onto the tissue, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the banana, whereas policy B did not even grasp the banana.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:30.231879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:30.231879_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.137290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.137290_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.137290_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.137290_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.734183_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_diffusion_droid_2025-12-15T03:39:29.734183_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:11.059733_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:11.059733_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.003310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.003310_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.003310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.003310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.563665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6198a5aa-8b5c-4a95-9375-37f8a7faada5/paligemma_vq_droid_2025-12-15T03:45:10.563665_video_wrist.mp4"},"preference":"A","session_id":"6198a5aa-8b5c-4a95-9375-37f8a7faada5","university":"frodobots"},{"completion_time":"2025-12-15T03:36:24.822686Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the tissue","longform_feedback":"Policy A first moved the gripper toward the tissue, grasped it and released it.Then policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper toward the the camera, grasped and released it.Then after hesitating for a while,policy B approached the tissue, grasped it in the end.My instruction is to cover the banana with the tissue,neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the tissue, but policy A found and grasped the tissue more quickly than policy B did.Therefore, i prefper A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:56.644653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:56.644653_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:55.537324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:55.537324_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:55.537324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:55.537324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:56.153738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_diffusion_droid_2025-12-15T03:27:56.153738_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:05.358700_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:05.358700_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.140951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.140951_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.140951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.140951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.800694_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/130ab61e-5800-40b2-be13-b0e7394f2be3/paligemma_vq_droid_2025-12-15T03:36:04.800694_video_wrist.mp4"},"preference":"A","session_id":"130ab61e-5800-40b2-be13-b0e7394f2be3","university":"frodobots"},{"completion_time":"2025-12-15T03:23:00.646226Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A moved the gripper back and forth during most time of the episode, as if could not find the target.Policy B first moved the gripper toward the pack of tissues, made multiple attempts to grasp it, then picked up the pack of tissues in the end.My instruction is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the pack of tissues, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:25.333260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:25.333260_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.118835_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.118835_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.118835_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.118835_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.760583_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_droid_2025-12-15T03:16:24.760583_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:17.029145_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:17.029145_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:15.838265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:15.838265_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:15.838265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:15.838265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:16.463420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9903ff8-2996-4bbc-98fe-165ad461e304/paligemma_fast_specialist_droid_2025-12-15T03:22:16.463420_video_wrist.mp4"},"preference":"B","session_id":"e9903ff8-2996-4bbc-98fe-165ad461e304","university":"frodobots"},{"completion_time":"2025-12-15T01:15:18.963917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana but moved away soon.Then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up, then rotated it by about 90 degrees,dropped it on floor in the end.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:04.702763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:04.702763_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:03.592221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:03.592221_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:03.592221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:03.592221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:04.182479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_vq_droid_2025-12-15T01:10:04.182479_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:04.564981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:04.564981_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:03.260539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:03.260539_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:03.260539_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:03.260539_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:04.026169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7fab5d-b606-4176-bcf8-30a0d9e2d49f/paligemma_fast_specialist_droid_2025-12-15T01:15:04.026169_video_wrist.mp4"},"preference":"B","session_id":"ab7fab5d-b606-4176-bcf8-30a0d9e2d49f","university":"frodobots"},{"completion_time":"2025-12-12T05:50:37.742292Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the shoe, moved slowly around the shoe for a while, then attempted to grasp the shoe, but did not succeed in the end.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the shoe, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:55.773961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:55.773961_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:54.603057_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:54.603057_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:54.603057_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:54.603057_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:55.213566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/pi0_fast_droid_2025-12-12T05:43:55.213566_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:18.702943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:18.702943_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:17.608017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:17.608017_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:17.608017_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:17.608017_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:18.201654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68f0d8e-38b7-4f1c-bc01-253fecad3d31/paligemma_diffusion_droid_2025-12-12T05:50:18.201654_video_wrist.mp4"},"preference":"B","session_id":"a68f0d8e-38b7-4f1c-bc01-253fecad3d31","university":"frodobots"},{"completion_time":"2025-12-12T03:11:40.268879Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the stem of the apple","longform_feedback":"Policy A first moved the gripper toward the apple, adjusted posture, then pushed the apple, causing it to fall off to floor.Policy B first moved the gripper toward the apple, grasped and released it.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to grasp the stem of the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the apple, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:11.008344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:11.008344_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:09.869621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:09.869621_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:09.869621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:09.869621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:10.480751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/pi0_fast_droid_2025-12-12T03:07:10.480751_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:14.043257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:14.043257_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:12.948565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:12.948565_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:12.948565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:12.948565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:13.505701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d58eba7c-8f65-4299-ae49-91fe4686c5df/paligemma_vq_droid_2025-12-12T03:11:13.505701_video_wrist.mp4"},"preference":"B","session_id":"d58eba7c-8f65-4299-ae49-91fe4686c5df","university":"frodobots"},{"completion_time":"2025-12-12T02:59:37.118246Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana on floor","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then dropped the banana to make it fall off to floor.Policy B first moved the gripper toward the banana,pushed it to make the banana fall off to floor.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the banana on floor,when comparing the performance of the two, both policies made the banana fall off to floor, but policy A \"threw\" it to floor according to my command, whereas policy B \"pushed\" it to floor.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:33.034640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:33.034640_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:31.897066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:31.897066_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:31.897066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:31.897066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:32.498492_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_droid_2025-12-12T02:51:32.498492_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:11.418653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:11.418653_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.279001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.279001_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.279001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.279001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.891487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ca5ee6e-0b64-4a50-9662-0b08db7be72a/pi0_fast_droid_2025-12-12T02:59:10.891487_video_wrist.mp4"},"preference":"A","session_id":"7ca5ee6e-0b64-4a50-9662-0b08db7be72a","university":"frodobots"},{"completion_time":"2025-12-12T02:48:19.229377Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the apple, pushed it.Then, after hesitating for a while, policy A approached the apple again.Policy B first moved the gripper randomly during most time of the episode, then approached the apple, pushed it, attempted to grasp it, but did not succeed in the end.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, both policies pushed the apple, but policy B attempted to grasp the apple while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:52.000777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:52.000777_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:50.827825_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:50.827825_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:50.827825_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:50.827825_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:51.457788_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/paligemma_vq_droid_2025-12-12T02:41:51.457788_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:50.709405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:50.709405_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:49.557380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:49.557380_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:49.557380_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:49.557380_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:50.158475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f48c03a-7490-4cd8-99c8-a46449150fe1/pi0_droid_2025-12-12T02:47:50.158475_video_wrist.mp4"},"preference":"B","session_id":"3f48c03a-7490-4cd8-99c8-a46449150fe1","university":"frodobots"},{"completion_time":"2025-12-12T02:37:45.785273Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper toward the banana, pushed it to make it fall off to floor.Then policy A grasped the shoe, moved it during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the banana,neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the banana, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:27.193954_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:27.193954_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.064215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.064215_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.064215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.064215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.672952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_diffusion_droid_2025-12-12T02:31:26.672952_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:48.455847_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:48.455847_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.422079_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.422079_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.422079_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.422079_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.974431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0148a97-63c4-43ca-81bd-c19587f2eadb/paligemma_binning_droid_2025-12-12T02:36:47.974431_video_wrist.mp4"},"preference":"A","session_id":"f0148a97-63c4-43ca-81bd-c19587f2eadb","university":"frodobots"},{"completion_time":"2025-12-12T02:25:51.452534Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two,both policies only moved the gripper, but could not find the banana.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:39.925629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:39.925629_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:38.745544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:38.745544_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:38.745544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:38.745544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:39.352809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_droid_2025-12-12T02:19:39.352809_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:35.054582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:35.054582_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:33.876979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:33.876979_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:33.876979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:33.876979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:34.511576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb59b4bd-ac67-4834-87dd-0663bf76a938/paligemma_fast_specialist_droid_2025-12-12T02:25:34.511576_video_wrist.mp4"},"preference":"TIE","session_id":"fb59b4bd-ac67-4834-87dd-0663bf76a938","university":"frodobots"},{"completion_time":"2025-12-12T02:15:59.154344Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode,as if could not find the target.Policy B first moved the gripper toward the shoe but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the shoe, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:06.112513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:06.112513_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:04.933561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:04.933561_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:04.933561_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:04.933561_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:05.570948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/paligemma_fast_specialist_droid_2025-12-12T02:11:05.570948_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:41.491323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:41.491323_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.287184_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.287184_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.287184_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.287184_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.921732_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a33dc1b-4c9c-43b8-a5d4-603866949fc1/pi0_fast_droid_2025-12-12T02:15:40.921732_video_wrist.mp4"},"preference":"B","session_id":"2a33dc1b-4c9c-43b8-a5d4-603866949fc1","university":"frodobots"},{"completion_time":"2025-12-12T02:06:22.903449Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the table, then moved randomly during remaining time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:34.742079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:34.742079_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:33.878648_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:33.878648_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:33.878648_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:33.878648_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:34.386753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_binning_droid_2025-12-12T01:57:34.386753_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:51.865269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:51.865269_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:50.950787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:50.950787_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:50.950787_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:50.950787_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:51.393596_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e073e71-b764-4d68-af71-f3b563f32ac2/paligemma_fast_specialist_droid_2025-12-12T02:04:51.393596_video_wrist.mp4"},"preference":"B","session_id":"4e073e71-b764-4d68-af71-f3b563f32ac2","university":"frodobots"},{"completion_time":"2025-12-12T01:50:54.530351Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the fridge but moved away soon.Then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper toward the fridge, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:55.096358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:55.096358_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:53.955476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:53.955476_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:53.955476_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:53.955476_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:54.525228_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_droid_2025-12-12T01:45:54.525228_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:36.590733_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:36.590733_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:35.481121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:35.481121_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:35.481121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:35.481121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:36.032377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c641549-968d-4637-b2a3-6957dda6206e/pi0_fast_droid_2025-12-12T01:50:36.032377_video_wrist.mp4"},"preference":"B","session_id":"4c641549-968d-4637-b2a3-6957dda6206e","university":"frodobots"},{"completion_time":"2025-12-12T01:42:08.138622Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A first moved the gripper toward the fridge but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper slightly during most time of the episode, then approached the fridge in the end.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the fridge.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:28.772482_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:28.772482_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:27.631011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:27.631011_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:27.631011_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:27.631011_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:28.245347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_fast_droid_2025-12-12T01:36:28.245347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:51.679017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:51.679017_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:50.583608_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:50.583608_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:50.583608_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:50.583608_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:51.150742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a54d170e-f008-4f66-9fad-73c1faa92cb0/paligemma_diffusion_droid_2025-12-12T01:41:51.150742_video_wrist.mp4"},"preference":"TIE","session_id":"a54d170e-f008-4f66-9fad-73c1faa92cb0","university":"frodobots"},{"completion_time":"2025-12-11T09:39:49.709164Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the spray bottle onto the cube","longform_feedback":"Policy A first moved the gripper toward the spray bottle, attempted to grasp it but did not succeed.Then, after hesitating for a while, policy A approached the spray bottle again,picked it up, moved it toward the cube, dropped it near the cube, causing the spray bottle to fall off to floor.Policy B first moved the gripper toward the spray bottle, attempted to grasp it several times but did not succeed.Then policy B knocked the bottle over and moved the gripper away.My instruction is to put the spray bottle onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the spray bottle toward the cube, whereas policy B did not even grasp the spray bottle.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:56.798465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:56.798465_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:55.624282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:55.624282_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:55.624282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:55.624282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:56.250224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/pi05_droid_2025-12-11T09:33:56.250224_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:25.921797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:25.921797_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:24.737803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:24.737803_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:24.737803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:24.737803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:25.357873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9df2d783-6a73-40f0-8d06-d828d0e9f594/paligemma_fast_droid_2025-12-11T09:39:25.357873_video_wrist.mp4"},"preference":"A","session_id":"9df2d783-6a73-40f0-8d06-d828d0e9f594","university":"frodobots"},{"completion_time":"2025-12-11T09:19:12.587232Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cube","longform_feedback":"Policy A first moved the gripper close to the cube, adjusted posture, grasped it, picked it up and dropped it on sofa.Then policy A grasped the cube again, picked it up, moved it for a while and dropped it again.Policy B first moved the gripper toward the spray bottle rather than the cube, attempted to grasp the spray bottle.Then policy B moved the gripper away and moved randomly  for a while, approached the spray bottle again.My instruction is to grasp the cube, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:42.814045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:42.814045_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:41.599558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:41.599558_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:41.599558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:41.599558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:42.230686_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/pi0_fast_droid_2025-12-11T09:14:42.230686_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:51.568922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:51.568922_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:50.461941_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:50.461941_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:50.461941_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:50.461941_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:51.038078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4433021-7ada-4e43-b76a-5b11834649aa/paligemma_fast_specialist_droid_2025-12-11T09:18:51.038078_video_wrist.mp4"},"preference":"A","session_id":"b4433021-7ada-4e43-b76a-5b11834649aa","university":"frodobots"},{"completion_time":"2025-12-11T08:53:47.759649Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the nozzle of the spray bottle","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the spray bottle, approached the nozzle of the spray bottle, attempted to grasp it but did not succeed.Then policy B moved the gripper away and stopped during remaining time of the episode.My instruction is to grasp the nozzle of the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the nozzle, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:31.097205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:31.097205_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.208553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.208553_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.208553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.208553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.731001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_binning_droid_2025-12-11T08:48:30.731001_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:41.027324_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:41.027324_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:39.962300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:39.962300_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:39.962300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:39.962300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:40.527748_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b207c38-300f-415a-88be-db6ff2ec6724/paligemma_fast_specialist_droid_2025-12-11T08:52:40.527748_video_wrist.mp4"},"preference":"B","session_id":"4b207c38-300f-415a-88be-db6ff2ec6724","university":"frodobots"},{"completion_time":"2025-12-11T08:39:32.152381Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock the spray bottle over","longform_feedback":"Policy A first moved the gripper toward the spray bottle, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly for a while, approached the spray bottle again in the end.Policy B moved the gripper back and forth during entire time of the episode,as if could not find the target.My instruction is to knock the spray bottle over,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the spray bottle, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:05.927743_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:05.927743_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:04.751078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:04.751078_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:04.751078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:04.751078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:05.372374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi05_droid_2025-12-11T08:34:05.372374_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:13.642594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:13.642594_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:12.491571_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:12.491571_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:12.491571_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:12.491571_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:13.108076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5916c1cd-d033-4127-a045-28fd1a1f44ae/pi0_droid_2025-12-11T08:39:13.108076_video_wrist.mp4"},"preference":"A","session_id":"5916c1cd-d033-4127-a045-28fd1a1f44ae","university":"frodobots"},{"completion_time":"2025-12-11T08:14:53.554548Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, closed the gripper, then approached the nozzle of the spray bottle, as if attempting to press it but did not succeed.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the spray bottle, closed the gripper, approached the nozzle of the spray bottle, pressed the nozzle.Then policy B moved around the spray bottle, attempted to grasp it several times during remaining time of the episode.My instruction is to press the nozzle of the spray bottle,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:35.948304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:35.948304_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:34.750013_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:34.750013_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:34.750013_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:34.750013_video_right.mp4","wrist_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:35.406563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/paligemma_fast_droid_2025-12-11T08:06:35.406563_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:38.096665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:38.096665_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:36.860351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:36.860351_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:36.860351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:36.860351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:37.530807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/665bf48a-71a8-4033-8d9b-63c511da6d41/pi0_fast_droid_2025-12-11T08:11:37.530807_video_wrist.mp4"},"preference":"B","session_id":"665bf48a-71a8-4033-8d9b-63c511da6d41","university":"frodobots"},{"completion_time":"2025-12-11T07:48:14.397484Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the cap of the spray bottle,then stopped during remaining time of the episode.My instruction is to put the cap back on the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:55.779248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:55.779248_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:54.845551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:54.845551_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:54.845551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:54.845551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:55.353170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_binning_droid_2025-12-11T07:44:55.353170_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:02.105139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:02.105139_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.265151_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.265151_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.265151_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.265151_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.686943_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d01d471a-fdc0-407d-9088-d9e537558d94/paligemma_vq_droid_2025-12-11T07:48:01.686943_video_wrist.mp4"},"preference":"B","session_id":"d01d471a-fdc0-407d-9088-d9e537558d94","university":"frodobots"},{"completion_time":"2025-12-11T07:39:49.932707Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode,as if could not find the target.Policy B first moved the gripper toward the cap of the spray bottle, attempted to grasp but did not succeed.Then policy B approached the spray bottle, moved slowly above the spray bottle during remaining time of the episode.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cap of the spray bottle, whereas policy A did not even find the cap.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:23.448679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:23.448679_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.252829_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.252829_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.252829_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.252829_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.869558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/pi0_droid_2025-12-11T07:34:22.869558_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:33.133763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:33.133763_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:31.899713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:31.899713_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:31.899713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:31.899713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:32.555579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d401945a-093a-4a6a-bc61-db8923b9bb1c/paligemma_fast_droid_2025-12-11T07:39:32.555579_video_wrist.mp4"},"preference":"B","session_id":"d401945a-093a-4a6a-bc61-db8923b9bb1c","university":"frodobots"},{"completion_time":"2025-12-11T07:30:44.096026Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle,approached the cap, grasped and released the cap.Then, after hesitating for a while, policy A grasped the cap again, picked it up, moved it and put it on sofa.Policy B first moved the gripper toward the spray bottle,approached the cap, made multiple attempts to grasp it but did not succeed.Then policy B moved the gripper around the spray bottle during remaining time of the episode.My instruction is to remove the cap of the spray bottle, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:47.506594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:47.506594_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.269415_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.269415_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.269415_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.269415_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.964730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi05_droid_2025-12-11T07:24:46.964730_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:25.526046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:25.526046_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.287653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.287653_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.287653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.287653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.979115_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46c056c3-24c6-442b-9c7f-fa9633e06dd0/pi0_fast_droid_2025-12-11T07:30:24.979115_video_wrist.mp4"},"preference":"A","session_id":"46c056c3-24c6-442b-9c7f-fa9633e06dd0","university":"frodobots"},{"completion_time":"2025-12-11T07:09:22.855111Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the marker pen upright and hold it","longform_feedback":"Policy A first moved the gripper slightly,then stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to stand the marker pen upright and hold it, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:23.063032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:23.063032_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.102704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.102704_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.102704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.102704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.625832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_fast_specialist_droid_2025-12-11T07:05:22.625832_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:10.447792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:10.447792_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:09.557324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:09.557324_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:09.557324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:09.557324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:10.078870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b97eab-209f-4343-85e3-2a8096801c9e/paligemma_binning_droid_2025-12-11T07:09:10.078870_video_wrist.mp4"},"preference":"A","session_id":"76b97eab-209f-4343-85e3-2a8096801c9e","university":"frodobots"},{"completion_time":"2025-12-11T07:01:15.256341Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the book,adjusted posture, inserted the gripper under the cover of the book, pushed the cover to make the book close.Then policy B moved the gripper slightly during remaining time of the episode.My instruction is to close the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:11.259718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:11.259718_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.079565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.079565_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.079565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.079565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.715157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/pi05_droid_2025-12-11T06:56:10.715157_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:58.342249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:58.342249_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.116411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.116411_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.116411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.116411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.785702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73836e70-b27c-40da-b0ed-ed0cdf146f4d/paligemma_fast_specialist_droid_2025-12-11T07:00:57.785702_video_wrist.mp4"},"preference":"B","session_id":"73836e70-b27c-40da-b0ed-ed0cdf146f4d","university":"frodobots"},{"completion_time":"2025-12-11T06:52:44.866318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, then moved the gripper back and forth during most time of the episode, approached the book again in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the book, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:32.347889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:32.347889_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.184530_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.184530_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.184530_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.184530_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.830507_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_fast_droid_2025-12-11T06:48:31.830507_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.992320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.992320_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.069361_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.069361_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.069361_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.069361_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.584170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf5601a-8aec-49e4-b601-403c7829998f/paligemma_binning_droid_2025-12-11T06:52:33.584170_video_wrist.mp4"},"preference":"A","session_id":"cdf5601a-8aec-49e4-b601-403c7829998f","university":"frodobots"},{"completion_time":"2025-12-11T03:19:06.272245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of the orange juice","longform_feedback":"Policy A first moved the gripper toward the curtain,then, after hesitating for a while,approached the orange juice, touched it.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the bottle of the orange juice, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the orange juice, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:30.508757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:30.508757_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.242749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.242749_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.242749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.242749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.943184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/pi0_fast_droid_2025-12-11T03:15:29.943184_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:54.055309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:54.055309_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.168816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.168816_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.168816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.168816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.669196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a2eea11-3660-49f5-94ff-c00106a1d9c2/paligemma_binning_droid_2025-12-11T03:18:53.669196_video_wrist.mp4"},"preference":"A","session_id":"0a2eea11-3660-49f5-94ff-c00106a1d9c2","university":"frodobots"},{"completion_time":"2025-12-11T02:59:41.605842Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of the orange juice","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B also showed no response to my command and did not perform any operations at all.My instruction is to pick up the bottle of the orange juice, neither policy was able to complete the task.When comparing the performance of the two, both policies did not do anything.Therefore, i choose tie.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:45.414032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:45.414032_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.293833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.293833_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.293833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.293833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.956342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_binning_droid_2025-12-11T02:55:44.956342_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.997757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.997757_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.064719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.064719_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.064719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.064719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.570284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/882be0c2-274a-4800-b908-1feac25af00c/paligemma_fast_specialist_droid_2025-12-11T02:58:50.570284_video_wrist.mp4"},"preference":"TIE","session_id":"882be0c2-274a-4800-b908-1feac25af00c","university":"frodobots"},{"completion_time":"2025-12-11T02:45:22.963055Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"push the bread beside the book","longform_feedback":"Policy A first took some time to find the target, then moved the gripper toward the bread, grasped it, picked it up, moved it until time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to push the bread beside the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the bread, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:35.219705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:35.219705_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:33.987331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:33.987331_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:33.987331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:33.987331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:34.620265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_vq_droid_2025-12-11T02:40:34.620265_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:53.602861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:53.602861_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:52.734386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:52.734386_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:52.734386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:52.734386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:53.203110_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6810b83-56ca-4cb4-934e-ed55ed09d620/paligemma_binning_droid_2025-12-11T02:44:53.203110_video_wrist.mp4"},"preference":"A","session_id":"c6810b83-56ca-4cb4-934e-ed55ed09d620","university":"frodobots"},{"completion_time":"2025-12-11T02:24:43.802924Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bread onto the book","longform_feedback":"Policy A first moved the gripper toward the bread, then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper slightly for a while, then stopped during remaining time of the episode.My instruction is to put the bread onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the bread, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:35.190834_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:35.190834_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.073781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.073781_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.073781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.073781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.667988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/paligemma_vq_droid_2025-12-11T02:19:34.667988_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:23.313836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:23.313836_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.323157_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.323157_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.323157_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.323157_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.817529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f09bd1-606f-4a38-bf11-746b2fb2d991/pi0_fast_droid_2025-12-11T02:24:22.817529_video_wrist.mp4"},"preference":"A","session_id":"25f09bd1-606f-4a38-bf11-746b2fb2d991","university":"frodobots"},{"completion_time":"2025-12-11T02:16:06.992765Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bread","longform_feedback":"Policy A first moved the gripper toward the bread, adjusted posture, then grasped the package of the bread,picked it up and dropped it.Policy B first moved the gripper toward the bread but moved away soon.Then, after hesitating for a while, policy B approached the bread again, touched it.My instruction is to pick up the bread, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:44.591501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:44.591501_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:43.396824_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:43.396824_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:43.396824_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:43.396824_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:44.029976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_fast_specialist_droid_2025-12-11T02:10:44.029976_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:42.928649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:42.928649_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:41.791885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:41.791885_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:41.791885_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:41.791885_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:42.398708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1/paligemma_diffusion_droid_2025-12-11T02:15:42.398708_video_wrist.mp4"},"preference":"A","session_id":"cc9cfbe1-1b6f-4cec-b8fe-4fffc34ab3e1","university":"frodobots"},{"completion_time":"2025-12-11T02:06:25.551181Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the marker pen but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the marker pen,made multiple attempts to grasp it during most time of the episode, then grasped the marker pen in the end.My instruction is to rotate the marker pen by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the marker pen, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:44.353282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:44.353282_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.131149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.131149_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.131149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.131149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.800259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/pi05_droid_2025-12-11T01:59:43.800259_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:26.450806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:26.450806_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.295241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.295241_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.295241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.295241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.915202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d3adf-6704-47da-8a9b-de859b3d3b51/paligemma_diffusion_droid_2025-12-11T02:05:25.915202_video_wrist.mp4"},"preference":"B","session_id":"db1d3adf-6704-47da-8a9b-de859b3d3b51","university":"frodobots"},{"completion_time":"2025-12-11T01:55:12.489558Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the marker pen,then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper toward the marker pen but moved away soon.Then, after hesitating for a while, policy B approached the marker pen again, grasped it, picked it up, moved it toward the book, but time ran out.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the marker pen toward the book, whereas policy A did not even grasp the marker pen.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:09.762540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:09.762540_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:08.553123_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:08.553123_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:08.553123_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:08.553123_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:09.218700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_vq_droid_2025-12-11T01:47:09.218700_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:23.543415_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:23.543415_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.395047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.395047_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.395047_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.395047_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.983475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e74cae6-4473-4e8a-b72d-603c74f70022/paligemma_fast_specialist_droid_2025-12-11T01:52:22.983475_video_wrist.mp4"},"preference":"B","session_id":"6e74cae6-4473-4e8a-b72d-603c74f70022","university":"frodobots"},{"completion_time":"2025-12-11T01:41:24.827898Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book,then adjusted posture,as if attempting to pushed the edge of the book,but did not succeed in the end.Policy B first moved the gripper toward the book but moved away soon.Then policy B moved the gripper slowly during remaining time of the episode.My instruction is to open the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least seemingly attempted to push the book, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:10.361124_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:10.361124_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.112965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.112965_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.112965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.112965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.803971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/paligemma_fast_specialist_droid_2025-12-11T01:36:09.803971_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:07.407874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:07.407874_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.267736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.267736_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.267736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.267736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.815355_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3ada5c6-52ce-4979-afa5-2e39de3eacee/pi0_droid_2025-12-11T01:41:06.815355_video_wrist.mp4"},"preference":"A","session_id":"a3ada5c6-52ce-4979-afa5-2e39de3eacee","university":"frodobots"},{"completion_time":"2025-12-10T08:47:18.917731Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture,as if attempting to grasp the book but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the book but moved away soon.Then after hesitating for a while, policy B approached the book again, adjusted posture, pushed the edge of the book.My instruction is to pick up the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least reached the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:47.322245_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:47.322245_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.091640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.091640_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.091640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.091640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.757920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/paligemma_fast_specialist_droid_2025-12-10T08:40:46.757920_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:55.786733_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:55.786733_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:54.596683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:54.596683_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:54.596683_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:54.596683_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:55.212152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f5736ed-419f-47fe-b361-8e849bae61aa/pi0_fast_droid_2025-12-10T08:46:55.212152_video_wrist.mp4"},"preference":"B","session_id":"7f5736ed-419f-47fe-b361-8e849bae61aa","university":"frodobots"},{"completion_time":"2025-12-10T08:27:08.893648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A first moved the gripper randomly for a while,then approached the cube but moved away soon.Policy B first moved the gripper toward the book,attempted to grasp it but did not succeed.Then after hesitating for while, policy B approached the book again in the end.My instruction is to pick up the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cube, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:02.928536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:02.928536_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:01.717756_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:01.717756_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:01.717756_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:01.717756_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:02.345699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/pi05_droid_2025-12-10T08:22:02.345699_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:49.034999_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:49.034999_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:47.861596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:47.861596_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:47.861596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:47.861596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:48.493381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16c197bf-bb59-4bef-b6ff-4e6333134b85/paligemma_fast_specialist_droid_2025-12-10T08:26:48.493381_video_wrist.mp4"},"preference":"A","session_id":"16c197bf-bb59-4bef-b6ff-4e6333134b85","university":"frodobots"},{"completion_time":"2025-12-10T08:17:51.654481Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the eraser","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the eraser in the end, but time ran out.Policy B first moved the gripper close to the book but moved away soon.Then policy B moved the gripper randomly for a while, approached the book again.My instruction is to pick up the eraser, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the eraser, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:40.035233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:40.035233_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:38.953879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:38.953879_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:38.953879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:38.953879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:39.482466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_diffusion_droid_2025-12-10T08:12:39.482466_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:46.909171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:46.909171_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:45.755204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:45.755204_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:45.755204_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:45.755204_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:46.351028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68bbc808-9dc3-4efc-b20a-bb606c4ca1be/paligemma_fast_specialist_droid_2025-12-10T08:16:46.351028_video_wrist.mp4"},"preference":"A","session_id":"68bbc808-9dc3-4efc-b20a-bb606c4ca1be","university":"frodobots"},{"completion_time":"2025-12-10T07:59:42.479903Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the book","longform_feedback":"Policy A first moved the gripper toward the book but moved away soon.Then policy A moved the gripper near the book, closed the gripper several times during remaining time of the episode.Policy B  showed no response to my command and did not perform any operations at all.My instruction is to put the eraser onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the book, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:02.951810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:02.951810_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:01.707294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:01.707294_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:01.707294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:01.707294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:02.414247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_vq_droid_2025-12-10T07:55:02.414247_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:31.319121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:31.319121_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.384334_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.384334_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.384334_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.384334_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.895566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9277378-7135-47a1-81c5-ad53be5b4c97/paligemma_binning_droid_2025-12-10T07:58:30.895566_video_wrist.mp4"},"preference":"A","session_id":"d9277378-7135-47a1-81c5-ad53be5b4c97","university":"frodobots"},{"completion_time":"2025-12-10T07:51:23.628717Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A move the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book,adjusted posture, as if attempting to pushed the edge of the book, but did not succeed in the end.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to push the book,whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:56.268667_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:56.268667_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.088815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.088815_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.088815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.088815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.739802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/pi0_droid_2025-12-10T07:46:55.739802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:04.046963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:04.046963_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:02.019378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:02.019378_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:02.019378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:02.019378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:03.454368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4db06de-7564-4107-84f5-87c24fc8d9ce/paligemma_fast_specialist_droid_2025-12-10T07:51:03.454368_video_wrist.mp4"},"preference":"B","session_id":"a4db06de-7564-4107-84f5-87c24fc8d9ce","university":"frodobots"},{"completion_time":"2025-12-10T07:40:21.957210Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted postured,as if attempting to push the edge of the book, but did not succeed in the end.Policy B first moved the gripper close to the book, adjusted posture, as if attempting to pushed the edge of the book, but did not succeed in the end.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, both policies approached the book and attempted to push the edge of the book, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:32.520787_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:32.520787_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.316679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.316679_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.316679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.316679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.988253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_fast_specialist_droid_2025-12-10T07:34:31.988253_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:24.259698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:24.259698_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.084355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.084355_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.084355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.084355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.711887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c44a87f1-1a43-49c3-8a3e-d6a6201a569d/paligemma_diffusion_droid_2025-12-10T07:39:23.711887_video_wrist.mp4"},"preference":"TIE","session_id":"c44a87f1-1a43-49c3-8a3e-d6a6201a569d","university":"frodobots"},{"completion_time":"2025-12-10T07:25:48.278979Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the marker pen, grasped and released it.Then, after hesitating for a while, policy B grasped and released the marker pen again.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the marker pen, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:18.463716_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:18.463716_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.237934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.237934_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.237934_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.237934_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.894770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/paligemma_fast_droid_2025-12-10T07:20:17.894770_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:11.890343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:11.890343_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:10.657993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:10.657993_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:10.657993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:10.657993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:11.295489_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49c3c399-474f-4336-9e71-9914f83b55f8/pi0_fast_droid_2025-12-10T07:25:11.295489_video_wrist.mp4"},"preference":"B","session_id":"49c3c399-474f-4336-9e71-9914f83b55f8","university":"frodobots"},{"completion_time":"2025-12-10T07:17:15.043181Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first move the gripper toward the book, made multiple attempts to grasp it but did not succeed.Then policy B approached the cube, attempted to grasp it, but did not succeed in the end.My instruction is to put the cube onto the book, neither policy was able to complete the task.When comparing the performance of the the two, policy B at least attempted to grasp the cube, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:47.809347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:47.809347_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:46.645411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:46.645411_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:46.645411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:46.645411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:47.237744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_fast_droid_2025-12-10T07:11:47.237744_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:36.951564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:36.951564_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:35.735351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:35.735351_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:35.735351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:35.735351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:36.376250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b06f28-49ff-4067-b084-9e00d07bea34/paligemma_diffusion_droid_2025-12-10T07:16:36.376250_video_wrist.mp4"},"preference":"B","session_id":"b8b06f28-49ff-4067-b084-9e00d07bea34","university":"frodobots"},{"completion_time":"2025-12-10T06:45:26.881596Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the towel,adjusted posture, approached the bottom left corner of the towel,then almost stopped during remaining time of the episode.Policy B first moved the gripper toward the towel, approached the bottom left corner of the towel, grasped it, then moved it to right, causing the towel to be folded although not in perfect half.Next,policy B grasp the towel and folded it again.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least folded the towel,whereas policy A did not even grasp the towel.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:22.536968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:22.536968_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.422880_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.422880_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.422880_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.422880_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.981678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/paligemma_diffusion_droid_2025-12-10T06:39:21.981678_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:08.948045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:08.948045_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:07.705231_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:07.705231_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:07.705231_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:07.705231_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:08.389482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4745815-eb7d-477b-adb2-2a1cbcceb484/pi05_droid_2025-12-10T06:45:08.389482_video_wrist.mp4"},"preference":"B","session_id":"a4745815-eb7d-477b-adb2-2a1cbcceb484","university":"frodobots"},{"completion_time":"2025-12-10T06:29:21.484619Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the towel","longform_feedback":"Policy A first moved the gripper toward the controller but moved away soon.Then policy A approached the towel, attempted to grasp it but did not succeed.Policy B first moved the gripper toward the controller but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the controller onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A approached the controller and the towel, whereas policy B only approached the controller.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:13.573052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:13.573052_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.329307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.329307_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.329307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.329307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.951998_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_diffusion_droid_2025-12-10T06:24:12.951998_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:07.626117_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:07.626117_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:06.418694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:06.418694_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:06.418694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:06.418694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:07.084589_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37b5a0a9-1c05-44b2-9b1f-91e3aead616c/paligemma_fast_droid_2025-12-10T06:29:07.084589_video_wrist.mp4"},"preference":"A","session_id":"37b5a0a9-1c05-44b2-9b1f-91e3aead616c","university":"frodobots"},{"completion_time":"2025-12-10T06:04:25.041473Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper back and forth for a while, then almost stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:08.856011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:08.856011_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:07.847970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:07.847970_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:07.847970_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:07.847970_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:08.330184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/pi0_droid_2025-12-10T06:01:08.330184_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:12.935026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:12.935026_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:11.973768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:11.973768_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:11.973768_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:11.973768_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:12.529559_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8090598c-f996-4c6f-8489-6efcd84aba1d/paligemma_binning_droid_2025-12-10T06:04:12.529559_video_wrist.mp4"},"preference":"A","session_id":"8090598c-f996-4c6f-8489-6efcd84aba1d","university":"frodobots"},{"completion_time":"2025-12-10T03:49:08.423536Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel,grasped it, picked it up, then moved it toward the controller and dropped it near the controller.Next, policy A grasped the towel again,picked it up and dropped it.Policy B first moved the gripper toward the towel but moved away soon.Then policy B moved the gripper randomly for a while, stopped during remaining time of the episode.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the towel near the controller, whereas policy B did not even grasp the towel.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:35.834144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:35.834144_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:34.645298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:34.645298_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:34.645298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:34.645298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:35.272460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/paligemma_diffusion_droid_2025-12-10T03:43:35.272460_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:51.950483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:51.950483_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:50.802186_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:50.802186_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:50.802186_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:50.802186_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:51.396917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ffc628c-f186-42a5-80b4-6fac7ca20800/pi05_droid_2025-12-10T03:48:51.396917_video_wrist.mp4"},"preference":"A","session_id":"9ffc628c-f186-42a5-80b4-6fac7ca20800","university":"frodobots"},{"completion_time":"2025-12-10T03:37:31.069425Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B move the gripper randomly during most time of the episode, as if could not find the target.My instruction is to rotate the controller by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:53.774932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:53.774932_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:52.837669_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:52.837669_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:52.837669_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:52.837669_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:53.391323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/paligemma_binning_droid_2025-12-10T03:30:53.391323_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:12.077015_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:12.077015_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:10.882570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:10.882570_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:10.882570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:10.882570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:11.510474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fec93877-226d-4b71-9122-67bede00ecfc/pi0_droid_2025-12-10T03:37:11.510474_video_wrist.mp4"},"preference":"B","session_id":"fec93877-226d-4b71-9122-67bede00ecfc","university":"frodobots"},{"completion_time":"2025-12-10T03:20:17.350606Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper as if attempting to press the controller but did not, then almost stopped above the controller during remaining time of the episode.Policy B first moved the gripper randomly for a while, then approached the controller but moved away soon.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least seemingly attempted to press the controller, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:24.592650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:24.592650_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:23.485442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:23.485442_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:23.485442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:23.485442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:24.082698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_vq_droid_2025-12-10T03:14:24.082698_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:54.116223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:54.116223_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:52.906884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:52.906884_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:52.906884_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:52.906884_video_right.mp4","wrist_video_gcs_path":"evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:53.542599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/738382bf-b541-44d9-bb33-e0c7fc512afc/paligemma_fast_droid_2025-12-10T03:19:53.542599_video_wrist.mp4"},"preference":"A","session_id":"738382bf-b541-44d9-bb33-e0c7fc512afc","university":"frodobots"},{"completion_time":"2025-12-10T03:08:55.150933Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, then closed the gripper as if attempted to press the controller but did not, only hovered above the controller during most time of the episode.Policy B first moved the gripper toward the controller, closed the gripper, pressed the blank area of the controller.Then policy B moved the gripper away in the end.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least press the blank area of the controller, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:09.179864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:09.179864_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.068827_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.068827_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.068827_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.068827_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.662035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/paligemma_vq_droid_2025-12-10T03:04:08.662035_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:35.332480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:35.332480_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.169356_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.169356_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.169356_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.169356_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.808299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2499a87c-8a3d-42d8-8825-d451b57c19b3/pi05_droid_2025-12-10T03:08:34.808299_video_wrist.mp4"},"preference":"B","session_id":"2499a87c-8a3d-42d8-8825-d451b57c19b3","university":"frodobots"},{"completion_time":"2025-12-10T02:53:01.956470Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"unstack the two cups and place them separately","longform_feedback":"Policy A first moved the gripper toward the two cups, grasped the top cup, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper toward the two cups, attempted to grasp the top cup, but knocked the two cups over.Then policy B moved the gripper slowly during remaining time of the episode.My instruction is to unstack the two cups and place them separately,neither policy was able to complete the task.When comparing the performance of the two, policy A at least unstacked the two cups, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:12.628237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:12.628237_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:11.485227_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:11.485227_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:11.485227_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:11.485227_video_right.mp4","wrist_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:12.123241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/paligemma_fast_specialist_droid_2025-12-10T02:47:12.123241_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:45.538546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:45.538546_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.368191_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.368191_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.368191_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.368191_video_right.mp4","wrist_video_gcs_path":"evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.989198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/034dd1e8-4f6f-43ca-8c35-b3f8f729abe6/pi0_droid_2025-12-10T02:52:44.989198_video_wrist.mp4"},"preference":"A","session_id":"034dd1e8-4f6f-43ca-8c35-b3f8f729abe6","university":"frodobots"},{"completion_time":"2025-12-10T02:35:20.989058Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper toward one cup, grasped it, picked it up, then moved it to another cup, put it on the edge of another cup, causing the first cup to fall off to floor.Next, policy A attempted to grasp the second cup during remaining time of the episode.Policy B first moved the gripper toward the first cup, grasped and released it, then approached the second cup, picked it up, moved it toward the first cup,dropped it near the first cup, causing the second cup to fall off to floor.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put one cup on the edge of another cup, whereas policy B only dropped one cup near another cup.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:13.752652_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:13.752652_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:12.548486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:12.548486_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:12.548486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:12.548486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:13.186010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_droid_2025-12-10T02:22:13.186010_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:10.018375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:10.018375_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:08.823172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:08.823172_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:08.823172_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:08.823172_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:09.486411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0668d4d6-bfe6-4884-bf59-2b55c36e7393/pi0_fast_droid_2025-12-10T02:29:09.486411_video_wrist.mp4"},"preference":"A","session_id":"0668d4d6-bfe6-4884-bf59-2b55c36e7393","university":"frodobots"},{"completion_time":"2025-12-10T01:59:38.062207Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits in to the plate","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up , then moved it to the plate and dropped it into the plate.Next, policy A approached the grapes, grasped it, moved it on the edge of the plate.Policy B first moved the gripper toward the grapes, grasped it, picked it up, then moved it to the plate and dropped it into the plate.Next, policy B approached the banana, picked it up, moved it to the plate and put it into the plate.My instruction is to put all the fruits in to the plate, there are two fruits in total.When comparing performance of the two, policy B completed the task successfully, whereas policy A only put one fruit into the plate.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:55.833036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:55.833036_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:54.639536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:54.639536_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:54.639536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:54.639536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:55.263531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi05_droid_2025-12-10T01:50:55.263531_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:28.524603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:28.524603_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.357955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.357955_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.357955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.357955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.972225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a44baca-42be-4137-8038-5fbeeda3a918/pi0_fast_droid_2025-12-10T01:58:27.972225_video_wrist.mp4"},"preference":"B","session_id":"6a44baca-42be-4137-8038-5fbeeda3a918","university":"frodobots"},{"completion_time":"2025-12-10T01:36:32.073504Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper toward the cup which contained the banana, then grasped the cup, picked it up, moved it toward the plate, rotated the cup to pour the banana into the plate.Next, policy A moved the cup away and put it near the plate.Policy B first moved the gripper toward the banana,then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.My instruction is to put the banana into the plate, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:08.217685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:08.217685_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:06.994757_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:06.994757_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:06.994757_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:06.994757_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:07.656187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/pi05_droid_2025-12-10T01:31:07.656187_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:16.295278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:16.295278_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.037199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.037199_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.037199_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.037199_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.725753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c3e857a-595b-4413-b0f8-411a438810e8/paligemma_vq_droid_2025-12-10T01:36:15.725753_video_wrist.mp4"},"preference":"A","session_id":"1c3e857a-595b-4413-b0f8-411a438810e8","university":"frodobots"},{"completion_time":"2025-12-09T07:21:07.828194Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, grasped it, picked it up, then moved it to the plate and put it into the plate.Next, policy A moved the gripper slowly during remaining time of the episode.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it toward the plate, dropped it near the plate.Next, policy A moved the gripper randomly during remaining time of the episode.My instruction is to wipe the plate with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the towel into the plate, whereas policy B only dropped the towel near the plate.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:06.729051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:06.729051_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:05.521227_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:05.521227_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:05.521227_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:05.521227_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:06.133806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/pi0_droid_2025-12-09T07:14:06.133806_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:59.981590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:59.981590_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:58.866381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:58.866381_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:58.866381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:58.866381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:59.419588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ed478f-a97e-435b-a68c-ff7265ec8d57/paligemma_fast_specialist_droid_2025-12-09T07:18:59.419588_video_wrist.mp4"},"preference":"A","session_id":"40ed478f-a97e-435b-a68c-ff7265ec8d57","university":"frodobots"},{"completion_time":"2025-12-09T07:11:13.456020Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate with the towel","longform_feedback":"Policy A first moved the gripper toward the towel,  then approached the  plate, grasped it and release it.Next, after hesitating for a while, policy A picked up the plate and moved it until time ran out.Policy B first moved the gripper toward the plate, attempted to grasp it several times, but did not succeed.Then policy B moved the gripper away.My instruction is to wipe the plate with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the towel, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:43.763311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:43.763311_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:42.452231_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:42.452231_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:42.452231_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:42.452231_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:43.124783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/pi0_fast_droid_2025-12-09T07:05:43.124783_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:38.242746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:38.242746_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.082596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.082596_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.082596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.082596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.705026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cf15d0b-3397-4174-9936-941222c89111/paligemma_diffusion_droid_2025-12-09T07:10:37.705026_video_wrist.mp4"},"preference":"A","session_id":"1cf15d0b-3397-4174-9936-941222c89111","university":"frodobots"},{"completion_time":"2025-12-09T07:01:38.767730Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper toward the banana, grasped it, picked it up, then moved it to the cup, rotated it, dropped it near the cup.Next, policy A knock the cup over and moved around the cup during remaining time of the episode.Policy B first moved the gripper back and forth for a while, then approached the banana, adjusted posture, attempted to grasp the banana several times during remaining time of the episode, but did not succeed in the end.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the banana to the cup, whereas policy B did not even grasp the banana.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:47.429331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:47.429331_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.145539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.145539_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.145539_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.145539_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.905168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/pi0_fast_droid_2025-12-09T06:55:46.905168_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:16.403441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:16.403441_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.171420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.171420_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.171420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.171420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.843589_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e83e3d5-25dd-4f6f-a0bc-7df9727ab993/paligemma_fast_droid_2025-12-09T07:01:15.843589_video_wrist.mp4"},"preference":"A","session_id":"0e83e3d5-25dd-4f6f-a0bc-7df9727ab993","university":"frodobots"},{"completion_time":"2025-12-09T06:51:35.866403Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper toward the plate, then approached the banana, grasped it and released it several times.Policy B first moved the gripper toward the towel, grasped it, picked it up, then moved it to the banana, dropped it near the banana.Next, policy B almost stopped above the banana during remaining time of the episode.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the towel near the banana, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:36.321247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:36.321247_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.129281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.129281_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.129281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.129281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.776807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/pi0_droid_2025-12-09T06:42:35.776807_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:18.117680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:18.117680_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.056608_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.056608_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.056608_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.056608_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.577039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bf6f0dc-4559-49b8-8437-690ba8400109/paligemma_diffusion_droid_2025-12-09T06:51:17.577039_video_wrist.mp4"},"preference":"B","session_id":"6bf6f0dc-4559-49b8-8437-690ba8400109","university":"frodobots"},{"completion_time":"2025-12-09T06:38:45.203312Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, attempted to grasp it, but did not succeed.Then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper toward the banana, grasped it, picked it up and dropped it on sofa.Then policy B attempted to grasped the banana again, and picked it up again in the end.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the banana, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:40.972673_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:40.972673_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:39.884170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:39.884170_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:39.884170_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:39.884170_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:40.492251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_fast_specialist_droid_2025-12-09T06:33:40.492251_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:28.105992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:28.105992_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:26.844027_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:26.844027_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:26.844027_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:26.844027_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:27.475854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6312e72f-40f4-4b05-998d-d16cd0914bb1/paligemma_vq_droid_2025-12-09T06:38:27.475854_video_wrist.mp4"},"preference":"B","session_id":"6312e72f-40f4-4b05-998d-d16cd0914bb1","university":"frodobots"},{"completion_time":"2025-12-09T06:18:14.660645Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright","longform_feedback":"Policy A first moved the gripper toward the cup, adjusted posture,then moved slowly around the cup for a while, stopped above the cup during remaining time of the episode.Policy B first moved the gripper toward the cup, adjusted posture,then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to stand the cup upright, neither policy was able to complete the task.When comparing the performance of the two, both policies approached the cup, but policy A remained around the cup longer than policy B.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:55.971441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:55.971441_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:54.841888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:54.841888_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:54.841888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:54.841888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:55.458541_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/pi0_fast_droid_2025-12-09T06:07:55.458541_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:25.979734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:25.979734_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:24.822447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:24.822447_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:24.822447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:24.822447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:25.409722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a13f9b5e-de73-49e5-8709-01bedc46ed20/paligemma_fast_droid_2025-12-09T06:14:25.409722_video_wrist.mp4"},"preference":"A","session_id":"a13f9b5e-de73-49e5-8709-01bedc46ed20","university":"frodobots"},{"completion_time":"2025-12-09T06:04:28.182625Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the plate on to the cup","longform_feedback":"Policy A first moved the gripper toward the plate, adjusted posture, grasped the plate, picked it up, then moved it to the cup, dropped the plate on the edge of the cup, causing the cup to fall over.Policy B first moved the gripper toward the plate, grasped it, picked it up, then moved it to the cup, dropped it near the cup, causing the plate to fall off to the floor.My instruction is to put the plate on to the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the plate on the edge of the cup, whereas policy B only dropped the plate near the cup.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:36.284298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:36.284298_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.120890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.120890_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.120890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.120890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.742171_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/paligemma_diffusion_droid_2025-12-09T05:58:35.742171_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:51.706218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:51.706218_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:50.436294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:50.436294_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:50.436294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:50.436294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:51.139163_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896797d0-951d-4729-ac5c-03ce22540303/pi05_droid_2025-12-09T06:03:51.139163_video_wrist.mp4"},"preference":"A","session_id":"896797d0-951d-4729-ac5c-03ce22540303","university":"frodobots"},{"completion_time":"2025-12-09T05:53:10.289551Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of grapes into the cup","longform_feedback":"Policy A first moved the gripper toward the bunch of grapes, grasped it, picked it up, then moved it to the cup, and put it into the cup.Then policy A moved the gripper randomly for a while, approached the banana, picked it up, moved it and dropped it on the sofa.Policy B first moved the gripper toward the the bunch of grapes, attempted to grasp it but did not succeed.Then policy A approached the cup, but moved the gripper back to the grape again,attempted to grasp it and also failed.My instruction is to put the bunch of grapes into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:02.853662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:02.853662_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:01.641973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:01.641973_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:01.641973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:01.641973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:02.298607_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/paligemma_fast_droid_2025-12-09T05:46:02.298607_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:48.171154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:48.171154_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:46.943214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:46.943214_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:46.943214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:46.943214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:47.631310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f9f44c4-4a7e-4010-b022-718d6f70ecfd/pi05_droid_2025-12-09T05:52:47.631310_video_wrist.mp4"},"preference":"A","session_id":"7f9f44c4-4a7e-4010-b022-718d6f70ecfd","university":"frodobots"},{"completion_time":"2025-12-09T04:05:57.808980Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, grasped it, picked it up and dropped it.Then, after hesitating for a while, policy A approached the controller again, picked it up, rotated it as if attempting to turn it upside down, but time ran out.Policy B first moved the gripper toward the controller but moved away soon.Then policy B approached the controller again, grasped it, picked it up, rotated the controller as if attempting turn the controller upside down, and dropped it on sofa in the end.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up and rotated the controller, but policy B dropped the controller in the end while policy A did not.Therefore, the completeness of policy B's action is higher than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:56.304415_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:56.304415_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.079367_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.079367_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.079367_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.079367_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.722905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/paligemma_fast_specialist_droid_2025-12-09T03:54:55.722905_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:33.669486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:33.669486_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:32.428431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:32.428431_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:32.428431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:32.428431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:33.123155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf32515-868c-4b1c-b884-c72981ca2467/pi05_droid_2025-12-09T04:05:33.123155_video_wrist.mp4"},"preference":"B","session_id":"faf32515-868c-4b1c-b884-c72981ca2467","university":"frodobots"},{"completion_time":"2025-12-09T03:45:26.003393Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it but did not succeed.Then policy A approached the curtain, moved slowly during remaining time of the episode.Policy B first moved the gripper toward the controller, then approached the plate, grasped and released it.Next, after hesitating for a while,policy B approached the controller again in the end.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:03.737898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:03.737898_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:02.590032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:02.590032_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:02.590032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:02.590032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:03.198956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/paligemma_fast_specialist_droid_2025-12-09T03:39:03.198956_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:07.803615_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:07.803615_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:06.623417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:06.623417_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:06.623417_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:06.623417_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:07.254837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e446671a-26bc-4e91-8c65-a90162553a01/pi0_droid_2025-12-09T03:45:07.254837_video_wrist.mp4"},"preference":"A","session_id":"e446671a-26bc-4e91-8c65-a90162553a01","university":"frodobots"},{"completion_time":"2025-12-09T03:35:54.622247Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the plate","longform_feedback":"Policy A first moved the gripper toward controller, grasped it, picked it up, then moved it to the plate and put it into the plate.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the cube, made multiple attempts to grasp it, but did not succeed in the end.My instruction is to put the cube into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put a wrong object into the plate, whereas policy B could not even grasp the cube.Therefore, i prefer policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:47.019382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:47.019382_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:45.842896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:45.842896_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:45.842896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:45.842896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:46.480528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/pi05_droid_2025-12-09T03:29:46.480528_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:38.435883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:38.435883_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.275432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.275432_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.275432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.275432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.860977_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92bb558b-9d0f-4091-9ea0-7768c673cf1d/paligemma_diffusion_droid_2025-12-09T03:35:37.860977_video_wrist.mp4"},"preference":"A","session_id":"92bb558b-9d0f-4091-9ea0-7768c673cf1d","university":"frodobots"},{"completion_time":"2025-12-09T03:22:54.486921Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the table, then, after hesitating for a while, approached the plate, made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the plate, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.993682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.993682_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.063913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.063913_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.063913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.063913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.578872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_binning_droid_2025-12-09T03:15:01.578872_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:29.182662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:29.182662_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.049321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.049321_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.049321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.049321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.665620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b950c03-0b28-4822-a311-ad5328abf39a/paligemma_vq_droid_2025-12-09T03:20:28.665620_video_wrist.mp4"},"preference":"B","session_id":"2b950c03-0b28-4822-a311-ad5328abf39a","university":"frodobots"},{"completion_time":"2025-12-09T02:52:29.553797Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control into the plate","longform_feedback":"Policy A first moved the gripper toward the remote control, grasped it, picked it up, then moved it to the plate and put it into the plate.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the remote control but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the remote control into the plate, when comparing the performance of the two,policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:48.479508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:48.479508_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.252149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.252149_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.252149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.252149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.913854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/pi05_droid_2025-12-09T02:47:47.913854_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:14.140968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:14.140968_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.001250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.001250_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.001250_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.001250_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.594425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24c041f7-23ec-4ae7-8b52-e4e42c48f8ee/paligemma_fast_droid_2025-12-09T02:52:13.594425_video_wrist.mp4"},"preference":"A","session_id":"24c041f7-23ec-4ae7-8b52-e4e42c48f8ee","university":"frodobots"},{"completion_time":"2025-12-09T02:19:11.659851Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the remote control by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the remote control, attempted to grasped it but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to rotate the remote control by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the remote control, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:43.409306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:43.409306_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.186590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.186590_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.186590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.186590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.833774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi05_droid_2025-12-09T02:14:42.833774_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:56.644606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:56.644606_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:55.508685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:55.508685_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:55.508685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:55.508685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:56.124184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c487a81-2dee-4ab1-8cf5-1f0be1705bab/pi0_droid_2025-12-09T02:18:56.124184_video_wrist.mp4"},"preference":"A","session_id":"3c487a81-2dee-4ab1-8cf5-1f0be1705bab","university":"frodobots"},{"completion_time":"2025-12-08T09:35:11.454493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control onto the cube","longform_feedback":"Policy A first moved the gripper slightly for a while, then approached the remote control, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the table, then moved randomly during remaining time of the episode.My instruction is to put the remote control onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the remote control, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:28.651253_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:28.651253_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:27.360204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:27.360204_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:27.360204_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:27.360204_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:28.045859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/paligemma_diffusion_droid_2025-12-08T09:30:28.045859_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:54.456233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:54.456233_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.129185_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.129185_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.129185_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.129185_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.829714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d22c2f8b-d40f-472f-913b-30b11c25c218/pi05_droid_2025-12-08T09:34:53.829714_video_wrist.mp4"},"preference":"A","session_id":"d22c2f8b-d40f-472f-913b-30b11c25c218","university":"frodobots"},{"completion_time":"2025-12-08T09:27:02.074201Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block onto the cube","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to put the wooden block onto the cube, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the require object.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:32.480035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:32.480035_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.265887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.265887_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.265887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.265887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.875343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/paligemma_vq_droid_2025-12-08T09:22:31.875343_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:36.349270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:36.349270_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.159228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.159228_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.159228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.159228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.777011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00ad84e7-4d76-4426-a137-dc5a551b084d/pi0_droid_2025-12-08T09:26:35.777011_video_wrist.mp4"},"preference":"TIE","session_id":"00ad84e7-4d76-4426-a137-dc5a551b084d","university":"frodobots"},{"completion_time":"2025-12-08T09:15:55.250266Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper slightly for a while, then stopped during remaining time of the episode.Policy B first moved the gripper above the book, then moved the gripper back and almost stopped during remaining time of the episode.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the book, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:29.080491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:29.080491_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:27.882402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:27.882402_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:27.882402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:27.882402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:28.540216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_vq_droid_2025-12-08T09:11:28.540216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:39.118408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:39.118408_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:37.944690_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:37.944690_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:37.944690_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:37.944690_video_right.mp4","wrist_video_gcs_path":"evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:38.620056_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/384b47e6-6023-45d0-a6f7-b3d6e83dab0b/paligemma_diffusion_droid_2025-12-08T09:15:38.620056_video_wrist.mp4"},"preference":"B","session_id":"384b47e6-6023-45d0-a6f7-b3d6e83dab0b","university":"frodobots"},{"completion_time":"2025-12-08T08:55:05.245042Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper slightly for while, then approached the book, adjusted posture, pushed the edge of the book to make it open.Policy B first moved the gripper toward the table, then moved slowly during remaining time of the episode, as if could not find the book.My instruction is to open the book,when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:16.213918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:16.213918_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.054519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.054519_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.054519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.054519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.665642_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_fast_droid_2025-12-08T08:50:15.665642_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:29.426440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:29.426440_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.364179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.364179_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.364179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.364179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.901358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bb249fd-18d7-4644-8618-5d94b0183992/pi0_droid_2025-12-08T08:54:28.901358_video_wrist.mp4"},"preference":"A","session_id":"4bb249fd-18d7-4644-8618-5d94b0183992","university":"frodobots"},{"completion_time":"2025-12-08T08:27:38.540852Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, then inserted the gripper under the cover of the book, pushed the cover to make the book close.Policy B first moved the gripper back and forth for a while, approached the book, attempted to grasp it but did not succeed.Then, after hesitating for a while, policy B approached the book a gain, inserted the gripper under the cover of the book, pushed it to make the book close a bit, but the book opened again when the gripper moved away.My instruction is to close the book, when comparing the performance of the two, policy A  completed the task successfully,whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:57.931127_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:57.931127_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:56.829246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:56.829246_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:56.829246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:56.829246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:57.442052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/paligemma_vq_droid_2025-12-08T08:14:57.442052_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:14.552910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:14.552910_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:13.565374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:13.565374_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:13.565374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:13.565374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:14.042860_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3f59ed7-3dd9-4909-b6cc-4e295e26a364/pi0_fast_droid_2025-12-08T08:21:14.042860_video_wrist.mp4"},"preference":"A","session_id":"c3f59ed7-3dd9-4909-b6cc-4e295e26a364","university":"frodobots"},{"completion_time":"2025-12-08T08:11:35.976408Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the cup but moved away soon.Then policy B moved the gripper randomly during most time of the episode, approached the controller and moved away.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the controller, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:31.293280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:31.293280_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.319810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.319810_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.319810_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.319810_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.875612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/paligemma_binning_droid_2025-12-08T08:04:30.875612_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:16.130283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:16.130283_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:14.902806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:14.902806_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:14.902806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:14.902806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:15.611050_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b04eebd-f997-4e37-a114-0e56fb3fa38b/pi0_fast_droid_2025-12-08T08:11:15.611050_video_wrist.mp4"},"preference":"B","session_id":"0b04eebd-f997-4e37-a114-0e56fb3fa38b","university":"frodobots"},{"completion_time":"2025-12-08T02:18:36.267118Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first closed the gripper, approached the sofa, then moved away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the marker, grasped it, picked it up, then rotated by a small angle, put it on the sofa.Next, policy B moved the gripper back and forth for a while, picked up the marker pen again in the end.My instruction is to rotate the marker pen by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least rotated the marker pen by a small angle, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:41.922718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:41.922718_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:40.660375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:40.660375_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:40.660375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:40.660375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:41.313670_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/pi05_droid_2025-12-08T02:11:41.313670_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:16.550367_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:16.550367_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.307704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.307704_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.307704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.307704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.960505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261ed965-6a1c-4f65-91b5-e71e55b10ed8/paligemma_vq_droid_2025-12-08T02:18:15.960505_video_wrist.mp4"},"preference":"B","session_id":"261ed965-6a1c-4f65-91b5-e71e55b10ed8","university":"frodobots"},{"completion_time":"2025-12-08T02:08:45.669567Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A first moved the gripper toward the cup, closed the gripper, but moved away soon.Then policy A approached the marker, closed the gripper, but also moved away soon.Policy B first moved the gripper close to the remote control, closed the gripper, but moved away soon.Then policy B moved back and forth during remaining time of the episode.My instruction is to press the yellow button of the remote control,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the remote control, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:40.174957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:40.174957_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.044318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.044318_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.044318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.044318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.657227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/pi0_droid_2025-12-08T02:03:39.657227_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:30.045565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:30.045565_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:28.847816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:28.847816_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:28.847816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:28.847816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:29.520313_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b20d6fe-c843-471d-8252-0f17d72676c9/paligemma_fast_droid_2025-12-08T02:08:29.520313_video_wrist.mp4"},"preference":"B","session_id":"9b20d6fe-c843-471d-8252-0f17d72676c9","university":"frodobots"},{"completion_time":"2025-12-08T01:43:33.693728Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to press the yellow button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:01.204885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:01.204885_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.074232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.074232_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.074232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.074232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.667386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_fast_specialist_droid_2025-12-08T01:40:00.667386_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:04.684805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:04.684805_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:03.766679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:03.766679_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:03.766679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:03.766679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:04.297534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcebbd17-b985-4687-83cc-86800caecdfa/paligemma_binning_droid_2025-12-08T01:43:04.297534_video_wrist.mp4"},"preference":"A","session_id":"bcebbd17-b985-4687-83cc-86800caecdfa","university":"frodobots"},{"completion_time":"2025-12-08T01:31:08.160244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it, picked it up, then moved it to the cup, dropped it on the edge of the cup, causing the marker pen to fall off to the sofa.Next, policy A approached the marker pen again, attempted to grasp it but did not succeed.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the marker pen into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the marker pen on to the edge of the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:58.301650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:58.301650_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:56.907520_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:56.907520_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:56.907520_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:56.907520_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:57.681840_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_fast_droid_2025-12-08T01:21:57.681840_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:04.796118_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:04.796118_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:03.868177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:03.868177_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:03.868177_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:03.868177_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:04.446699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4608a531-8553-48be-8093-f8bb24d2ee6c/paligemma_binning_droid_2025-12-08T01:29:04.446699_video_wrist.mp4"},"preference":"A","session_id":"4608a531-8553-48be-8093-f8bb24d2ee6c","university":"frodobots"},{"completion_time":"2025-12-05T09:05:40.180601Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the cup","longform_feedback":"Policy A first moved the gripper close to the maker pen, grasped it, picked it up, then moved it to the cup, rotated it, dropped it near the cup.Next, policy A picked up the marker pen again, moved it and dropped it on floor in the end.Policy B first paused for a while, then approached the marker pen, grasped it, picked it up and dropped it.Next, policy B picked up the marker pen again, moved and rotated it during remaining time of the episode.My instruction is to put the marker pen into the cup,neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the marker, but policy A moved the marker pen toward the cup while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:32.248605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:32.248605_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.040317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.040317_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.040317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.040317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.670690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_diffusion_droid_2025-12-05T08:57:31.670690_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:23.961935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:23.961935_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:22.817951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:22.817951_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:22.817951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:22.817951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:23.417934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e7d06a-e6ec-44cb-8d8e-ca8416b76789/paligemma_binning_droid_2025-12-05T09:05:23.417934_video_wrist.mp4"},"preference":"A","session_id":"a6e7d06a-e6ec-44cb-8d8e-ca8416b76789","university":"frodobots"},{"completion_time":"2025-12-05T08:47:49.948732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wrench","longform_feedback":"Policy A first moved the gripper close to the wrench but moved away soon, then policy A moved randomly during remaining time of the episode.Policy B first moved the gripper toward the cup, then moved slightly during remaining time of the episode.My instruction is to pick up the wrench, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the wrench, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:56.252499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:56.252499_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.155899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.155899_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.155899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.155899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.688899_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/pi05_droid_2025-12-05T08:42:55.688899_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:34.555664_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:34.555664_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:33.417853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:33.417853_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:33.417853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:33.417853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:34.023734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7c5b0d3-5ff4-4d3d-b887-3165c088f08d/paligemma_diffusion_droid_2025-12-05T08:47:34.023734_video_wrist.mp4"},"preference":"A","session_id":"d7c5b0d3-5ff4-4d3d-b887-3165c088f08d","university":"frodobots"},{"completion_time":"2025-12-05T08:38:20.458194Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wrench","longform_feedback":"Policy A first moved the gripper close to the banana, attempted to grasp it but did not succeed.Then policy A approached the cup, attempted to grasp it during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the wrench, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the wrong object, whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:22.364575_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:22.364575_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.171845_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.171845_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.171845_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.171845_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.798599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_vq_droid_2025-12-05T08:34:21.798599_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:09.799772_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:09.799772_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:08.916321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:08.916321_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:08.916321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:08.916321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:09.421195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99e144e-de01-49de-9091-19d00ad82c92/paligemma_binning_droid_2025-12-05T08:38:09.421195_video_wrist.mp4"},"preference":"A","session_id":"b99e144e-de01-49de-9091-19d00ad82c92","university":"frodobots"},{"completion_time":"2025-12-05T08:27:42.790400Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the cup, rotated it, dropped it near the cup.Next,policy A approached the carrot and attempted to grasp it until time ran out.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the carrot into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the carrot, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:19.358365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:19.358365_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.205294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.205294_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.205294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.205294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.794878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/paligemma_vq_droid_2025-12-05T08:21:18.794878_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:27.474287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:27.474287_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.289459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.289459_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.289459_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.289459_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.914467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c229598-adfe-4c2c-8cc2-255a27be8444/pi0_droid_2025-12-05T08:27:26.914467_video_wrist.mp4"},"preference":"A","session_id":"8c229598-adfe-4c2c-8cc2-255a27be8444","university":"frodobots"},{"completion_time":"2025-12-05T07:52:29.481233Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the banana rather than carrot, attempted to grasp the banana but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the carrot, grasped it, picked it up, then rotated it by about 90 degrees, dropped it on sofa.Next, policy B approached the banana in the end.My instruction is to rotate the carrot by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:51.873319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:51.873319_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:50.740782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:50.740782_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:50.740782_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:50.740782_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:51.348326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_vq_droid_2025-12-05T07:45:51.348326_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:07.973935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:07.973935_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:06.804580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:06.804580_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:06.804580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:06.804580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:07.447758_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b6a9feb-74f2-4912-a26e-46077eac7a72/paligemma_diffusion_droid_2025-12-05T07:52:07.447758_video_wrist.mp4"},"preference":"B","session_id":"7b6a9feb-74f2-4912-a26e-46077eac7a72","university":"frodobots"},{"completion_time":"2025-12-05T07:38:52.760993Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the carrot near the banana","longform_feedback":"Policy A first moved the gripper close to the carrot, grasped it, picked it up, then moved it slightly and dropped it on sofa.Next, policy A approached the carrot again, picked it up and moved it until time ran out.Policy B first moved the gripper toward the potato, attempted to grasp it but did not succeed.Then policy B approached the carrot but moved away soon.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to move the carrot near the banana, neither policy was able to complete the task.When comparing the performance of the two, policy A at grasped and moved the carrot, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:33.908822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:33.908822_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:32.688133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:32.688133_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:32.688133_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:32.688133_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:33.339258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/pi0_fast_droid_2025-12-05T07:32:33.339258_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:32.397979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:32.397979_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.268349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.268349_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.268349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.268349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.832021_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23ba514c-7159-4c7b-adbe-6f4496a25f47/paligemma_fast_specialist_droid_2025-12-05T07:38:31.832021_video_wrist.mp4"},"preference":"A","session_id":"23ba514c-7159-4c7b-adbe-6f4496a25f47","university":"frodobots"},{"completion_time":"2025-12-05T07:27:45.689617Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fruit","longform_feedback":"Policy A first moved the gripper close to the banana, made multiple attempts to grasp it, then picked it up and dropped it.Next, policy A attempted grasp the banana again but pushed it to make it fall off to the floor.Policy B first moved the gripper close to the banana, attempted to grasp it but did not succeed.Then,after hesitating for a while, policy B approached the banana again during remaining time of the episode.My instruction is to pick up the fruit, there is only one fruit which is the banana.When comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:32.816062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:32.816062_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:31.614697_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:31.614697_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:31.614697_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:31.614697_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:32.250787_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_vq_droid_2025-12-05T07:19:32.250787_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:27.790864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:27.790864_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:26.596960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:26.596960_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:26.596960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:26.596960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:27.233885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e5fbc9-e0b9-4146-8786-47dc4017b5b9/paligemma_diffusion_droid_2025-12-05T07:27:27.233885_video_wrist.mp4"},"preference":"A","session_id":"c0e5fbc9-e0b9-4146-8786-47dc4017b5b9","university":"frodobots"},{"completion_time":"2025-12-05T07:10:30.253333Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the yellow fruit","longform_feedback":"Policy A first moved the gripper close to the orange fruit rather than the yellow fruit, attempted to grasp the orange fruit but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the yellow fruit, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:27.017759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:27.017759_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.111526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.111526_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.111526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.111526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.599462_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/pi0_droid_2025-12-05T07:05:26.599462_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.997986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.997986_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.051721_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.051721_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.051721_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.051721_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.573028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ea6edf-bb22-4eca-8858-76444a69ba14/paligemma_binning_droid_2025-12-05T07:09:31.573028_video_wrist.mp4"},"preference":"A","session_id":"94ea6edf-bb22-4eca-8858-76444a69ba14","university":"frodobots"},{"completion_time":"2025-12-05T06:41:00.577324Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the second fruit","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the first fruit, then moved randomly during remaining time of the episode.My instruction is to pick up the second fruit, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:41.322297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:41.322297_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.406312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.406312_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.406312_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.406312_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.921763_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/paligemma_binning_droid_2025-12-05T06:35:40.921763_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:35.090173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:35.090173_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:33.941910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:33.941910_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:33.941910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:33.941910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:34.553575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a11c8e66-8173-4020-9131-b52596bc01eb/pi05_droid_2025-12-05T06:40:34.553575_video_wrist.mp4"},"preference":"B","session_id":"a11c8e66-8173-4020-9131-b52596bc01eb","university":"frodobots"},{"completion_time":"2025-12-05T06:23:22.786066Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the orange, attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the wrong object orange, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:37.370224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:37.370224_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.162543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.162543_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.162543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.162543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.771472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_droid_2025-12-05T06:17:36.771472_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:07.310400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:07.310400_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.142963_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.142963_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.142963_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.142963_video_right.mp4","wrist_video_gcs_path":"evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.763427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/883166cc-3836-42b8-98f8-db28dc5d37f7/paligemma_fast_specialist_droid_2025-12-05T06:23:06.763427_video_wrist.mp4"},"preference":"B","session_id":"883166cc-3836-42b8-98f8-db28dc5d37f7","university":"frodobots"},{"completion_time":"2025-12-05T05:56:47.014505Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the orange","longform_feedback":"Policy A first moved the gripper toward the apple but moved away soon.Then policy A approached the orange, grasped and released it,but did not picked it up in the end.Policy B first moved the gripper close to the orange, then approached the pear.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the orange, neither policy was able to complete the task.When comparing the performance of the two,policy A at least grasped the orange, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:36.392535_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:36.392535_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.174385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.174385_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.174385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.174385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.811975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/pi0_fast_droid_2025-12-05T05:51:35.811975_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:26.900044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:26.900044_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:25.726183_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:25.726183_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:25.726183_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:25.726183_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:26.340884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1208b7a8-5c2c-4779-8f5a-84cb407e1343/paligemma_fast_droid_2025-12-05T05:56:26.340884_video_wrist.mp4"},"preference":"A","session_id":"1208b7a8-5c2c-4779-8f5a-84cb407e1343","university":"frodobots"},{"completion_time":"2025-12-05T04:22:56.785476Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white box","longform_feedback":"Policy A first moved the gripper toward the white box, attempted to grasp it but did not succeed.Then, after hesitating for a while, policy A approached the white box again, touched it in the end.Policy B first moved the gripper close to the bigger box rather than the white box,  made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.My instruction is to pick up the white box, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the white box, whereas policy B did not even find the white box.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:31.290066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:31.290066_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.131218_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.131218_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.131218_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.131218_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.751615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_diffusion_droid_2025-12-05T04:17:30.751615_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:07.190462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:07.190462_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:05.978365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:05.978365_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:05.978365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:05.978365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:06.611672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a7245df-4592-449f-bba8-63fa84edda69/paligemma_vq_droid_2025-12-05T04:22:06.611672_video_wrist.mp4"},"preference":"A","session_id":"5a7245df-4592-449f-bba8-63fa84edda69","university":"frodobots"},{"completion_time":"2025-12-05T04:10:10.067771Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller box on to the bigger box","longform_feedback":"Policy A first moved the gripper toward the table, then moved randomly during remaining time of the episode, as if could not find the target.Policy B first moved the gripper toward the sofa near the bigger box, attempted to grasp the sofa, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the smaller box on to the bigger box,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the bigger box, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:52.466332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:52.466332_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.335611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.335611_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.335611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.335611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.946490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/pi05_droid_2025-12-05T03:54:51.946490_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:25.494625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:25.494625_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.262494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.262494_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.262494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.262494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.954005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a5c1601-4142-4780-a55c-ef6b33b27225/paligemma_fast_droid_2025-12-05T04:00:24.954005_video_wrist.mp4"},"preference":"B","session_id":"7a5c1601-4142-4780-a55c-ef6b33b27225","university":"frodobots"},{"completion_time":"2025-12-05T03:35:09.479998Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the carton","longform_feedback":"Policy A first moved the gripper close the carton but moved away soon.Then, after hesitating for a while, policy A approached the carton again, pushed it slightly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the carton, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the carton, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:51.103167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:51.103167_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:49.906278_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:49.906278_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:49.906278_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:49.906278_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:50.541337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_diffusion_droid_2025-12-05T03:27:50.541337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:47.265543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:47.265543_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.313008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.313008_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.313008_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.313008_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.838980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec56f40-1aa6-47a2-8186-453f0eab9b24/paligemma_binning_droid_2025-12-05T03:34:46.838980_video_wrist.mp4"},"preference":"A","session_id":"5ec56f40-1aa6-47a2-8186-453f0eab9b24","university":"frodobots"},{"completion_time":"2025-12-05T02:54:33.102768Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the towel, attempted to grasp it, but did not succeed.Then after hesitating for a while,policy A approached the bottom right corner of the towel, grasped it, lifted it up, moved it until time ran out.Policy B first moved the gripper close to the bottom left corner of the towel, grasped it, then moved it to right and dropped it, causing the towel to be folded although not in perfect half.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least folded the towel, whereas policy A only grasped the towel.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:41.385770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:41.385770_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.182230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.182230_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.182230_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.182230_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.826597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi0_fast_droid_2025-12-05T02:46:40.826597_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:18.779354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:18.779354_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:17.424588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:17.424588_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:17.424588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:17.424588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:18.146345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5028cd5b-5d0a-4356-a366-42d1f77f2afe/pi05_droid_2025-12-05T02:53:18.146345_video_wrist.mp4"},"preference":"B","session_id":"5028cd5b-5d0a-4356-a366-42d1f77f2afe","university":"frodobots"},{"completion_time":"2025-12-05T02:25:00.798240Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"removed the towel and pick up the banana under the towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the towel,attempted to grasped it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to removed the towel and pick up the banana under the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the towel, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:50.603914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:50.603914_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:49.428994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:49.428994_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:49.428994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:49.428994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:50.055243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/paligemma_fast_droid_2025-12-05T02:17:50.055243_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:40.235556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:40.235556_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.314555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.314555_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.314555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.314555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.771886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aec758f2-9f03-449c-b2a5-4f556278692d/pi05_droid_2025-12-05T02:24:39.771886_video_wrist.mp4"},"preference":"B","session_id":"aec758f2-9f03-449c-b2a5-4f556278692d","university":"frodobots"},{"completion_time":"2025-12-05T01:30:58.789118Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the banana, made multiple attempts to grasp it, but did not succeed in the end.Policy B first moved the gripper toward the banana, grasped it, picked it up, then moved it to the cup,dropped the banana on the edge of the cup and the banana fall off to the sofa,  the cup fall off to the floor.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the banana on the edge of the cup, whereas policy A did not even grasp the banana.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:20.868306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:20.868306_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:19.558894_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:19.558894_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:19.558894_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:19.558894_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:20.223539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/paligemma_fast_droid_2025-12-05T01:22:20.223539_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:36.485419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:36.485419_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.335376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.335376_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.335376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.335376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.930921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e06fd1-3ce6-4695-a7cc-17568a55eb36/pi05_droid_2025-12-05T01:30:35.930921_video_wrist.mp4"},"preference":"B","session_id":"c1e06fd1-3ce6-4695-a7cc-17568a55eb36","university":"frodobots"},{"completion_time":"2025-12-03T09:56:11.207150Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it on to the towel","longform_feedback":"Policy A first moved the gripper toward the banana,then made multiple attempts to grasp it, grasped and released the banana in the end, causing the banana to rotate by about 60 degrees.Policy B first moved the gripper toward the banana but moved away soon.Then policy B moved the gripper slowly during remaining time of the episode.My instruction is to rotate the banana by 90 degrees then put it on to the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the banana, whereas policy B did not even touched the banana.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:03.912005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:03.912005_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:02.730559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:02.730559_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:02.730559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:02.730559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:03.348388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_diffusion_droid_2025-12-03T09:47:03.348388_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:03.614256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:03.614256_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:02.478430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:02.478430_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:02.478430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:02.478430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:03.095561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4155c887-da7e-45ce-8bc9-04ae56c9713f/paligemma_fast_specialist_droid_2025-12-03T09:53:03.095561_video_wrist.mp4"},"preference":"A","session_id":"4155c887-da7e-45ce-8bc9-04ae56c9713f","university":"frodobots"},{"completion_time":"2025-12-03T09:43:09.507810Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it to the banana, dropped it on the banana to cover the banana.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the floor, then moved randomly during remaining time of the episode, as if could not find the target.My instruction is to cover the banana with the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:09.291356_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:09.291356_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.117797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.117797_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.117797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.117797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.742685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi05_droid_2025-12-03T09:35:08.742685_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:17.785509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:17.785509_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:16.608494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:16.608494_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:16.608494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:16.608494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:17.238975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d58af4f-af74-452f-8c65-c6d22edb7c69/pi0_fast_droid_2025-12-03T09:42:17.238975_video_wrist.mp4"},"preference":"A","session_id":"8d58af4f-af74-452f-8c65-c6d22edb7c69","university":"frodobots"},{"completion_time":"2025-12-03T08:57:58.603965Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the towel, grasped it, moved it slowly on the surface of sofa as if wiping the sofa.Policy B first moved the gripper toward the towel but moved away soon.Then, after hesitating for a while, policy B approached the towel, attempted to grasp it, grasped and released it.My instruction is to wipe the sofa with the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:12.579972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:12.579972_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:11.428417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:11.428417_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:11.428417_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:11.428417_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:12.033258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/paligemma_fast_specialist_droid_2025-12-03T08:52:12.033258_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:27.624828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:27.624828_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:26.486593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:26.486593_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:26.486593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:26.486593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:27.085662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d14bd5e8-c537-4868-8b18-0ca9d1334dbb/pi0_droid_2025-12-03T08:57:27.085662_video_wrist.mp4"},"preference":"A","session_id":"d14bd5e8-c537-4868-8b18-0ca9d1334dbb","university":"frodobots"},{"completion_time":"2025-12-03T08:35:27.811564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe on to floor","longform_feedback":"Policy A first moved the gripper toward the curtain, then moved back and forth for a while, grasped the curtain.Policy B first moved the gripper close to the controller, attempted to grasp it, then approached the curtain, attempted to grasp it.My instruction is to put the shoe on to floor, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the shoe.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:19.397262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:19.397262_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.274515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.274515_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.274515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.274515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.849391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_droid_2025-12-03T08:29:18.849391_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:04.489293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:04.489293_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.351125_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.351125_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.351125_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.351125_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.963131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0498f9e6-a0ad-47aa-be33-d8d8c4958c6c/paligemma_fast_specialist_droid_2025-12-03T08:34:03.963131_video_wrist.mp4"},"preference":"TIE","session_id":"0498f9e6-a0ad-47aa-be33-d8d8c4958c6c","university":"frodobots"},{"completion_time":"2025-12-03T08:16:34.945718Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then stopped during remaining time of the episode.My instruction is to untie the shoelace,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the shoelace.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:21.463491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:21.463491_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.328270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.328270_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.328270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.328270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.923761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_fast_specialist_droid_2025-12-03T08:03:20.923761_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:03.779831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:03.779831_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:02.652261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:02.652261_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:02.652261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:02.652261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:03.381051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7609e837-c3cc-4013-bf52-c482de79915e/paligemma_vq_droid_2025-12-03T08:08:03.381051_video_wrist.mp4"},"preference":"TIE","session_id":"7609e837-c3cc-4013-bf52-c482de79915e","university":"frodobots"},{"completion_time":"2025-12-03T07:47:22.999493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for a while, then approached the controller, attempted to grasp it but failed.My instruction is to untie the shoelace, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:18.384684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:18.384684_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.523947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.523947_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.523947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.523947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.974406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/paligemma_binning_droid_2025-12-03T07:42:17.974406_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:01.882473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:01.882473_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:00.780936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:00.780936_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:00.780936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:00.780936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:01.397215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b00e55b8-5419-42d5-bdb0-f1fef316fd68/pi0_droid_2025-12-03T07:47:01.397215_video_wrist.mp4"},"preference":"B","session_id":"b00e55b8-5419-42d5-bdb0-f1fef316fd68","university":"frodobots"},{"completion_time":"2025-12-03T07:28:29.439297Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the center of the plate","longform_feedback":"Policy A first moved the gripper toward the plate, touched the edge of the plate, then close the gripper, touched the sofa.Next, policy A approached the plate again, pushed it slightly in the end.Policy B first moved the gripper toward the plate, closed the gripper as if attempting to touched it but did not.Then policy B moved the gripper away and moved randomly during most time of the episode, touched the remote control in the end.My instruction is to touch the center of the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the edge of the plate, whereas policy B did not touch the plate.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:59.947026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:59.947026_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:58.801196_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:58.801196_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:58.801196_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:58.801196_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:59.405571_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/paligemma_diffusion_droid_2025-12-03T07:19:59.405571_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:15.412905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:15.412905_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.239872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.239872_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.239872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.239872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.874766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffb0a76a-e924-402f-99fd-84a24a6a79b8/pi05_droid_2025-12-03T07:26:14.874766_video_wrist.mp4"},"preference":"A","session_id":"ffb0a76a-e924-402f-99fd-84a24a6a79b8","university":"frodobots"},{"completion_time":"2025-12-03T06:57:29.432701Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the plate","longform_feedback":"Policy A first moved the gripper toward the plate, adjusted posture, grasped it, picked it up, then moved it above the controller and dropped it near the controller in the end.Policy B first moved the gripper randomly during most time of the episode, then approached the plate but moved away soon.My instruction is to cover the controller with the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the plate near the controller, whereas policy B only approached the plate.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:38.351707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:38.351707_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.142491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.142491_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.142491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.142491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.786925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/paligemma_diffusion_droid_2025-12-03T06:49:37.786925_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:59.504851_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:59.504851_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.307423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.307423_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.307423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.307423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.940214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1497e28-9be6-41e8-a30e-b5fa30334b03/pi05_droid_2025-12-03T06:56:58.940214_video_wrist.mp4"},"preference":"A","session_id":"c1497e28-9be6-41e8-a30e-b5fa30334b03","university":"frodobots"},{"completion_time":"2025-12-03T06:31:02.327253Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller, closed the gripper, pressed the blank area of the controller.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the controller, closed the gripper as if attempted to press the controller but did not.Then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the blank area of the controller, whereas policy B did not press anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:31.437444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:31.437444_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.284246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.284246_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.284246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.284246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.898049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/paligemma_fast_specialist_droid_2025-12-03T06:24:30.898049_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:44.759192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:44.759192_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:43.529605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:43.529605_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:43.529605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:43.529605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:44.176152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57e121e-d4c7-452f-bf02-75dff07d4f06/pi0_fast_droid_2025-12-03T06:30:44.176152_video_wrist.mp4"},"preference":"A","session_id":"b57e121e-d4c7-452f-bf02-75dff07d4f06","university":"frodobots"},{"completion_time":"2025-12-03T06:09:42.688257Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the remote control","longform_feedback":"Policy A first moved the gripper toward the remote control, closed the gripper, pressed the gray button of the remote control.Then, after hesitating for a while, policy A approached the remote control again, pressed the yellow button of the remote control.Policy B first moved the gripper toward the remote control, then closed the gripper, pressed the blank area of the remote control in the end.My instruction is to press the red button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed two wrong buttons of the remote control, whereas policy B only pressed the blank area of the remote control.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:13.727343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:13.727343_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:12.559003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:12.559003_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:12.559003_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:12.559003_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:13.192337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/pi0_droid_2025-12-03T06:03:13.192337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:20.385855_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:20.385855_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.149569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.149569_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.149569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.149569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.804748_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c514c85-5108-4007-8f65-5d5bd5191887/paligemma_diffusion_droid_2025-12-03T06:09:19.804748_video_wrist.mp4"},"preference":"A","session_id":"2c514c85-5108-4007-8f65-5d5bd5191887","university":"frodobots"},{"completion_time":"2025-12-03T05:52:09.001575Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to the plate, adjusted posture, grasped it, picked it up, then rotated it during most time of the episode as if attempting to turn the plate upside down, but did not succeed in the end.Policy B first moved the gripper toward the plate but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to turn the plate upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and rotated the plate, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:32.962675_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:32.962675_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:31.704260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:31.704260_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:31.704260_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:31.704260_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:32.399322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/pi0_fast_droid_2025-12-03T05:45:32.399322_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:51.498870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:51.498870_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.439830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.439830_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.439830_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.439830_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.962745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb1cd727-e510-4b21-acbc-d2674a193589/paligemma_fast_droid_2025-12-03T05:51:50.962745_video_wrist.mp4"},"preference":"A","session_id":"eb1cd727-e510-4b21-acbc-d2674a193589","university":"frodobots"},{"completion_time":"2025-12-03T01:25:04.485104Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left remote control in to the plate","longform_feedback":"Policy A first moved the gripper to left, then moved slowly during remaining time of the episode, as if could not find the target.Policy B first moved the gripper toward the left remote control, grasped and released it, then made multiple attempts to grasp it again but failed.Next, policy B approached the right remote control, picked it up, moved it to the plate and dropped it into the plate.My instruction is to put the left remote control in to the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the left remote control and put the right remote control into the plate, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:05.399450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:05.399450_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.270193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.270193_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.270193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.270193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.875224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/paligemma_binning_droid_2025-12-03T01:17:04.875224_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:48.123803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:48.123803_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:46.872727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:46.872727_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:46.872727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:46.872727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:47.551615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa5f9f26-7136-40e9-8954-8178b5cce9c6/pi0_fast_droid_2025-12-03T01:24:47.551615_video_wrist.mp4"},"preference":"B","session_id":"aa5f9f26-7136-40e9-8954-8178b5cce9c6","university":"frodobots"},{"completion_time":"2025-12-02T05:35:11.054880Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squeeze the toothpaste into the plate","longform_feedback":"Policy A  first moved the gripper toward the toothpaste, attempted to grasp it but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode, knocked the camera.Policy B first moved the gripper close to the toothpaste, attempted to grasp it but did not succeed.Then, after hesitating for a while, policy B attempted to grasp the toothpaste again but also failed.My instruction is to squeeze the toothpaste into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the toothpaste and failed, but policy A knocked the camera accidentally while policy B did not.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:33.911159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:33.911159_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:32.645264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:32.645264_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:32.645264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:32.645264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:33.349044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_fast_droid_2025-12-02T05:28:33.349044_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:21.669239_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:21.669239_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:20.302887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:20.302887_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:20.302887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:20.302887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:21.141019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31ee2bbe-78ab-44d3-965f-7cba02807547/paligemma_vq_droid_2025-12-02T05:34:21.141019_video_wrist.mp4"},"preference":"B","session_id":"31ee2bbe-78ab-44d3-965f-7cba02807547","university":"frodobots"},{"completion_time":"2025-12-02T03:59:05.408198Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoulder bag","longform_feedback":"Policy A  moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:41.412756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:41.412756_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.257224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.257224_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.257224_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.257224_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.883227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/pi0_droid_2025-12-02T03:54:40.883227_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:53.388110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:53.388110_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.519613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.519613_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.519613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.519613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.984259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1ee3e48-8374-4375-a63b-a7e2fe65b6fe/paligemma_binning_droid_2025-12-02T03:58:52.984259_video_wrist.mp4"},"preference":"A","session_id":"e1ee3e48-8374-4375-a63b-a7e2fe65b6fe","university":"frodobots"},{"completion_time":"2025-12-02T03:33:15.077873Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper tab of the shoulder bag","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper slowly during entire time of the episode, as if could not find the target.My instruction is to grasp the zipper tab of the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper,whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:04.236321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:04.236321_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.254836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.254836_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.254836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.254836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.790191_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/paligemma_binning_droid_2025-12-02T03:28:03.790191_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:54.916255_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:54.916255_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:53.761614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:53.761614_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:53.761614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:53.761614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:54.370207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1f6eaba-35fd-4f41-b76e-086bd87ef963/pi0_droid_2025-12-02T03:32:54.370207_video_wrist.mp4"},"preference":"B","session_id":"d1f6eaba-35fd-4f41-b76e-086bd87ef963","university":"frodobots"},{"completion_time":"2025-12-02T03:16:47.895654Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the zipper of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the shoulder bag, approached the zipper of the shoulder bag, grasped  the zipper, but did not open the zipper.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to open the zipper of the shoulder bag,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the zipper, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:39.592423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:39.592423_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.361813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.361813_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.361813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.361813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.997884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/paligemma_diffusion_droid_2025-12-02T03:08:38.997884_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:29.794836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:29.794836_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:28.618422_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:28.618422_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:28.618422_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:28.618422_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:29.227455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2888033-af53-4506-82bf-4a9a84cd61a1/pi0_droid_2025-12-02T03:16:29.227455_video_wrist.mp4"},"preference":"A","session_id":"f2888033-af53-4506-82bf-4a9a84cd61a1","university":"frodobots"},{"completion_time":"2025-12-02T02:57:33.359783Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife","longform_feedback":"Policy A first moved the gripper close to the knife, then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the knife, attempted to grasp it but failed.Then policy B moved the gripper away and stopped during remaining time of the episode.My instruction is to pick up the knife, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the knife and failed,but policy A made more attempts than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:41.406942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:41.406942_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.199902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.199902_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.199902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.199902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.840620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_diffusion_droid_2025-12-02T02:51:40.840620_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:17.600866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:17.600866_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:16.461571_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:16.461571_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:16.461571_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:16.461571_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:17.087276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92e0e3bc-7d9f-4afb-81ef-bf6345400b00/paligemma_fast_droid_2025-12-02T02:57:17.087276_video_wrist.mp4"},"preference":"A","session_id":"92e0e3bc-7d9f-4afb-81ef-bf6345400b00","university":"frodobots"},{"completion_time":"2025-12-02T02:47:50.412929Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the curtain with the knife","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the curtain, after hesitating for a while, then attempted to grasp the curtain, touched the curtain.My instruction is to poke the curtain with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the curtain, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:55.232360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:55.232360_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.297566_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.297566_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.297566_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.297566_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.822900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/paligemma_binning_droid_2025-12-02T02:41:54.822900_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:38.372665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:38.372665_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.202556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.202556_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.202556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.202556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.784585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff957c00-5565-4208-98ad-e9ceb3678265/pi05_droid_2025-12-02T02:46:37.784585_video_wrist.mp4"},"preference":"B","session_id":"ff957c00-5565-4208-98ad-e9ceb3678265","university":"frodobots"},{"completion_time":"2025-12-02T02:32:30.185567Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A first moved the gripper close to the drawer, then pushed the upper drawer during most time of the episode, but did not open it in the end.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to open the upper drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the upper drawer, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:30.098515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:30.098515_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:28.943686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:28.943686_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:28.943686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:28.943686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:29.554717_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_diffusion_droid_2025-12-02T02:20:29.554717_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:17.463058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:17.463058_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.342620_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.342620_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.342620_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.342620_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.904030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9381acc5-893e-4bf0-901a-f461cc28ffc5/paligemma_fast_droid_2025-12-02T02:29:16.904030_video_wrist.mp4"},"preference":"A","session_id":"9381acc5-893e-4bf0-901a-f461cc28ffc5","university":"frodobots"},{"completion_time":"2025-12-02T02:14:33.351899Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the drawer","longform_feedback":"Policy A first moved the gripper close to the red block,made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the red block, attempted to grasp it several time but did not succeed.Then policy B moved the gripper away and moved slightly until time ran out.My instruction is to put the red block into the drawer,neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the red block but failed.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:59.607670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:59.607670_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:58.501374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:58.501374_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:58.501374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:58.501374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:59.096574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_diffusion_droid_2025-12-02T02:05:59.096574_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:17.898368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:17.898368_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:16.667921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:16.667921_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:16.667921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:16.667921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:17.327923_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e12901c-cff4-4e24-b014-a45bbc9559d1/paligemma_fast_droid_2025-12-02T02:12:17.327923_video_wrist.mp4"},"preference":"TIE","session_id":"3e12901c-cff4-4e24-b014-a45bbc9559d1","university":"frodobots"},{"completion_time":"2025-12-02T01:53:29.693119Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during most time of the episode, as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:36.889192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:36.889192_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:35.925434_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:35.925434_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:35.925434_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:35.925434_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:36.445811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_binning_droid_2025-12-02T01:48:36.445811_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:16.687819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:16.687819_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:15.462232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:15.462232_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:15.462232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:15.462232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:16.111196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee1f70c-1bc0-433f-a668-771071373435/paligemma_fast_droid_2025-12-02T01:53:16.111196_video_wrist.mp4"},"preference":"B","session_id":"5ee1f70c-1bc0-433f-a668-771071373435","university":"frodobots"},{"completion_time":"2025-12-02T01:41:38.263529Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like 1","longform_feedback":"Policy A first moved the gripper toward the block shaped like 1, made multiple attempts to grasp it, then picked it up, moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to pick up the block shaped like 1, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:41.653463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:41.653463_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:40.485403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:40.485403_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:40.485403_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:40.485403_video_right.mp4","wrist_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:41.111533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/paligemma_fast_droid_2025-12-02T01:33:41.111533_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:28.114929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:28.114929_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.028598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.028598_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.028598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.028598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.628024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/327f74c0-3b47-4008-abb0-fa3273cfc30d/pi0_droid_2025-12-02T01:38:27.628024_video_wrist.mp4"},"preference":"A","session_id":"327f74c0-3b47-4008-abb0-fa3273cfc30d","university":"frodobots"},{"completion_time":"2025-12-02T01:24:31.118038Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like 1","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the block shaped like 5, after hesitating for a while, then attempted to grasped the block shaped like 5.My instruction is to pick up the block shaped like 1, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp a wrong block, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:31.799473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:31.799473_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:30.579729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:30.579729_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:30.579729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:30.579729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:31.200818_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/pi0_droid_2025-12-02T01:18:31.200818_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:08.432605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:08.432605_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.240261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.240261_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.240261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.240261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.866745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f38ba018-8073-4e61-924d-54197fcbe338/paligemma_diffusion_droid_2025-12-02T01:24:07.866745_video_wrist.mp4"},"preference":"B","session_id":"f38ba018-8073-4e61-924d-54197fcbe338","university":"frodobots"},{"completion_time":"2025-12-02T00:09:27.938961Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the cloth to cover the sharp part of scissors","longform_feedback":"Policy A went straight to grasp the scissors and threw of the entire plate off the ground. Policy B used the cloth to cover parts of the scissors but not entirely the sharp part","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:48.572948_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:48.572948_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:50.406684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:50.406684_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:49.271952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:49.271952_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:48.572948_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:48.572948_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:49.785388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi0_fast_droid_2025-12-01T23:55:49.785388_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:45.626451_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:45.626451_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:47.426111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:47.426111_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:46.338715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:46.338715_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:45.626451_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:45.626451_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:46.867059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c41862a8-9231-4a0d-8553-fc8fbf4ca2c1/pi05_droid_2025-12-02T00:07:46.867059_video_wrist.mp4"},"preference":"B","session_id":"c41862a8-9231-4a0d-8553-fc8fbf4ca2c1","university":"Berkeley"},{"completion_time":"2025-12-01T23:51:08.209780Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put scissors on the plate","longform_feedback":"y","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.130651_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.130651_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:42:00.946491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:42:00.946491_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.848578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.848578_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.848578_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:41:59.848578_video_right.mp4","wrist_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:42:00.340405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/pi0_droid_2025-12-01T23:42:00.340405_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.166361_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.166361_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:41.024996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:41.024996_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.914034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.914034_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.914034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:39.914034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:40.415487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/20b569e8-3c34-4614-a5be-2000f04e5d8d/paligemma_vq_droid_2025-12-01T23:50:40.415487_video_wrist.mp4"},"preference":"B","session_id":"20b569e8-3c34-4614-a5be-2000f04e5d8d","university":"Berkeley"},{"completion_time":"2025-12-01T23:37:41.215421Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"slightly press this button","longform_feedback":"POlicy B remained freeze in the entire episode as it is a pattern for this policy. Policy A at least reached for the buttom but then it did not go any further into the pressing rotation","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:34.710925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:34.710925_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:36.546002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:36.546002_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.382664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.382664_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.382664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.382664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.922641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/pi0_droid_2025-12-01T23:30:35.922641_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.554918_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.554918_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:36.718918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:36.718918_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.980870_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.980870_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.980870_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:35.980870_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:36.303877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0/paligemma_binning_droid_2025-12-01T23:36:36.303877_video_wrist.mp4"},"preference":"A","session_id":"f53fb69d-2b82-4dc2-bf1d-1fbe1f9f3eb0","university":"Berkeley"},{"completion_time":"2025-12-01T23:26:08.734454Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"wipe the tabletop using cloth","longform_feedback":"BOth policy A and B tried to drag the cloth into the table without performing wiping motion. A moved to the edge of the table and ended up dropping it on the floor. B still had it on the table but it did not swipe anything","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:40.884652_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:40.884652_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:42.652442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:42.652442_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:41.576357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:41.576357_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:41.576357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:41.576357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:42.094812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_specialist_droid_2025-12-01T23:22:42.094812_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.272888_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.272888_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:42.907452_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:42.907452_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.928181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.928181_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.928181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:41.928181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:42.383573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68760ad8-16ef-4c9f-aac7-a0d47e5086f8/paligemma_fast_droid_2025-12-01T23:25:42.383573_video_wrist.mp4"},"preference":"TIE","session_id":"68760ad8-16ef-4c9f-aac7-a0d47e5086f8","university":"Berkeley"},{"completion_time":"2025-12-01T23:18:10.687982Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the banana into plate","longform_feedback":"both policies were able to grasp the banana but A just moved it besides the plate while B succeeded in moving it interior the plate.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:06.759778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:06.759778_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:08.452495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:08.452495_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:07.388555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:07.388555_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:06.759778_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:06.759778_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:07.889582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/pi0_droid_2025-12-01T23:09:07.889582_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.303435_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.303435_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:22.006886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:22.006886_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.905641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.905641_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.303435_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:20.303435_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:21.452338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d645696f-c21a-45b5-ad71-1caf56fac553/paligemma_fast_droid_2025-12-01T23:16:21.452338_video_wrist.mp4"},"preference":"B","session_id":"d645696f-c21a-45b5-ad71-1caf56fac553","university":"Berkeley"},{"completion_time":"2025-12-01T23:03:11.931279Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the canned food on the marble board","longform_feedback":"POlicy A just reached the canned food and stuggled to grasp it. PoliCy B was able to grasp it but it ran out of time moving towards the marble board","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.043016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.043016_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:08.919315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:08.919315_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.766271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.766271_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.043016_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:07.043016_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:08.292435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/pi0_droid_2025-12-01T22:53:08.292435_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:22.691704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:22.691704_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:24.410757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:24.410757_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:23.314430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:23.314430_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:22.691704_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:22.691704_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:23.825217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd3ae7db-07dc-4202-a59f-d86bc508ab98/paligemma_vq_droid_2025-12-01T23:01:23.825217_video_wrist.mp4"},"preference":"B","session_id":"fd3ae7db-07dc-4202-a59f-d86bc508ab98","university":"Berkeley"},{"completion_time":"2025-12-01T22:45:10.496350Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the pink bowl onto the other","longform_feedback":"Policy A stacked the green bowl on the pink bowl when being asked do the inverse POlicy B did the stacking in the correct order it ws confused at first but it was able to rotate back to the correct position","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:33.847163_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:33.847163_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:35.658008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:35.658008_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:34.580805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:34.580805_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:34.580805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:34.580805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:35.107561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_droid_2025-12-01T22:36:35.107561_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:46.572491_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:46.572491_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:48.400636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:48.400636_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.284263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.284263_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.284263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.284263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.834620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69e2b07-8e15-4688-bc0d-0d436d4a3ee7/pi0_fast_droid_2025-12-01T22:43:47.834620_video_wrist.mp4"},"preference":"B","session_id":"f69e2b07-8e15-4688-bc0d-0d436d4a3ee7","university":"Berkeley"},{"completion_time":"2025-12-01T22:31:23.870416Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape in the pink bowl","longform_feedback":"Policy A just reached the green bowl which is the final destination aand grasped it up to the right. Policy B did better since it took the tape but the dropped it eventually","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:00.785813_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:00.785813_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:02.669111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:02.669111_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:01.550921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:01.550921_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:00.785813_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:00.785813_video_left.mp4","wrist_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:02.077175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/pi0_fast_droid_2025-12-01T22:15:02.077175_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.343745_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.343745_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:40.095387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:40.095387_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.994934_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.994934_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.343745_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:38.343745_video_left.mp4","wrist_video_gcs_path":"evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:39.502448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/932da0bf-3179-401f-bdfa-798881e57337/paligemma_vq_droid_2025-12-01T22:30:39.502448_video_wrist.mp4"},"preference":"B","session_id":"932da0bf-3179-401f-bdfa-798881e57337","university":"Berkeley"},{"completion_time":"2025-12-01T22:09:52.655356Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"shake well the pan so the food can cook properly","longform_feedback":"POlicy B does not response properly to the command while it just moved inwards to its base and there is a pattern for this specific policy. POlicy A at least approached the pan but it stopped at the time the gripper landed next to pan. The arm does not do anything significantly hereafter","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:07.691049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:07.691049_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:09.194528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:09.194528_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:08.260590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:08.260590_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:07.691049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:07.691049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:08.671000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_vq_droid_2025-12-01T22:01:08.671000_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.071298_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.071298_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:15.579267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:15.579267_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.693726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.693726_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.071298_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:14.071298_video_left.mp4","wrist_video_gcs_path":"evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:15.122520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49493258-1cfa-4b13-947e-babbecc958e9/paligemma_binning_droid_2025-12-01T22:08:15.122520_video_wrist.mp4"},"preference":"A","session_id":"49493258-1cfa-4b13-947e-babbecc958e9","university":"Berkeley"},{"completion_time":"2025-12-01T21:55:23.468841Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"press the second button from top to bottom","longform_feedback":"B just remainned froze in the entire session with the arm facing inwards to the base of the robots. POlicy A on the other hand somwhow reached the usb controller but then it shifted to the bowl and pther objects","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:28.699640_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:28.699640_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:30.413003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:30.413003_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.388859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.388859_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.388859_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.388859_video_right.mp4","wrist_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.869993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/pi05_droid_2025-12-01T21:45:29.869993_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:50.915661_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:50.915661_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:52.411249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:52.411249_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.510787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.510787_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.510787_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.510787_video_right.mp4","wrist_video_gcs_path":"evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.934391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/833a0ac8-204d-42a9-8bea-fd712cb93aac/paligemma_binning_droid_2025-12-01T21:53:51.934391_video_wrist.mp4"},"preference":"A","session_id":"833a0ac8-204d-42a9-8bea-fd712cb93aac","university":"Berkeley"},{"completion_time":"2025-12-01T21:41:19.726935Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"move the green sponge into green bowl","longform_feedback":"BOth performance in two policies was tied up since they just were about to reach for the green sponge but very struggling to do so. The gripper did not even touch the rear of the sponge but kept pushing it further away from the arm,","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:07.660606_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:07.660606_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:09.357965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:09.357965_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.329935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.329935_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.329935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.329935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.819636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/paligemma_diffusion_droid_2025-12-01T21:33:08.819636_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:42.279984_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:42.279984_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:44.071804_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:44.071804_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.031339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.031339_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.031339_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.031339_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.531687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f2e0cbe-11c8-4266-940e-01e08a537c48/pi05_droid_2025-12-01T21:39:43.531687_video_wrist.mp4"},"preference":"TIE","session_id":"4f2e0cbe-11c8-4266-940e-01e08a537c48","university":"Berkeley"},{"completion_time":"2025-12-01T09:52:55.277636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wooden block onto the red block","longform_feedback":"Policy A first moved the gripper close to the white block, attempted to grasp it but did not succeed.Then policy A approached the wooden block, grasped it, picked it up, moved it during remaining time of the episode.Policy B first moved the gripper close to the white block, attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the wooden block onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the wooden block, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:07.928880_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:07.928880_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:06.732641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:06.732641_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:06.732641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:06.732641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:07.377487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_vq_droid_2025-12-01T09:47:07.377487_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:48.990555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:48.990555_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:47.855544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:47.855544_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:47.855544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:47.855544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:48.466455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9e86d-0545-48fe-aea8-8887c93b0040/paligemma_fast_specialist_droid_2025-12-01T09:51:48.466455_video_wrist.mp4"},"preference":"A","session_id":"78f9e86d-0545-48fe-aea8-8887c93b0040","university":"frodobots"},{"completion_time":"2025-12-01T09:44:04.634119Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like number 1","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then approached the number 1 block, attempted to grasped it in the end.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to pick up the block shaped like number 1, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the number 1 block, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:59.948821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:59.948821_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:58.765504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:58.765504_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:58.765504_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:58.765504_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:59.374420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/paligemma_vq_droid_2025-12-01T09:38:59.374420_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:30.326444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:30.326444_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.142759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.142759_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.142759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.142759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.774450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26340c32-3dfc-49f5-89b6-2b3de5b37008/pi0_droid_2025-12-01T09:43:29.774450_video_wrist.mp4"},"preference":"A","session_id":"26340c32-3dfc-49f5-89b6-2b3de5b37008","university":"frodobots"},{"completion_time":"2025-12-01T09:32:10.765811Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on sofa","longform_feedback":"Policy A first moved the gripper close to the plate, then moved back and forth during remaining time of the episode, as if could not find the target.Policy B first moved the gripper close to the cup, pushed it slightly.Then, after hesitating for while, approached the cup again and attempted to grasp the cup, but did not succeed in the end.My instruction is to stand the cup upright on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:03.908597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:03.908597_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:02.730808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:02.730808_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:02.730808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:02.730808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:03.392798_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/pi0_droid_2025-12-01T09:22:03.392798_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:54.296763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:54.296763_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.099994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.099994_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.099994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.099994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.744698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6166be4-8a96-49d8-b233-a5c79b9ed25c/paligemma_diffusion_droid_2025-12-01T09:31:53.744698_video_wrist.mp4"},"preference":"B","session_id":"f6166be4-8a96-49d8-b233-a5c79b9ed25c","university":"frodobots"},{"completion_time":"2025-12-01T09:10:26.190963Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the cup to the plate","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cup, knocked it over.Then policy B moved the gripper randomly for a while, approached the cup and attempted to grasp it until time ran out.My instruction is to pour water from the cup to the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cup, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:16.131527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:16.131527_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.036756_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.036756_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.036756_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.036756_video_right.mp4","wrist_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.707459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/paligemma_binning_droid_2025-12-01T09:05:15.707459_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:06.845509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:06.845509_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:05.688741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:05.688741_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:05.688741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:05.688741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:06.290804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/878353e8-23a8-4207-b66c-7d337567d216/pi05_droid_2025-12-01T09:10:06.290804_video_wrist.mp4"},"preference":"B","session_id":"878353e8-23a8-4207-b66c-7d337567d216","university":"frodobots"},{"completion_time":"2025-12-01T08:59:00.444474Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of grapes on the sofa ","longform_feedback":"Policy A first moved the gripper above the bunch of grapes but moved away soon,then, after hesitating for a while, policy A approached the bunch of grapes, grasped it, picked it up, moved it and dropped it on floor.Policy B first moved the gripper close to the plate which contained the bunch of grapes, grasped the plate, picked it up, then moved it and dropped it on floor in the end.My instruction is to put the bunch of grapes on the sofa ,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the bunch of grapes, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:13.982204_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:13.982204_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:12.772817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:12.772817_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:12.772817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:12.772817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:13.411148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/pi0_droid_2025-12-01T08:52:13.411148_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:48.955054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:48.955054_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:47.821612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:47.821612_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:47.821612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:47.821612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:48.447270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aeea42c-f07f-4f9c-ac3c-e337841fda53/paligemma_fast_specialist_droid_2025-12-01T08:57:48.447270_video_wrist.mp4"},"preference":"A","session_id":"6aeea42c-f07f-4f9c-ac3c-e337841fda53","university":"frodobots"},{"completion_time":"2025-12-01T08:47:04.358192Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control into the plate","longform_feedback":"Policy A first moved the gripper toward the banana, attempted to grasp it several times, then attempted to grasp the carrot during remaining time of the episode.Policy B first moved the gripper toward the remote control, attempted to grasp it but did not succeed.Then policy B moved the gripper randomly for a while, grasped and picked up the carrot in the end.My instruction is to put the remote control into the plate,neither  policy was able to complete the task.When comparing the performance of the two, policy B at least approached the remote control,whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:02.615569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:02.615569_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:01.512532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:01.512532_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:01.512532_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:01.512532_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:02.065262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/paligemma_vq_droid_2025-12-01T08:41:02.065262_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:45.446962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:45.446962_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.221568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.221568_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.221568_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.221568_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.893720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6184e065-92a2-4613-863e-ee75860bfaeb/pi0_fast_droid_2025-12-01T08:46:44.893720_video_wrist.mp4"},"preference":"B","session_id":"6184e065-92a2-4613-863e-ee75860bfaeb","university":"frodobots"},{"completion_time":"2025-12-01T08:38:17.857792Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper toward the plate, adjusted posture,grasped and released the plate, then made multiple attempts to grasp the plate again during remaining time of the episode.Policy B first moved the gripper close to the plate, touched it, then attempted to grasp it, but did not succeed in the end.My instruction is to turn the plate upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the plate, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:11.598054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:11.598054_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:10.406671_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:10.406671_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:10.406671_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:10.406671_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:11.029279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/paligemma_diffusion_droid_2025-12-01T08:33:11.029279_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:58.730408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:58.730408_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:57.576641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:57.576641_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:57.576641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:57.576641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:58.212810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf01eed-8d92-4e70-bd73-10d08b8c88dc/pi0_fast_droid_2025-12-01T08:37:58.212810_video_wrist.mp4"},"preference":"A","session_id":"4bf01eed-8d92-4e70-bd73-10d08b8c88dc","university":"frodobots"},{"completion_time":"2025-12-01T08:07:15.405896Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, rotated it by about 90 degrees and dropped it on floor.Next, policy A moved the gripper toward the carrot, attempted to grasp it, but did not succeed in the end.Policy B first moved the gripper close to the banana, then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.My instruction is to rotate the carrot by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the carrot, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:55.932367_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:55.932367_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:54.620713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:54.620713_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:54.620713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:54.620713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:55.323576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/pi0_fast_droid_2025-12-01T07:58:55.323576_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:07:00.464318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:07:00.464318_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.259882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.259882_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.259882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.259882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.921946_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5020ac31-fe89-4273-a0d4-ad0bb2c48e2d/paligemma_diffusion_droid_2025-12-01T08:06:59.921946_video_wrist.mp4"},"preference":"A","session_id":"5020ac31-fe89-4273-a0d4-ad0bb2c48e2d","university":"frodobots"},{"completion_time":"2025-12-01T07:35:49.955665Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it to the plate and dropped it into the plate.Next, policy A approached the carrot, made several attempts to grasp it until time ran out.Policy B first moved the gripper toward the carrot, grasped it, picked it up, then moved it to the plate and put it into the plate.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put all the foods into the plate,there are two kind of foods in total,neither policy was able to complete the task.When comparing the performance of the two,both policies put one food into the plate, but then policy A attempted to grasp another food while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:12.872057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:12.872057_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:11.620131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:11.620131_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:11.620131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:11.620131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:12.309852_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/pi0_droid_2025-12-01T07:29:12.309852_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:30.312565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:30.312565_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.092167_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.092167_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.092167_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.092167_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.745210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73aaf972-f578-4741-9d5e-4d3cc6f036f5/paligemma_fast_droid_2025-12-01T07:35:29.745210_video_wrist.mp4"},"preference":"A","session_id":"73aaf972-f578-4741-9d5e-4d3cc6f036f5","university":"frodobots"},{"completion_time":"2025-12-01T07:22:12.188453Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all foods into the plate","longform_feedback":"Policy A first moved the gripper close to the carrot, grasped it, picked it up, then moved it toward the plate and dropped it into the plate in the end.Policy B first took some time to find the target, then approached the carrot, grasped it, picked it up, moved it to the plate and dropped it into the plate.My instruction is to put all foods into the plate, there are two kinds of foods in total which are the carrot and the banana, neither policy was able to complete the task.When comparing the performance of the two, both policies only put the carrot into the plate.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:08.154658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:08.154658_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:06.919771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:06.919771_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:06.919771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:06.919771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:07.608693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/paligemma_fast_specialist_droid_2025-12-01T07:13:07.608693_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:42.662915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:42.662915_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:41.439777_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:41.439777_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:41.439777_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:41.439777_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:42.100192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3418cb46-57bc-4fb9-b331-c77bce19c5ff/pi05_droid_2025-12-01T07:21:42.100192_video_wrist.mp4"},"preference":"TIE","session_id":"3418cb46-57bc-4fb9-b331-c77bce19c5ff","university":"frodobots"},{"completion_time":"2025-12-01T05:50:56.635561Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the cup","longform_feedback":"Policy A first moved the gripper close to the carrot, grasped it, picked it up, then moved it to the cup and dropped it on the cup, causing the carrot to fall off to the sofa.Next, policy A grasped and released the cup during remaining time of the episode.Policy B first moved the gripper toward the carrot, grasped it, picked it up,then moved it to the cup and put it on the edge of the cup.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the carrot into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the carrot on the edge of the cup, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:45.613461_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:45.613461_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:44.458016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:44.458016_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:44.458016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:44.458016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:45.075145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/paligemma_diffusion_droid_2025-12-01T05:44:45.075145_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:38.475343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:38.475343_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.261282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.261282_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.261282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.261282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.914661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa3362e7-c60c-4418-82a2-97e688c28558/pi0_fast_droid_2025-12-01T05:50:37.914661_video_wrist.mp4"},"preference":"B","session_id":"aa3362e7-c60c-4418-82a2-97e688c28558","university":"frodobots"},{"completion_time":"2025-12-01T05:31:47.273309Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the cup","longform_feedback":"Policy A first moved the gripper toward the eraser but moved away soon. Then policy A moved the gripper back and forth for a while, approached the eraser, grasped it, picked it up in the end.Policy B first moved the gripper close to the eraser, grasped it, picked it up, then moved it toward the cup, dropped it near the cup, causing the eraser to fall off to the floor.My instruction is to put the eraser into the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the eraser, but policy B dropped the eraser near the cup while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:47.740569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:47.740569_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:46.642742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:46.642742_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:46.642742_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:46.642742_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:47.279925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_diffusion_droid_2025-12-01T05:23:47.279925_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:32.532250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:32.532250_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.237628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.237628_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.237628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.237628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.970897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c7673a-3cef-4ade-908b-1122f560e5e0/paligemma_vq_droid_2025-12-01T05:30:31.970897_video_wrist.mp4"},"preference":"B","session_id":"66c7673a-3cef-4ade-908b-1122f560e5e0","university":"frodobots"},{"completion_time":"2025-12-01T04:01:46.984876Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the cube","longform_feedback":"Policy A first moved the gripper toward the cube, pushed it slightly, then moved the gripper away and moved randomly until approached the cube again in the end.Policy B first moved the gripper randomly for while, then moved the gripper toward floor and moved slightly above the floor during remaining time of the episode.My instruction is to put the controller onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cube, whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:24.306063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:24.306063_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.101503_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.101503_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.101503_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.101503_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.754289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_fast_droid_2025-12-01T03:56:23.754289_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:26.320735_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:26.320735_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.126516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.126516_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.126516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.126516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.774533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0557eda-a6ea-49e6-ad08-426a7390b031/paligemma_vq_droid_2025-12-01T04:01:25.774533_video_wrist.mp4"},"preference":"A","session_id":"e0557eda-a6ea-49e6-ad08-426a7390b031","university":"frodobots"},{"completion_time":"2025-12-01T03:47:44.858054Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper toward the controller, attempted to grasp it but did not succeed.Then,after hesitating for a while, policy A grasped the controller, picked it up, rotated it and dropped it on sofa, causing the controller to be turned up side down.Policy B first moved the gripper close to the controller,grasped and released it,  then made multiple attempts to grasp the controller during remaining time of the episode.My instruction is to turn the controller upside down, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:34.368412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:34.368412_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.139234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.139234_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.139234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.139234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.831849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_vq_droid_2025-12-01T03:42:33.831849_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:26.547695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:26.547695_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:25.338385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:25.338385_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:25.338385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:25.338385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:26.040531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/def05564-cf97-4b50-9aa9-5443a0fbe3f9/paligemma_diffusion_droid_2025-12-01T03:47:26.040531_video_wrist.mp4"},"preference":"A","session_id":"def05564-cf97-4b50-9aa9-5443a0fbe3f9","university":"frodobots"},{"completion_time":"2025-12-01T03:35:39.515007Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the cube, paused briefly, then approached the controller in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the controller, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:32.186352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:32.186352_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.012260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.012260_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.012260_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.012260_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.648430_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/pi0_droid_2025-12-01T03:31:31.648430_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:26.280984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:26.280984_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.344363_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.344363_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.344363_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.344363_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.853826_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bcc0af2-af6a-4c8d-ab7e-89bb143108c8/paligemma_binning_droid_2025-12-01T03:35:25.853826_video_wrist.mp4"},"preference":"A","session_id":"0bcc0af2-af6a-4c8d-ab7e-89bb143108c8","university":"frodobots"},{"completion_time":"2025-12-01T03:27:40.780203Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper, then pressed the blank area of the controller rather than the yellow button.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least press the blank area of the controller, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:57.087634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:57.087634_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:55.892401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:55.892401_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:55.892401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:55.892401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:56.510271_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/pi0_droid_2025-12-01T03:23:56.510271_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:28.433652_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:28.433652_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:27.501415_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:27.501415_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:27.501415_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:27.501415_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:28.012742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f139cba3-5b0b-4d80-b8d6-222a1fffaf3b/paligemma_binning_droid_2025-12-01T03:27:28.012742_video_wrist.mp4"},"preference":"A","session_id":"f139cba3-5b0b-4d80-b8d6-222a1fffaf3b","university":"frodobots"},{"completion_time":"2025-12-01T03:17:55.157511Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the cube","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first took some time to find the target, then approached the red block, made multiple attempts to grasp it during remaining time of the of the episode, but did not succeed in the end.My instruction is to put the red block onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the red block, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:50.725900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:50.725900_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:49.832982_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:49.832982_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:49.832982_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:49.832982_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:50.327784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_binning_droid_2025-12-01T03:11:50.327784_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:39.444692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:39.444692_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.206248_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.206248_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.206248_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.206248_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.858784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c265dde-64e1-4c79-bdc6-e91c7fafc173/paligemma_fast_droid_2025-12-01T03:17:38.858784_video_wrist.mp4"},"preference":"B","session_id":"0c265dde-64e1-4c79-bdc6-e91c7fafc173","university":"frodobots"},{"completion_time":"2025-12-01T01:50:36.892460Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the green pencil by 90 degrees","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the green pencil, attempted to grasp it but did not succeed.Next, policy A moved the gripper away, moved back and forth during remaining time of the episode.Policy B first moved the gripper close to the green pencil, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to rotate the green pencil by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the pencil, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:45.205304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:45.205304_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.005923_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.005923_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.005923_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.005923_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.676224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/paligemma_vq_droid_2025-12-01T01:44:44.676224_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:22.693777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:22.693777_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:21.459131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:21.459131_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:21.459131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:21.459131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:22.130654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e100e3-0788-47ce-a594-76a8f8031d56/pi05_droid_2025-12-01T01:50:22.130654_video_wrist.mp4"},"preference":"B","session_id":"31e100e3-0788-47ce-a594-76a8f8031d56","university":"frodobots"},{"completion_time":"2025-12-01T01:29:10.943807Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the maker pen, approached the pencil near the marker pen, then grasped the pencil, picked it up, moved it to the book and put it onto the book.Policy B first moved the gripper close to the pencil near the marker pen, attempted to grasp it but did not succeed.Then after hesitating for a while, policy B approached the marker pen and pencil again in the end.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the wrong object(pencil) onto the book, whereas policy B only approached it.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:32.146352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:32.146352_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:30.972415_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:30.972415_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:30.972415_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:30.972415_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:31.627625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi05_droid_2025-12-01T01:20:31.627625_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:24.899646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:24.899646_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:23.876229_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:23.876229_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:23.876229_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:23.876229_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:24.397028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75875059-71c5-41f0-ac3a-62e5c1d0858b/pi0_droid_2025-12-01T01:28:24.397028_video_wrist.mp4"},"preference":"A","session_id":"75875059-71c5-41f0-ac3a-62e5c1d0858b","university":"frodobots"},{"completion_time":"2025-12-01T01:16:22.291344Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper randomly for a while, then stopped during remaining time of the episode.Policy B first moved the gripper toward the floor, then stopped during remaining time of the episode.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, both policies only move the gripper, but did not find the book.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:10.140637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:10.140637_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.064563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.064563_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.064563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.064563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.664650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/paligemma_vq_droid_2025-12-01T01:11:09.664650_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:06.240341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:06.240341_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.092527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.092527_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.092527_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.092527_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.740427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9ebff6a-ff8e-4006-99a0-42bb20e7a159/pi0_fast_droid_2025-12-01T01:16:05.740427_video_wrist.mp4"},"preference":"TIE","session_id":"f9ebff6a-ff8e-4006-99a0-42bb20e7a159","university":"frodobots"},{"completion_time":"2025-11-28T05:26:54.421167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A first moved the gripper toward the curtain, attempted to grasp it but did not succeed, then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the curtain, made multiple attempts to grasp it, then grasped the curtain, pulled it to make the curtain open a bit rather than close.My instruction is to close the curtain, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the curtain, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:11.185203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:11.185203_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.141582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.141582_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.141582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.141582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.647490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/pi05_droid_2025-11-28T05:20:10.647490_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:37.740026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:37.740026_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:36.663606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:36.663606_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:36.663606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:36.663606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:37.241973_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bed24c0-3a27-4a84-88a1-d817751d0644/paligemma_fast_droid_2025-11-28T05:26:37.241973_video_wrist.mp4"},"preference":"B","session_id":"4bed24c0-3a27-4a84-88a1-d817751d0644","university":"frodobots"},{"completion_time":"2025-11-28T02:01:25.799814Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A first moved the gripper toward the curtain,then attempted to grasp it but did not succeed, then moved around the curtain until time ran out.Policy B first moved the gripper toward the curtain, then attempted to grasp it,  but did not succeed in the end.My instruction is to close the curtain,neither policy was able to complete to task, when comparing the performance of the two, both policies only approached the curtain, but did not succeed in grasping it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:29.651276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:29.651276_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:28.615773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:28.615773_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:28.615773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:28.615773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:29.154263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_vq_droid_2025-11-28T01:54:29.154263_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:12.004750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:12.004750_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:10.960640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:10.960640_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:10.960640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:10.960640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:11.508632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17b8674b-f909-48f6-ac74-02b81ad128ca/paligemma_fast_specialist_droid_2025-11-28T02:01:11.508632_video_wrist.mp4"},"preference":"TIE","session_id":"17b8674b-f909-48f6-ac74-02b81ad128ca","university":"frodobots"},{"completion_time":"2025-11-28T01:22:31.896395Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A first moved the gripper back and forth for a while, then moved the gripper toward the curtain, attempted to grasp it in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the curtain, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the curtain, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:59.617426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:59.617426_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:58.511526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:58.511526_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:58.511526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:58.511526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:59.059005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_fast_specialist_droid_2025-11-28T01:18:59.059005_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:10.010026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:10.010026_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.088424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.088424_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.088424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.088424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.628864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49de8e4d-13a0-4580-b593-a3178bbe7eb2/paligemma_binning_droid_2025-11-28T01:22:09.628864_video_wrist.mp4"},"preference":"A","session_id":"49de8e4d-13a0-4580-b593-a3178bbe7eb2","university":"frodobots"},{"completion_time":"2025-11-28T01:14:30.758954Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A moved the gripper randomly and closed the gripper several times during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the curtain, made multiple attempts to grasp it, but did not succeed in the end.My instruction is to open the curtain, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the curtain, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:39.421870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:39.421870_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.320419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.320419_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.320419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.320419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.890776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_fast_specialist_droid_2025-11-28T01:09:38.890776_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:13.516334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:13.516334_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.451891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.451891_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.451891_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.451891_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.998982_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8fa2b4-823a-45e0-8465-b0980bc85b15/paligemma_vq_droid_2025-11-28T01:14:12.998982_video_wrist.mp4"},"preference":"B","session_id":"1f8fa2b4-823a-45e0-8465-b0980bc85b15","university":"frodobots"},{"completion_time":"2025-11-27T01:53:17.783679Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, pushed the page of the book, then inserted the gripper under the cover, pushed the book to make it close halfway, but the book opened back up when the gripper moved away.Next, policy A approached the book again, adjusted posture until time ran out.Policy B moved the gripper slightly during entire time of the episode,as if could not find the target. My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least close the book halfway, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:55.150646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:55.150646_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:53.871638_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:53.871638_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:53.871638_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:53.871638_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:54.572415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_fast_droid_2025-11-27T01:44:54.572415_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:24.253287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:24.253287_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.146275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.146275_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.146275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.146275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.762617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6840e6d-c95e-498a-bbc1-6380438be2da/pi0_droid_2025-11-27T01:50:23.762617_video_wrist.mp4"},"preference":"A","session_id":"f6840e6d-c95e-498a-bbc1-6380438be2da","university":"frodobots"},{"completion_time":"2025-11-27T01:25:25.359826Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words in the book with the eraser","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the book, touched it, close the gripper above the book as if attempting to grasp it.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to erase the words in the book with the eraser, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the book, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:04.918552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:04.918552_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:03.961802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:03.961802_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:03.961802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:03.961802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:04.543864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/paligemma_binning_droid_2025-11-27T01:20:04.543864_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:09.490712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:09.490712_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.252729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.252729_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.252729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.252729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.921538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce22ff0f-6190-432d-9e21-967a391f7c5a/pi05_droid_2025-11-27T01:25:08.921538_video_wrist.mp4"},"preference":"B","session_id":"ce22ff0f-6190-432d-9e21-967a391f7c5a","university":"frodobots"},{"completion_time":"2025-11-27T01:14:55.131407Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to the marker pen,grasped it, picked it up, then moved it toward the book,rotated the marker pen for a while, dropped the marker pen onto the book in the end.Policy B first moved the gripper close to the marker pen,attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the marker pen onto the book, whereas policy B could not even grasp the marker pen.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:51.802496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:51.802496_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:50.725780_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:50.725780_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:50.725780_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:50.725780_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:51.325671_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_fast_droid_2025-11-27T01:08:51.325671_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:39.334637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:39.334637_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.215593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.215593_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.215593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.215593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.745184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65a7ab33-cbc2-4da6-a6cc-8784826d4be0/pi0_droid_2025-11-27T01:14:38.745184_video_wrist.mp4"},"preference":"A","session_id":"65a7ab33-cbc2-4da6-a6cc-8784826d4be0","university":"frodobots"},{"completion_time":"2025-11-26T06:23:54.658427Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pencil onto the book","longform_feedback":"Policy A first moved the gripper close to the marker pen but moved away soon, then approached the pencil but moved away soon.Next,  policy A grasped the marker pen in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the pencil onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the pencil, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:30.206188_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:30.206188_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.014633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.014633_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.014633_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.014633_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.639566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_fast_droid_2025-11-26T06:19:29.639566_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:36.045273_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:36.045273_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.098611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.098611_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.098611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.098611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.601484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4779acc2-0e96-4ba2-8d39-2aa951d27a42/paligemma_binning_droid_2025-11-26T06:23:35.601484_video_wrist.mp4"},"preference":"A","session_id":"4779acc2-0e96-4ba2-8d39-2aa951d27a42","university":"frodobots"},{"completion_time":"2025-11-26T06:08:22.116327Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, inserted the gripper under the cover, then grasp the cover, moved it to make the book close a bit, but the cover returned opening when the gripper moved away.Policy B first moved the gripper toward the floor, then moved slightly during remaining time of the episode.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the cover of the book, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:39.612080_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:39.612080_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:38.403071_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:38.403071_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:38.403071_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:38.403071_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:39.030858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_fast_specialist_droid_2025-11-26T06:03:39.030858_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:05.585236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:05.585236_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:04.459108_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:04.459108_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:04.459108_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:04.459108_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:05.067514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f469458-78ac-433f-9d11-0353a526691a/paligemma_vq_droid_2025-11-26T06:08:05.067514_video_wrist.mp4"},"preference":"A","session_id":"7f469458-78ac-433f-9d11-0353a526691a","university":"frodobots"},{"completion_time":"2025-11-26T05:55:22.534274Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the edge of book, adjusted posture, as if attempted to pushed the edge of the over, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the book, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:36.233328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:36.233328_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:34.988405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:34.988405_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:34.988405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:34.988405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:35.669860_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_fast_droid_2025-11-26T05:51:35.669860_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:08.366116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:08.366116_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.424980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.424980_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.424980_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.424980_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.929652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca42dcb0-c454-40ec-b66d-e44bb427d56d/paligemma_binning_droid_2025-11-26T05:55:07.929652_video_wrist.mp4"},"preference":"A","session_id":"ca42dcb0-c454-40ec-b66d-e44bb427d56d","university":"frodobots"},{"completion_time":"2025-11-26T05:37:32.865250Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book, adjusted posture,but moved away soon.Then policy B moved the gripper randomly until time ran out.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the book, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:42.590593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:42.590593_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:41.417602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:41.417602_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:41.417602_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:41.417602_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:42.020063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_vq_droid_2025-11-26T05:32:42.020063_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:15.710151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:15.710151_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:14.546977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:14.546977_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:14.546977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:14.546977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:15.169251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87535bf7-b326-4a97-a5e8-638fa6f7abae/paligemma_fast_specialist_droid_2025-11-26T05:37:15.169251_video_wrist.mp4"},"preference":"B","session_id":"87535bf7-b326-4a97-a5e8-638fa6f7abae","university":"frodobots"},{"completion_time":"2025-11-26T03:38:28.706940Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the plate onto the cup","longform_feedback":"Policy A first moved the gripper close to plate, then made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the plate, grasped it, picked it up, then moved it toward the cup, dropped it on the cup, causing the cup to fall over.Next, policy B approached the plate again, attempted to grasp until time ran out.My instruction is to put the plate onto the cup, neither policy was able to complete the task.When comparing the performance of the two,policy B almost completed the task, whereas policy A did not even grasp the plate.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:29.114603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:29.114603_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:27.868862_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:27.868862_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:27.868862_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:27.868862_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:28.558053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_droid_2025-11-26T03:31:28.558053_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:11.369639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:11.369639_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.157605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.157605_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.157605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.157605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.806253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02ace1a8-a5af-415a-8ea2-e92015e08d65/pi0_fast_droid_2025-11-26T03:38:10.806253_video_wrist.mp4"},"preference":"B","session_id":"02ace1a8-a5af-415a-8ea2-e92015e08d65","university":"frodobots"},{"completion_time":"2025-11-26T02:49:09.640293Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the cup","longform_feedback":"Policy A first moved the gripper close to red block, grasped it, picked it up, then moved it to the cup and dropped it into the cup.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the red block,  grasped it, picked it up and dropped it on floor.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the red block into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:29.830027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:29.830027_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:28.610769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:28.610769_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:28.610769_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:28.610769_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:29.259393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/pi0_fast_droid_2025-11-26T02:43:29.259393_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:15.508697_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:15.508697_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.252698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.252698_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.252698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.252698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.919940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e199ef-a3aa-4423-a0cd-1cdacacf78e7/paligemma_fast_droid_2025-11-26T02:48:14.919940_video_wrist.mp4"},"preference":"A","session_id":"54e199ef-a3aa-4423-a0cd-1cdacacf78e7","university":"frodobots"},{"completion_time":"2025-11-26T02:37:58.654204Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the cup","longform_feedback":"Policy A first moved the gripper close to the eraser, then made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the cup, attempted to grasp it but did not succeed.Then policy B pushed the plate, attempted to grasp it but failed.My instruction is to put the eraser into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the eraser, whereas policy B dd not find the eraser.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:56.715026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:56.715026_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:55.437622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:55.437622_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:55.437622_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:55.437622_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:56.111455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_diffusion_droid_2025-11-26T02:32:56.111455_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:40.752048_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:40.752048_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:39.570770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:39.570770_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:39.570770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:39.570770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:40.140386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00bf8eb6-ee00-48a5-bb7b-fcced5aef43a/paligemma_vq_droid_2025-11-26T02:37:40.140386_video_wrist.mp4"},"preference":"A","session_id":"00bf8eb6-ee00-48a5-bb7b-fcced5aef43a","university":"frodobots"},{"completion_time":"2025-11-26T02:29:07.954366Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the cup upside down","longform_feedback":"Policy A first moved the gripper toward the cup, grasped it, picked it up, then rotated it and dropped it on sofa, causing the cup to fall over.Next, policy A attempted to grasp the cup again during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the cup upside down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:24.485043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:24.485043_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.255911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.255911_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.255911_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.255911_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.921213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_vq_droid_2025-11-26T02:25:23.921213_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:52.720424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:52.720424_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:51.799524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:51.799524_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:51.799524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:51.799524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:52.340953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee8fc585-426c-4f02-8650-8c0d0270ab52/paligemma_binning_droid_2025-11-26T02:28:52.340953_video_wrist.mp4"},"preference":"A","session_id":"ee8fc585-426c-4f02-8650-8c0d0270ab52","university":"frodobots"},{"completion_time":"2025-11-26T01:18:26.081198Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the  cup to the plate","longform_feedback":"Policy A first moved the gripper toward the cup but moved away soon, then, after hesitating for a while, approached the cup, touched it.Policy B first moved the gripper close to the cup, grasped it, picked it up, then moved it toward the plate, put it into the plate.Next, policy B moved the gripper slowly during remaining time of the episode.My instruction is to pour water from the  cup to the plate,neither policy was able to complete the task.When comparing the performance of the two, policy B at least put the cup into the plate, whereas policy A only touched the cup.Therefore,policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:51.274457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:51.274457_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.055372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.055372_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.055372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.055372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.713584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/paligemma_fast_specialist_droid_2025-11-26T01:11:50.713584_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:08.303627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:08.303627_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.222048_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.222048_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.222048_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.222048_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.854498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d84c488d-87df-4f29-a8ab-8e2b6c93fdf7/pi0_fast_droid_2025-11-26T01:18:07.854498_video_wrist.mp4"},"preference":"B","session_id":"d84c488d-87df-4f29-a8ab-8e2b6c93fdf7","university":"frodobots"},{"completion_time":"2025-11-25T09:18:07.515216Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fork into the cup","longform_feedback":"Policy A first moved the gripper toward the fork, attempted to grasp it but failed, then moved the gripper toward the cup but moved away soon.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to put the fork into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the fork, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:39.016918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:39.016918_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:37.821898_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:37.821898_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:37.821898_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:37.821898_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:38.490864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/pi0_droid_2025-11-25T09:11:38.490864_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:46.957346_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:46.957346_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:45.859519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:45.859519_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:45.859519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:45.859519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:46.428536_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3098738a-cc73-41fb-bd47-f9dd4cdc65ff/paligemma_vq_droid_2025-11-25T09:17:46.428536_video_wrist.mp4"},"preference":"A","session_id":"3098738a-cc73-41fb-bd47-f9dd4cdc65ff","university":"frodobots"},{"completion_time":"2025-11-25T09:05:44.704349Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the curtain with the fork","longform_feedback":"Policy A first moved the gripper toward the curtain, attempted to grasp it, then moved back and forth during remaining time of the episode.Policy B first moved the gripper slightly for a while, then approached the fork, attempted to grasp it, but time ran out.My instruction is to poke the curtain with the fork,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the fork, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:07.009120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:07.009120_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:05.875552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:05.875552_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:05.875552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:05.875552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:06.472148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/paligemma_diffusion_droid_2025-11-25T08:59:06.472148_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:25.897669_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:25.897669_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:24.720111_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:24.720111_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:24.720111_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:24.720111_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:25.364807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b30732-6369-495e-b8ef-50ddd6f69320/pi0_droid_2025-11-25T09:05:25.364807_video_wrist.mp4"},"preference":"B","session_id":"33b30732-6369-495e-b8ef-50ddd6f69320","university":"frodobots"},{"completion_time":"2025-11-25T07:18:03.122191Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fork","longform_feedback":"Policy A first moved the gripper close to the the fork, attempted to grasp but failed, then policy A moved the gripper back and forth for a while, approached the fork a gain, grasped it, picked it up, moved it and dropped it on floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the fork, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:40.933718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:40.933718_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:39.731954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:39.731954_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:39.731954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:39.731954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:40.388978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/pi0_fast_droid_2025-11-25T07:11:40.388978_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:17:00.697854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:17:00.697854_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:16:59.768469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:16:59.768469_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:16:59.768469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:16:59.768469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:17:00.318126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cfeb289-9f98-4f2d-a808-2306a2955c61/paligemma_binning_droid_2025-11-25T07:17:00.318126_video_wrist.mp4"},"preference":"A","session_id":"7cfeb289-9f98-4f2d-a808-2306a2955c61","university":"frodobots"},{"completion_time":"2025-11-25T06:46:07.784148Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to the plate, grasped it, picked it up, then rotated it during most time of the episode,as if attempting to turn the plate upside down but failed, dropped it on floor in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and rotated the plate, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:55.633323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:55.633323_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:54.379443_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:54.379443_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:54.379443_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:54.379443_video_right.mp4","wrist_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:55.076852_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/pi0_fast_droid_2025-11-25T06:38:55.076852_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.961500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.961500_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.019559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.019559_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.019559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.019559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.568889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/450374fa-30c0-4f53-a806-98491fd76b93/paligemma_binning_droid_2025-11-25T06:45:51.568889_video_wrist.mp4"},"preference":"A","session_id":"450374fa-30c0-4f53-a806-98491fd76b93","university":"frodobots"},{"completion_time":"2025-11-25T06:22:39.038411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on sofa","longform_feedback":"Policy A first moved the gripper close to the cup,adjusted posture, pushed the cup,attempted to grasp the cup several times during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the cup, adjusted posture, attempted to grasp the cup but did not succeed.Then policy B moved the gripper slowly around the cup during remaining time of the episode.My instruction is to stand the cup upright on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the cup, whereas policy B did not reach the cup.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:56.462920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:56.462920_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.180812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.180812_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.180812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.180812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.889329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/paligemma_fast_droid_2025-11-25T06:13:55.889329_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:38.189511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:38.189511_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:36.927336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:36.927336_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:36.927336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:36.927336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:37.611067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7682c8cd-6c73-4386-9192-9079af67458f/pi0_fast_droid_2025-11-25T06:21:37.611067_video_wrist.mp4"},"preference":"A","session_id":"7682c8cd-6c73-4386-9192-9079af67458f","university":"frodobots"},{"completion_time":"2025-11-25T05:55:12.294248Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on sofa","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cup, adjusted posture, made multiple attempted to grasp the cup, then picked it up and dropped it on sofa.My instruction is to stand the cup upright on sofa, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked the cup, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:59.092241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:59.092241_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.107334_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.107334_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.107334_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.107334_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.689342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_binning_droid_2025-11-25T05:48:58.689342_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:23.566524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:23.566524_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.331409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.331409_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.331409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.331409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.984389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3eb78775-1ef7-4c00-9358-750679375798/paligemma_diffusion_droid_2025-11-25T05:54:22.984389_video_wrist.mp4"},"preference":"B","session_id":"3eb78775-1ef7-4c00-9358-750679375798","university":"frodobots"},{"completion_time":"2025-11-25T05:32:29.963468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the left cup","longform_feedback":"Policy A first moved the gripper close to the red block,grasped it, picked it up, then moved it toward the cup and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the red block, grasped it, picked it up, then moved it to the left cup, dropped it into the left cup.Next, policy B moved the gripper close to the cube, grasped it, picked it up, moved it and dropped it.My instruction is to put the red block into the left cup, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:28.974815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:28.974815_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:27.777627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:27.777627_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:27.777627_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:27.777627_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:28.403888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/paligemma_vq_droid_2025-11-25T05:26:28.403888_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:11.850262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:11.850262_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:10.484752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:10.484752_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:10.484752_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:10.484752_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:11.254794_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bef2e89-323b-4846-89ef-4fdd33200376/pi0_fast_droid_2025-11-25T05:32:11.254794_video_wrist.mp4"},"preference":"B","session_id":"9bef2e89-323b-4846-89ef-4fdd33200376","university":"frodobots"},{"completion_time":"2025-11-25T05:22:16.482946Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, attempted to grasped it, but knocked the cup over.Then policy A grasped the cup, moved it, causing the cup fall off to floor.Next, policy A approached another cup, grasped it, picked it up and dropped it on sofa.Policy B first moved the gripper close to one cup, attempted to grasp it, but knocked the cup over.Then policy B made multiple attempts to grasp the cup, picked it up and dropped it.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A grasped two cups, whereas policy B grasped one cup.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:08.082614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:08.082614_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:06.806820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:06.806820_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:06.806820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:06.806820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:07.601559_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_vq_droid_2025-11-25T05:16:07.601559_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:57.843455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:57.843455_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:56.601910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:56.601910_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:56.601910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:56.601910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:57.268508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd3669f0-8980-41f1-8f00-2c8ecced90e2/paligemma_diffusion_droid_2025-11-25T05:21:57.268508_video_wrist.mp4"},"preference":"A","session_id":"bd3669f0-8980-41f1-8f00-2c8ecced90e2","university":"frodobots"},{"completion_time":"2025-11-25T03:58:40.703410Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the plate onto the cube","longform_feedback":"Policy A first moved the gripper close to the edge of the sofa,attempted to grasped it, then approached the plate, adjusted posture, attempted to grasped but did not succeed.Policy B first moved the gripper close to the plate, grasped it, picked it up, then moved it toward the cube, dropped it on floor.Next, policy B approached the plate again, attempted to grasp it until time ran out.My instruction is to put the plate onto the cube, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the plate, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:48.497675_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:48.497675_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.241992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.241992_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.241992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.241992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.915446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_fast_specialist_droid_2025-11-25T03:51:47.915446_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:05.248385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:05.248385_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.077121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.077121_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.077121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.077121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.706657_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60063948-a712-478e-a9e2-111c7988a1b8/paligemma_diffusion_droid_2025-11-25T03:57:04.706657_video_wrist.mp4"},"preference":"B","session_id":"60063948-a712-478e-a9e2-111c7988a1b8","university":"frodobots"},{"completion_time":"2025-11-25T03:36:52.231472Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the plate","longform_feedback":"Policy A first moved the gripper close to the cube, attempted to grasp it but did not succeed,only pushed the cube.Then policy A approached the red block, attempted to grasp it but did not succeed.Policy B first moved the gripper close to the cube, grasped it, picked it up, then move it toward the plate and dropped it on floor.Next,policy B attempted to grasp the cube again until time ran out.My instruction is to put the cube into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the cube, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:44.270376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:44.270376_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:42.931069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:42.931069_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:42.931069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:42.931069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:43.637874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_fast_droid_2025-11-25T03:30:43.637874_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:41.018458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:41.018458_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:39.790462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:39.790462_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:39.790462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:39.790462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:40.446873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/483d8825-7157-42a4-85df-f9606c194808/paligemma_vq_droid_2025-11-25T03:35:40.446873_video_wrist.mp4"},"preference":"B","session_id":"483d8825-7157-42a4-85df-f9606c194808","university":"frodobots"},{"completion_time":"2025-11-25T03:10:05.768265Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the plate","longform_feedback":"Policy A first moved the gripper close to the red block,then made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the red block,  adjusted posture, attempted to grasped it but did not succeed.Then policy B moved the gripper toward the plate and opened the gripper above the plate as if dropping something.My instruction is to put the red block into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies attempted to grasp the red block and failed, but policy B moved the gripper above the plate, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:39.647434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:39.647434_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:38.428406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:38.428406_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:38.428406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:38.428406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:39.081700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/pi0_droid_2025-11-25T03:00:39.081700_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:48.497982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:48.497982_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:47.455443_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:47.455443_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:47.455443_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:47.455443_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:48.012600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b06882c-13f2-4874-9eca-07647c956982/paligemma_vq_droid_2025-11-25T03:09:48.012600_video_wrist.mp4"},"preference":"B","session_id":"7b06882c-13f2-4874-9eca-07647c956982","university":"frodobots"},{"completion_time":"2025-11-25T02:55:06.901743Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser into the plate","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then approached the red wooden block in the end.Policy B first moved the gripper close to the red wooden block,made multiple attempts to grasp it but did not succeed.My instruction is to put the eraser into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the red wooden block rather than the eraser, but policy B at least attempted to grasp the wrong object, whereas policy A did not.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:07.690810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:07.690810_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:06.491811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:06.491811_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:06.491811_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:06.491811_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:07.139893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/pi0_droid_2025-11-25T02:47:07.139893_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:03.649022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:03.649022_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:02.437839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:02.437839_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:02.437839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:02.437839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:03.116640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cae7af5-485f-4452-8acd-0a15e80fc1dd/paligemma_diffusion_droid_2025-11-25T02:53:03.116640_video_wrist.mp4"},"preference":"B","session_id":"8cae7af5-485f-4452-8acd-0a15e80fc1dd","university":"frodobots"},{"completion_time":"2025-11-25T02:40:58.817455Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but seemingly did not find the towel.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:26.398694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:26.398694_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.413737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.413737_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.413737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.413737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.900264_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/paligemma_fast_specialist_droid_2025-11-25T02:35:25.900264_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:41.956156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:41.956156_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:40.775621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:40.775621_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:40.775621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:40.775621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:41.373498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffeb64c8-d825-4425-bd40-955e2cd527ed/pi0_fast_droid_2025-11-25T02:40:41.373498_video_wrist.mp4"},"preference":"TIE","session_id":"ffeb64c8-d825-4425-bd40-955e2cd527ed","university":"frodobots"},{"completion_time":"2025-11-25T02:26:09.685487Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the drawer with the towel","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly during most time episode, then approached the towel but moved away soon.My instruction is to wipe the drawer with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the towel, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:49.056311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:49.056311_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:47.867829_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:47.867829_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:47.867829_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:47.867829_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:48.497611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_vq_droid_2025-11-25T02:20:48.497611_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:54.322784_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:54.322784_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.115626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.115626_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.115626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.115626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.790835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a98e0e5c-f22e-4272-9062-65bf8bf77bfe/paligemma_fast_specialist_droid_2025-11-25T02:25:53.790835_video_wrist.mp4"},"preference":"B","session_id":"a98e0e5c-f22e-4272-9062-65bf8bf77bfe","university":"frodobots"},{"completion_time":"2025-11-25T02:14:09.375890Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the drawer with the towel","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to wipe the drawer with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper slightly, whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:32.660680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:32.660680_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:31.618823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:31.618823_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:31.618823_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:31.618823_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:32.202036_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_vq_droid_2025-11-25T02:10:32.202036_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:51.528211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:51.528211_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:50.624480_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:50.624480_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:50.624480_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:50.624480_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:51.146977_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54adfa71-2669-424c-bd39-1a2f02a18dde/paligemma_binning_droid_2025-11-25T02:13:51.146977_video_wrist.mp4"},"preference":"A","session_id":"54adfa71-2669-424c-bd39-1a2f02a18dde","university":"frodobots"},{"completion_time":"2025-11-25T01:14:28.029899Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the banana, pushed it slightly, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the banana, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:44.518536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:44.518536_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:43.576579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:43.576579_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:43.576579_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:43.576579_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:44.105507_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/paligemma_binning_droid_2025-11-25T01:09:44.105507_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:35.889491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:35.889491_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:34.620705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:34.620705_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:34.620705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:34.620705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:35.320346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b948f606-a8a1-444a-9d01-01f53e024a5c/pi05_droid_2025-11-25T01:13:35.320346_video_wrist.mp4"},"preference":"B","session_id":"b948f606-a8a1-444a-9d01-01f53e024a5c","university":"frodobots"},{"completion_time":"2025-11-25T00:08:26.190067Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the pink bowl onto green bowl","longform_feedback":"POlicy A did stacking the green bowl onto the pink bowl but policy B did the other way around. Both are able to respond somehow relevant to the command","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:08.171828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:08.171828_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:06.808929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:06.808929_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:06.808929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:06.808929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:07.495185_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/paligemma_fast_droid_2025-11-25T00:01:07.495185_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:09.600120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:09.600120_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:08.361030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:08.361030_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:08.361030_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:08.361030_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:09.027144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17facd16-e10b-419c-b2a7-96de68165d28/pi0_fast_droid_2025-11-25T00:08:09.027144_video_wrist.mp4"},"preference":"A","session_id":"17facd16-e10b-419c-b2a7-96de68165d28","university":"Berkeley"},{"completion_time":"2025-11-24T23:49:50.330225Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the tape into pink bowl","longform_feedback":"Both policies completed the task very well. They rotated into the desired location within the very first minutes upon starting. The gripper in B also grasped the green bowl after all","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:29.946004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:29.946004_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:28.693946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:28.693946_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:28.693946_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:28.693946_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:29.347193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/pi05_droid_2025-11-24T23:42:29.347193_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:55.194571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:55.194571_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:53.990310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:53.990310_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:53.990310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:53.990310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:54.647398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb/paligemma_fast_droid_2025-11-24T23:47:54.647398_video_wrist.mp4"},"preference":"TIE","session_id":"df1d1d0c-6bd0-4b75-86d8-988a6d0ae3bb","university":"Berkeley"},{"completion_time":"2025-11-24T23:32:00.256872Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the watermelon into bowl","longform_feedback":"BOth policies failed to reach for the watermelon which was right on top far of the scene. B grasped the blue cubes and moved to onto the bowl (final destination) which is not sommething we want","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:33.718026_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:33.718026_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:35.610890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:35.610890_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.433647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.433647_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.433647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.433647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.996150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/paligemma_fast_droid_2025-11-24T23:23:34.996150_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.044193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.044193_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:25.509927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:25.509927_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.598137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.598137_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.598137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.598137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.972280_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0394a709-b65b-4d5a-b231-5c557c0f6d9d/pi05_droid_2025-11-24T23:31:24.972280_video_wrist.mp4"},"preference":"TIE","session_id":"0394a709-b65b-4d5a-b231-5c557c0f6d9d","university":"Berkeley"},{"completion_time":"2025-11-24T23:17:38.107627Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the plushies from the red cupcake plate","longform_feedback":"Both policies have succeeded in removing the plushies and landed it off on the table. The instruction was very simple and clear so that might be why it did completely 100 for score","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:13.618321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:13.618321_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:15.440048_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:15.440048_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:14.345686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:14.345686_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:13.618321_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:13.618321_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:14.876651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/paligemma_vq_droid_2025-11-24T23:09:14.876651_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:49.407812_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:49.407812_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:51.147286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:51.147286_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:50.064346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:50.064346_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:49.407812_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:49.407812_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:50.586391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3eb23c7-a456-4168-ac99-8634eb5b64ee/pi05_droid_2025-11-24T23:16:50.586391_video_wrist.mp4"},"preference":"TIE","session_id":"a3eb23c7-a456-4168-ac99-8634eb5b64ee","university":"Berkeley"},{"completion_time":"2025-11-24T23:04:06.233055Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the blue piece of toy into drawer","longform_feedback":"Policy B moved and tried to get the blue cup in hand while being asked to complete stuff with the blue pieces of toy. POlicy A had a right direction towards the toy but not sure if this was caused by chance since the toy was in the middle of everything","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:40.655488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:40.655488_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:42.357816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:42.357816_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:41.324639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:41.324639_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:40.655488_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:40.655488_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:41.805566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_vq_droid_2025-11-24T22:47:41.805566_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.186888_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.186888_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:03.054980_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:03.054980_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.905914_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.905914_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.186888_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:01.186888_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:02.459523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36bc0b57-0abb-4c1a-af98-8b457e270be0/paligemma_fast_droid_2025-11-24T23:03:02.459523_video_wrist.mp4"},"preference":"A","session_id":"36bc0b57-0abb-4c1a-af98-8b457e270be0","university":"Berkeley"},{"completion_time":"2025-11-24T22:40:09.492896Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"pick up the hand fan","longform_feedback":"Policy A grasped the watermelon instead of the handfan; their location are very close. Policy B attempted to reach the handle of the fan multiple times but it failed to g=find a better angle to grasp it in place","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:38.427140_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:38.427140_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:40.229749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:40.229749_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:39.124536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:39.124536_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:38.427140_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:38.427140_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:39.636743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_diffusion_droid_2025-11-24T22:31:39.636743_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:23.322444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:23.322444_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:25.141628_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:25.141628_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:24.039613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:24.039613_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:23.322444_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:23.322444_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:24.554529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf4896cf-742c-4cd7-9149-d6dc7bab0759/paligemma_vq_droid_2025-11-24T22:36:24.554529_video_wrist.mp4"},"preference":"B","session_id":"cf4896cf-742c-4cd7-9149-d6dc7bab0759","university":"Berkeley"},{"completion_time":"2025-11-24T22:28:19.731436Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour the water bottle into cup","longform_feedback":"BOth policies just tried to push the waterbottle off ists standing position; they should be grasping it in the upright position and then pour it onto the cup (suppose that there is water inside). The policies has struggling in rorating the right posture to grasp this object of this height","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:40.537563_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:40.537563_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:42.445353_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:42.445353_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:41.324365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:41.324365_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:40.537563_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:40.537563_video_left.mp4","wrist_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:41.851896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/paligemma_fast_droid_2025-11-24T22:18:41.851896_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:22.586946_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:22.586946_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:24.246280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:24.246280_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:23.168545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:23.168545_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:22.586946_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:22.586946_video_left.mp4","wrist_video_gcs_path":"evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:23.691285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/448635f6-0fd7-4f0d-8493-52e38e835420/pi05_droid_2025-11-24T22:26:23.691285_video_wrist.mp4"},"preference":"TIE","session_id":"448635f6-0fd7-4f0d-8493-52e38e835420","university":"Berkeley"},{"completion_time":"2025-11-24T22:14:32.903701Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the cloth to cover the cup","longform_feedback":"policy b wa very decisive when it moved towards the waterbottle and operate grasping motion on it. POlicy A dd better since it moveds to the direction of the cloth which was on the drawer; it then pushed the drawer further away next to the cup but did not grasp the cloth eventually","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:46.356847_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:46.356847_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:48.147916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:48.147916_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.087709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.087709_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.087709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.087709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.606883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/pi05_droid_2025-11-24T22:02:47.606883_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.045027_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.045027_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:21.714803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:21.714803_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.630616_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.630616_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.630616_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:20.630616_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:21.150356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54e78b49-5f89-473b-84f3-a5f25636abcf/paligemma_vq_droid_2025-11-24T22:13:21.150356_video_wrist.mp4"},"preference":"A","session_id":"54e78b49-5f89-473b-84f3-a5f25636abcf","university":"Berkeley"},{"completion_time":"2025-11-24T21:36:43.639196Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the drawer","longform_feedback":"POlicy B did not move at all during the episode as the gripper moved inwards to the base. Policy A at least tried to push the drawer away to make a next step which is moving slowly and adjust the posture to lie horizontal to the table and tried to push the drawer closed; unfortunately, the drawer remained wide open as the beginning","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:57.513767_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:57.513767_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:59.328852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:59.328852_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.188758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.188758_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.188758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.188758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.708506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/pi0_droid_2025-11-24T21:27:58.708506_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.165120_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.165120_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:37.606998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:37.606998_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.722967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.722967_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.722967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:36.722967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:37.174667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c789abd-5cb9-49d8-af25-95ab192e1c5a/paligemma_binning_droid_2025-11-24T21:34:37.174667_video_wrist.mp4"},"preference":"A","session_id":"7c789abd-5cb9-49d8-af25-95ab192e1c5a","university":"Berkeley"},{"completion_time":"2025-11-24T21:23:43.098859Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the carrot into bowl","longform_feedback":"Both policies scored perfectly when the carrot has been placed into bowl. I would say policy B did slighly better since after the carrot was in the bowl, it id not try to reach for other object like in policy A. The time the carrot was in the destination also faster than A","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:55.807968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:55.807968_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:57.689636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:57.689636_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:56.520969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:56.520969_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:56.520969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:56.520969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:57.089064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/pi05_droid_2025-11-24T21:15:57.089064_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.172499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.172499_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:47.957545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:47.957545_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.873998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.873998_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.873998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:46.873998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:47.393176_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8787817b-0886-40b4-b14e-f630ac466fab/paligemma_vq_droid_2025-11-24T21:22:47.393176_video_wrist.mp4"},"preference":"TIE","session_id":"8787817b-0886-40b4-b14e-f630ac466fab","university":"Berkeley"},{"completion_time":"2025-11-24T18:56:11.000939Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Use the banana to remove the orange from the top of the soup can","longform_feedback":"Policy A moved to the banana, grabbed it succesfully once, then immediately dropped it. Then policy A spent the rest of its time trying and failing to grasp the banana again. Policy B did not move at all.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.139897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.139897_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:30.785833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:30.785833_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.790478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.790478_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.139897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:29.139897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:30.261138_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/pi0_droid_2025-11-24T18:47:30.261138_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:26.900569_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:26.900569_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:28.080449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:28.080449_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:27.374764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:27.374764_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:26.900569_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:26.900569_video_left.mp4","wrist_video_gcs_path":"evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:27.724638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9/paligemma_binning_droid_2025-11-24T18:55:27.724638_video_wrist.mp4"},"preference":"A","session_id":"39bc2dfd-829d-42cc-9ad1-e5949bd3f1b9","university":"CIIRC, CTU in Prague"},{"completion_time":"2025-11-24T17:52:36.961074Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Balance the orange on top of the soup can","longform_feedback":"Policy A did not move at all. Policy B moved to the position of the orange, grasped it multiple times, sometimes even lifting it slightly. Policy B failed to lift the orange high enough and did not succeed in putting it on top of the can.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:14.998704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:14.998704_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:16.725673_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:16.725673_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:15.690988_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:15.690988_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:14.998704_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:14.998704_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:16.220051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_binning_droid_2025-11-24T17:48:16.220051_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:15.657422_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:15.657422_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:17.588919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:17.588919_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:16.453582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:16.453582_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:15.657422_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:15.657422_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:17.060369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dc353a9-4fff-4f3c-89ca-b45049119217/paligemma_fast_specialist_droid_2025-11-24T17:52:17.060369_video_wrist.mp4"},"preference":"B","session_id":"6dc353a9-4fff-4f3c-89ca-b45049119217","university":"CIIRC, CTU in Prague"},{"completion_time":"2025-11-24T16:27:08.656918Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put the orange into the pitcher","longform_feedback":"Policy A moved to the orange and had the gripper around it, but failed to grasp it. Policy B did not move at all.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.128377_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.128377_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:50.919790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:50.919790_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.811541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.811541_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.128377_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:49.128377_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:50.344714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_fast_specialist_droid_2025-11-24T16:19:50.344714_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:34.563561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:34.563561_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:36.150508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:36.150508_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:35.134807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:35.134807_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:34.563561_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:34.563561_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:35.615886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8d21bd8-203a-4b8e-8bfe-58eae55d844e/paligemma_binning_droid_2025-11-24T16:26:35.615886_video_wrist.mp4"},"preference":"A","session_id":"f8d21bd8-203a-4b8e-8bfe-58eae55d844e","university":"CIIRC, CTU in Prague"},{"completion_time":"2025-11-24T09:57:05.348630Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the carrot","longform_feedback":"Policy A first moved the gripper close to the camera, pushed it, then moved the gripper toward the fridge and moved around the fridge until moved away in the end.Policy B first moved the gripper close to the fridge but moved away soon, then policy B moved the gripper randomly during most time of the episode.Next, policy B approached the carrot, grasped it, picked it up, moved it until time ran out.My instruction is to pick up the carrot, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:43.682931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:43.682931_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:42.460664_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:42.460664_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:42.460664_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:42.460664_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:43.146775_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_droid_2025-11-24T09:50:43.146775_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:42.140552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:42.140552_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:40.924524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:40.924524_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:40.924524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:40.924524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:41.557446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3337e18-23cc-4dd5-b345-3b2187993425/paligemma_fast_specialist_droid_2025-11-24T09:55:41.557446_video_wrist.mp4"},"preference":"B","session_id":"f3337e18-23cc-4dd5-b345-3b2187993425","university":"frodobots"},{"completion_time":"2025-11-24T09:38:58.815563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the mouse","longform_feedback":"Policy A first moved the gripper close to the mouse but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the mouse, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the mouse, whereas policy B did not.Therefore, policy A is sightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:11.744623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:11.744623_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:10.480542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:10.480542_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:10.480542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:10.480542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:11.145612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/paligemma_vq_droid_2025-11-24T09:34:11.145612_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:41.158039_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:41.158039_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:39.935580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:39.935580_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:39.935580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:39.935580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:40.593416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb634326-efb6-4d3f-a664-6cc05998799e/pi05_droid_2025-11-24T09:38:40.593416_video_wrist.mp4"},"preference":"A","session_id":"fb634326-efb6-4d3f-a664-6cc05998799e","university":"frodobots"},{"completion_time":"2025-11-24T09:29:06.652738Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the fridge, then moved randomly during remaining time of the episode, as if could not find the target.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:28.367783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:28.367783_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.543797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.543797_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.543797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.543797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.976472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_binning_droid_2025-11-24T09:24:27.976472_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:50.542551_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:50.542551_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.366495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.366495_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.366495_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.366495_video_right.mp4","wrist_video_gcs_path":"evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.980676_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13930b7e-6942-41e3-b4d8-aa8c9c6c11a7/paligemma_fast_droid_2025-11-24T09:28:49.980676_video_wrist.mp4"},"preference":"B","session_id":"13930b7e-6942-41e3-b4d8-aa8c9c6c11a7","university":"frodobots"},{"completion_time":"2025-11-24T09:15:51.700591Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the remote control by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the edge of the table, then moved slightly during remaining time of the episode, as if could not find the remote control.Policy B first moved the gripper close to the remote control, then approached the drawer under the remote control.Next, policy B moved the gripper away, approached the edge of the table in the end.My instruction is to rotate the remote control by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the remote control, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:47.995200_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:47.995200_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:46.898313_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:46.898313_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:46.898313_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:46.898313_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:47.468406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/paligemma_diffusion_droid_2025-11-24T09:09:47.468406_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:33.779409_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:33.779409_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:32.575457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:32.575457_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:32.575457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:32.575457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:33.281791_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33c1dbc5-555e-433b-b58b-f6a1d43205fe/pi0_droid_2025-11-24T09:15:33.281791_video_wrist.mp4"},"preference":"B","session_id":"33c1dbc5-555e-433b-b58b-f6a1d43205fe","university":"frodobots"},{"completion_time":"2025-11-24T08:56:07.536991Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the apple","longform_feedback":"Policy A first moved the gripper toward the washing machine, moved back and forth for a while, then approached the apple, touched it as if attempting to grasp it.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the apple, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the apple, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:02.493493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:02.493493_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.245344_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.245344_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.245344_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.245344_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.927009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/pi0_fast_droid_2025-11-24T08:52:01.927009_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:46.718975_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:46.718975_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:45.738873_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:45.738873_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:45.738873_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:45.738873_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:46.325640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1d6584b-8cd1-4e9d-89b4-76456e936034/paligemma_binning_droid_2025-11-24T08:55:46.325640_video_wrist.mp4"},"preference":"A","session_id":"d1d6584b-8cd1-4e9d-89b4-76456e936034","university":"frodobots"},{"completion_time":"2025-11-24T05:56:28.548751Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first moved the gripper toward the upper drawer, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth, closed and opened the gripper, during most time of the episode, as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the drawer, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:57.255423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:57.255423_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.015178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.015178_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.015178_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.015178_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.678332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/pi0_fast_droid_2025-11-24T05:49:56.678332_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:03.148812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:03.148812_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:01.830696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:01.830696_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:01.830696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:01.830696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:02.667965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3a65ac7-02e6-469d-9334-6c524b3ff430/paligemma_fast_specialist_droid_2025-11-24T05:56:02.667965_video_wrist.mp4"},"preference":"A","session_id":"d3a65ac7-02e6-469d-9334-6c524b3ff430","university":"frodobots"},{"completion_time":"2025-11-24T05:28:16.385245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A first moved the gripper toward the drawer, approached the pull handle,then, after hesitating for a while, insert the gripper into the upper drawer, pulled the drawer to make it open a bit.Policy B first moved the gripper close to the drawer, adjusted posture, approached the pull handle of the upper drawer, then make multiple attempts to grasp it, but did not succeed in the end.My instruction is to open the upper drawer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:27.775603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:27.775603_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:26.775307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:26.775307_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:26.775307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:26.775307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:27.303346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/paligemma_fast_droid_2025-11-24T05:21:27.303346_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:41.491119_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:41.491119_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.272405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.272405_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.272405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.272405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.947400_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52b10912-b5f5-47f7-bff8-fcead1f39f40/pi05_droid_2025-11-24T05:26:40.947400_video_wrist.mp4"},"preference":"A","session_id":"52b10912-b5f5-47f7-bff8-fcead1f39f40","university":"frodobots"},{"completion_time":"2025-11-24T03:59:40.873587Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then approached the curtain, grasped and released it.Next, policy B moved the gripper away and moved until time ran out.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped something, whereas policy A only moved the gripper.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:30.759753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:30.759753_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:29.555229_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:29.555229_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:29.555229_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:29.555229_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:30.166925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/paligemma_vq_droid_2025-11-24T03:48:30.166925_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:15.333774_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:15.333774_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.149330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.149330_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.149330_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.149330_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.767668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb124a4c-7b09-4142-abfa-e89ee05c25cf/pi0_fast_droid_2025-11-24T03:59:14.767668_video_wrist.mp4"},"preference":"B","session_id":"cb124a4c-7b09-4142-abfa-e89ee05c25cf","university":"frodobots"},{"completion_time":"2025-11-24T03:36:47.250342Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the curtain, then moved back and forth during remaining time of the episode.My instruction is to put the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper, but did not find the shoe.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:09.527337_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:09.527337_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.403969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.403969_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.403969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.403969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.998555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/paligemma_diffusion_droid_2025-11-24T03:31:08.998555_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:21.699303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:21.699303_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:20.517459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:20.517459_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:20.517459_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:20.517459_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:21.131688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2953820d-781b-4821-8375-925f5c96c3ad/pi0_fast_droid_2025-11-24T03:35:21.131688_video_wrist.mp4"},"preference":"TIE","session_id":"2953820d-781b-4821-8375-925f5c96c3ad","university":"frodobots"},{"completion_time":"2025-11-24T03:23:17.800465Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper close to the shoe, grasped it, picked it up, then moved it for a while, dropped it.Next, policy A picked up the shoe again and dropped it.Policy B first moved the gripper slightly during most time of the episode, then approached the shoe and attempted to grasp it in the end.My instruction is to pick up the shoe,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:57.360504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:57.360504_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.118554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.118554_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.118554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.118554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.793520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/paligemma_vq_droid_2025-11-24T03:17:56.793520_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:56.736360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:56.736360_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:55.559891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:55.559891_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:55.559891_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:55.559891_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:56.206419_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fdb218-3457-4c9d-b3c8-5f1a4dce2c04/pi0_droid_2025-11-24T03:22:56.206419_video_wrist.mp4"},"preference":"A","session_id":"11fdb218-3457-4c9d-b3c8-5f1a4dce2c04","university":"frodobots"},{"completion_time":"2025-11-24T03:14:01.844313Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper randomly during entire time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better then policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.789008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.789008_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.167850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.167850_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.167850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.167850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.498493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_binning_droid_2025-11-24T03:07:10.498493_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:48.983952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:48.983952_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:47.758879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:47.758879_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:47.758879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:47.758879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:48.415360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3978794b-4aa3-4edf-a69e-6dd8eff37b81/paligemma_vq_droid_2025-11-24T03:13:48.415360_video_wrist.mp4"},"preference":"B","session_id":"3978794b-4aa3-4edf-a69e-6dd8eff37b81","university":"frodobots"},{"completion_time":"2025-11-24T02:54:29.961903Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper toward the fridge, attempted to grasp the flat above the fridge, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the fridge, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:42.485257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:42.485257_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.240932_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.240932_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.240932_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.240932_video_right.mp4","wrist_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.916160_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/pi05_droid_2025-11-24T02:47:41.916160_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:05.423298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:05.423298_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.197319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.197319_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.197319_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.197319_video_right.mp4","wrist_video_gcs_path":"evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.810261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521a752a-a4e7-4653-9f83-3d6dc323fcb7/paligemma_vq_droid_2025-11-24T02:54:04.810261_video_wrist.mp4"},"preference":"A","session_id":"521a752a-a4e7-4653-9f83-3d6dc323fcb7","university":"frodobots"},{"completion_time":"2025-11-24T02:31:39.711268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the  door of the fridge","longform_feedback":"Policy A first moved the gripper toward the curtain, then moved the gripper randomly during remaining time of the episode, as if could not find the target.Policy B first moved the gripper toward the table, then moved back and forth during remaining time of the trial.My instruction is to open the  door of the fridge, neither policy was able to complete the task.When comparing the performance of the two, both policies seemingly did not find the fridge, only moved the gripper.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:06.454390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:06.454390_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.225024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.225024_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.225024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.225024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.876921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_droid_2025-11-24T02:26:05.876921_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:22.209172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:22.209172_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:20.998797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:20.998797_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:20.998797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:20.998797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:21.654428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d527a30-a1b0-4784-848d-e9297e0c2f6c/paligemma_fast_specialist_droid_2025-11-24T02:31:21.654428_video_wrist.mp4"},"preference":"TIE","session_id":"9d527a30-a1b0-4784-848d-e9297e0c2f6c","university":"frodobots"},{"completion_time":"2025-11-24T02:10:20.026564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A first moved the gripper toward the fridge, moved around the fridge for while, then moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the fridge, approached the upper door of the fridge,pushed it slightly, then moved the gripper back and forth until time ran out.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two,policy B at least pushed the fridge door, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:41.381407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:41.381407_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.207919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.207919_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.207919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.207919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.874218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/paligemma_fast_droid_2025-11-24T02:03:40.874218_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:53.578515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:53.578515_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:52.392006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:52.392006_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:52.392006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:52.392006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:53.008125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d88f299-67d0-49e3-b96b-1d3403fbabb8/pi0_fast_droid_2025-11-24T02:09:53.008125_video_wrist.mp4"},"preference":"B","session_id":"4d88f299-67d0-49e3-b96b-1d3403fbabb8","university":"frodobots"},{"completion_time":"2025-11-24T01:46:24.726072Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the red block","longform_feedback":"Policy A first moved the gripper close to the red block but moved away soon,then approached the edge of the table,attempted to grasp it during remaining time of the episode.Policy B first moved the gripper close to the red block but moved away soon, then, after hesitating for a while, approached the red block again.My instruction is to put the eraser onto the red block,neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the red block, but could not find the eraser.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:44.917453_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:44.917453_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:43.677029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:43.677029_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:43.677029_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:43.677029_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:44.380489_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/pi05_droid_2025-11-24T01:38:44.380489_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:07.405755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:07.405755_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.159735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.159735_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.159735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.159735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.850386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38ae540f-497d-433a-8d2c-82c647ff9c03/paligemma_fast_specialist_droid_2025-11-24T01:46:06.850386_video_wrist.mp4"},"preference":"TIE","session_id":"38ae540f-497d-433a-8d2c-82c647ff9c03","university":"frodobots"},{"completion_time":"2025-11-24T01:34:53.057475Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the banana from the plate to the sofa ","longform_feedback":"Policy A first moved the gripper close to the banana, made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper toward the yellow block, moved back and forth for a while, then almost stopped during remaining time of the episode.My instruction is to move the banana from the plate to the sofa , neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the banana, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:45.400202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:45.400202_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.161006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.161006_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.161006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.161006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.824319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_diffusion_droid_2025-11-24T01:29:44.824319_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:35.780523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:35.780523_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:34.613784_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:34.613784_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:34.613784_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:34.613784_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:35.225691_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72c2dcc4-d88d-436c-9860-5604a35a431b/paligemma_vq_droid_2025-11-24T01:34:35.225691_video_wrist.mp4"},"preference":"A","session_id":"72c2dcc4-d88d-436c-9860-5604a35a431b","university":"frodobots"},{"completion_time":"2025-11-24T01:25:31.245323Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the plate and put it into the plate.Next, policy A grasped a yellow block and put it into the plate during remaining time of the episode.Policy B first moved the gripper slightly for a while, then approached the banana, attempted to grasp it several times, picked up the banana and dropped it into the plate in the end.My instruction is to put the banana into the plate, both policies completed the task successfully.When comparing the performance of the two, policy A completed the task more smoothly than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:33.181230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:33.181230_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:31.930802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:31.930802_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:31.930802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:31.930802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:32.648827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/pi05_droid_2025-11-24T01:20:32.648827_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:12.906349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:12.906349_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:11.614011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:11.614011_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:11.614011_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:11.614011_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:12.292600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b05fbf8-a771-4a09-a251-0059f58ec9c5/paligemma_fast_specialist_droid_2025-11-24T01:25:12.292600_video_wrist.mp4"},"preference":"A","session_id":"1b05fbf8-a771-4a09-a251-0059f58ec9c5","university":"frodobots"},{"completion_time":"2025-11-21T19:08:11.075974Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Put the orange into the pitcher. Then close the pitcher.","longform_feedback":"Policy A seemingly did not see the orange, but at least moved around, as if looking for one. Policy B moved straight towards the orange, then spent some time grasping at nothing next to the orange. After a while it corrected the robot's position, managed to grab the orange and even lifted it a couple of centimeters upwards, but immediately dropped it again. Policy B then spent the rest of the time grasping at nothing next to the orange again. Policy B wins as it managed to identify the orange, even though it did not transport it anywhere.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:50.906972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:50.906972_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:52.712631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:52.712631_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:51.647889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:51.647889_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:50.906972_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:50.906972_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:52.139133_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi05_droid_2025-11-21T18:59:52.139133_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:36.685802_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:36.685802_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:38.222249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:38.222249_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:37.226871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:37.226871_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:36.685802_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:36.685802_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:37.706895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eb13ca8-0a5e-4795-bebe-20af47bbabc9/pi0_droid_2025-11-21T19:07:37.706895_video_wrist.mp4"},"preference":"B","session_id":"8eb13ca8-0a5e-4795-bebe-20af47bbabc9","university":"CIIRC, CTU in Prague"},{"completion_time":"2025-11-21T08:58:28.541292Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the yellow block","longform_feedback":"Policy A first moved the gripper close to the red block, made multiple attempts to grasp it during most time of the episode, then picked it up, moved it and dropped it on floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the red block onto the yellow block, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the red block, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:01.991535_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:01.991535_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:00.950691_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:00.950691_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:00.950691_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:00.950691_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:01.504443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_fast_droid_2025-11-21T08:51:01.504443_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:37.001585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:37.001585_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.041592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.041592_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.041592_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.041592_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.609790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8341d3ac-d064-494d-bd93-810a7904c46a/paligemma_binning_droid_2025-11-21T08:54:36.609790_video_wrist.mp4"},"preference":"A","session_id":"8341d3ac-d064-494d-bd93-810a7904c46a","university":"frodobots"},{"completion_time":"2025-11-21T08:47:09.103728Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block onto the yellow block","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to put the red block onto the yellow block,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:02.010991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:02.010991_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.028073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.028073_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.028073_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.028073_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.645395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/paligemma_binning_droid_2025-11-21T08:43:01.645395_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:54.962447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:54.962447_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:53.737702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:53.737702_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:53.737702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:53.737702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:54.339484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39f11484-ecda-4dc1-a0a1-fcea9334572f/pi0_droid_2025-11-21T08:46:54.339484_video_wrist.mp4"},"preference":"B","session_id":"39f11484-ecda-4dc1-a0a1-fcea9334572f","university":"frodobots"},{"completion_time":"2025-11-21T08:34:24.825375Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white block onto the red block","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the black block, then approached the red block.Next, policy B approached the white block, grasped it, picked it up, moved it toward the red block, but time ran out.My instruction is to put the white block onto the red block, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the white block, whereas policy A did not do anything relevant.Therefore,policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:29.024911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:29.024911_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:27.831324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:27.831324_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:27.831324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:27.831324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:28.456816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_droid_2025-11-21T08:26:28.456816_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:41.186365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:41.186365_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:39.984070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:39.984070_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:39.984070_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:39.984070_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:40.650940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7cec14-2506-408c-af81-302cb948e047/pi0_fast_droid_2025-11-21T08:33:40.650940_video_wrist.mp4"},"preference":"B","session_id":"df7cec14-2506-408c-af81-302cb948e047","university":"frodobots"},{"completion_time":"2025-11-21T08:14:12.167115Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wooden block shaped like number 1","longform_feedback":"Policy A first moved the gripper close to the number 5 wooden block, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the number 5 wooden block, attempted to grasp it but did not succeed.Then policy B moved the gripper away, and moved slightly during remaining time of the episode.My instruction is to pick up the wooden block shaped like number 1, neither policy was able to complete the task.When comparing the performance of the two, both policies could not find the number 1 wooden block, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:48.542075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:48.542075_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.342568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.342568_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.342568_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.342568_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.923183_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/pi0_droid_2025-11-21T08:08:47.923183_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:53.340653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:53.340653_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.111533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.111533_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.111533_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.111533_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.754869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c077fb0e-e156-43c2-8f3c-692c1bf42777/paligemma_diffusion_droid_2025-11-21T08:13:52.754869_video_wrist.mp4"},"preference":"TIE","session_id":"c077fb0e-e156-43c2-8f3c-692c1bf42777","university":"frodobots"},{"completion_time":"2025-11-21T07:53:58.323490Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wooden block shaped like number 5","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the number 1 wooden block, attempted to grasp it but did not succeed. Then policy B approached the number 7 wooden block, attempted to grasp it but did not succeed.My instruction is to pick up the wooden block shaped like number 5, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the wrong wooden block, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:47.517543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:47.517543_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:46.547650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:46.547650_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:46.547650_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:46.547650_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:47.127363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/paligemma_binning_droid_2025-11-21T07:46:47.127363_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:38.370623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:38.370623_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.165547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.165547_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.165547_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.165547_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.829917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28dfa4cb-3846-453d-80ae-ee9857cc3c72/pi0_fast_droid_2025-11-21T07:53:37.829917_video_wrist.mp4"},"preference":"B","session_id":"28dfa4cb-3846-453d-80ae-ee9857cc3c72","university":"frodobots"},{"completion_time":"2025-11-21T07:37:42.647681Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wooden block shaped like number 1","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the number 1 wooden block but moved away soon.Then policy B approached the number 7 wooden block,attempted to grasp it but did not succeed.Next, policy policy B moved the gripper away and moved the randomly during remaining time of the episode.My instruction is to pick up the wooden block shaped like number 1, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the number 1 wooden block,whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:07.731923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:07.731923_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:06.702661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:06.702661_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:06.702661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:06.702661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:07.274738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/paligemma_binning_droid_2025-11-21T07:27:07.274738_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:13.853017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:13.853017_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:12.631225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:12.631225_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:12.631225_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:12.631225_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:13.285660_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fadea4d8-1528-4a96-8af9-5bf3bf36de42/pi0_fast_droid_2025-11-21T07:33:13.285660_video_wrist.mp4"},"preference":"B","session_id":"fadea4d8-1528-4a96-8af9-5bf3bf36de42","university":"frodobots"},{"completion_time":"2025-11-21T07:15:38.508420Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fork into the cup","longform_feedback":"Policy A first moved the gripper close to the fork, grasped it, picked it up, then moved it toward the cup and rotated the fork, dropped it near the cup.Policy B first moved the gripper close to the fork, grasped it, picked it up, then moved it toward the cup, rotated the fork, put the fork into cup successfully.My instruction is to put the fork into the cup,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:07.871522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:07.871522_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:06.602489_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:06.602489_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:06.602489_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:06.602489_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:07.309313_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/pi05_droid_2025-11-21T07:08:07.309313_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:03.009463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:03.009463_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:01.739423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:01.739423_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:01.739423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:01.739423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:02.418749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8de28eb-b034-42c2-983d-0efaffaad79d/paligemma_diffusion_droid_2025-11-21T07:13:02.418749_video_wrist.mp4"},"preference":"B","session_id":"f8de28eb-b034-42c2-983d-0efaffaad79d","university":"frodobots"},{"completion_time":"2025-11-21T06:53:43.483393Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the fork","longform_feedback":"Policy A first moved the gripper close to the fork,  grasped it, picked it up, then moved it for a while, dropped it on floor.Next, policy A approached the towel, attempted to grasped until time ran out.Policy B first moved the gripper randomly for a while, then approached the fork, grasped it, picked it up and dropped it.Next, policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the fork, both policies completed the task successfully.When comparing the performance of the two, policy A completed the task more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:02.346548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:02.346548_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.036458_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.036458_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.036458_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.036458_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.771124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/paligemma_vq_droid_2025-11-21T06:45:01.771124_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:04.950899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:04.950899_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:03.751326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:03.751326_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:03.751326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:03.751326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:04.349796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cd3d3f-0e07-4e55-8dab-12770161effe/pi0_fast_droid_2025-11-21T06:53:04.349796_video_wrist.mp4"},"preference":"A","session_id":"63cd3d3f-0e07-4e55-8dab-12770161effe","university":"frodobots"},{"completion_time":"2025-11-21T06:31:39.038919Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the cup with the fork","longform_feedback":"Policy A first moved the gripper close to the cup, grasped the cup, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper close to the cup, grasped it, picked it up, then moved it and dropped it.Next, policy B approached the fork, attempted to grasp it but did not succeed, only touched the fork.My instruction is to poke the cup with the fork,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the fork, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:32.121986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:32.121986_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:30.975137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:30.975137_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:30.975137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:30.975137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:31.594802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_diffusion_droid_2025-11-21T06:25:31.594802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:16.893294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:16.893294_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:15.661407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:15.661407_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:15.661407_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:15.661407_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:16.313724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67cfb37-6507-42e3-8352-4cd2f15dabc0/paligemma_vq_droid_2025-11-21T06:31:16.313724_video_wrist.mp4"},"preference":"B","session_id":"a67cfb37-6507-42e3-8352-4cd2f15dabc0","university":"frodobots"},{"completion_time":"2025-11-21T05:55:26.091266Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, attempted to grasp it but knocked the cup over.Then policy A approached another cup, grasped it, picked it up, then moved it during remaining time of the episode.Policy B first moved the gripper close to one cup, made multiple attempts to grasp it, then picked it up, moved it toward another cup, dropped it on the floor in the end.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B is more likely to be able to complete the task than policy A did.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:33.022349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:33.022349_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:31.831326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:31.831326_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:31.831326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:31.831326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:32.462588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/paligemma_fast_specialist_droid_2025-11-21T05:45:32.462588_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:07.046158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:07.046158_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:05.839946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:05.839946_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:05.839946_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:05.839946_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:06.501889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cf8715b-a00b-4805-8dbf-4d2fdbf18347/pi0_droid_2025-11-21T05:55:06.501889_video_wrist.mp4"},"preference":"B","session_id":"2cf8715b-a00b-4805-8dbf-4d2fdbf18347","university":"frodobots"},{"completion_time":"2025-11-21T05:41:08.285180Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the towel","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the banana but moved away soon.Then policy B moved back and forth around the banana during most time of the episode, approached the banana and attempted to grasp it in the end.My instruction is to put the banana onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:42.868454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:42.868454_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:41.951381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:41.951381_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:41.951381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:41.951381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:42.470199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_binning_droid_2025-11-21T05:35:42.470199_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:48.560741_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:48.560741_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.314820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.314820_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.314820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.314820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.985925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eccf6967-a876-4d6e-93e8-5de97d5eb298/paligemma_fast_droid_2025-11-21T05:40:47.985925_video_wrist.mp4"},"preference":"B","session_id":"eccf6967-a876-4d6e-93e8-5de97d5eb298","university":"frodobots"},{"completion_time":"2025-11-21T05:31:07.713808Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper close to the towel,grasped and released it, then moved the gripper away, moved randomly until grasped the towel again in the end.Policy B first moved the gripper close to the towel,then made multiple attempts to grasp it, but did not succeed in the end.My instruction is to cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the towel,whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:49.696308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:49.696308_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:48.498909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:48.498909_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:48.498909_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:48.498909_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:49.174383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/pi05_droid_2025-11-21T05:25:49.174383_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:50.323607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:50.323607_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.074785_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.074785_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.074785_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.074785_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.727859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc78207e-f7ee-4ecd-93a7-3fbbd50b319a/paligemma_fast_specialist_droid_2025-11-21T05:30:49.727859_video_wrist.mp4"},"preference":"A","session_id":"dc78207e-f7ee-4ecd-93a7-3fbbd50b319a","university":"frodobots"},{"completion_time":"2025-11-20T01:24:35.097999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the floor, then almost stopped during remaining time of the episode, as if could not find the target.Policy B first moved the gripper close to the banana,then made multiple attempts to grasp it during most time of the episode,but did not succeed in the end.My instruction is to rotate the banana by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:44.081063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:44.081063_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:42.928236_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:42.928236_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:42.928236_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:42.928236_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:43.574825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_vq_droid_2025-11-20T01:18:43.574825_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:54.281019_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:54.281019_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.038185_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.038185_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.038185_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.038185_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.690800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3ac07b4-723c-48f3-9a61-72e37c91ff06/paligemma_fast_specialist_droid_2025-11-20T01:23:53.690800_video_wrist.mp4"},"preference":"B","session_id":"e3ac07b4-723c-48f3-9a61-72e37c91ff06","university":"frodobots"},{"completion_time":"2025-11-20T01:15:47.734522Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it to the towel and dropped it on the towel.Next, policy A moved the gripper away and stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the banana with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the banana to the towel, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:24.488504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:24.488504_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.296533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.296533_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.296533_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.296533_video_right.mp4","wrist_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.945209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/pi0_fast_droid_2025-11-20T01:11:23.945209_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.905761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.905761_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.002708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.002708_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.002708_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.002708_video_right.mp4","wrist_video_gcs_path":"evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.530912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/851b0e0a-f374-42a4-92cc-297b828596d0/paligemma_binning_droid_2025-11-20T01:15:35.530912_video_wrist.mp4"},"preference":"A","session_id":"851b0e0a-f374-42a4-92cc-297b828596d0","university":"frodobots"},{"completion_time":"2025-11-19T09:59:17.222740Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pierce the banana with the fork","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B approached the fork, grasped it, picked it up, moved it above the banana, but time ran out.My instruction is to pierce the banana with the fork, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the fork, where as policy A did not do any thing.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:31.515692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:31.515692_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:30.641283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:30.641283_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:30.641283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:30.641283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:31.137676_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_binning_droid_2025-11-19T09:50:31.137676_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:45.696899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:45.696899_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:44.471771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:44.471771_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:44.471771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:44.471771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:45.121876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebb1976c-d458-4043-8777-6b7df985638b/paligemma_vq_droid_2025-11-19T09:58:45.121876_video_wrist.mp4"},"preference":"B","session_id":"ebb1976c-d458-4043-8777-6b7df985638b","university":"frodobots"},{"completion_time":"2025-11-19T09:43:33.161008Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on sofa","longform_feedback":"Policy A first moved the gripper close to the cup, adjusted posture, but moved away soon.Then policy A approached the cup again, attempted to grasp it but did not succeed, only pushed it slightly.Policy B first moved the gripper close to the cup, adjusted posture, attempted to grasp the cup but did not succeed, only pushed the cup.Then policy B moved the gripper away and moved slowly during remaining time of the episode.My instruction is to stand the cup upright on sofa, neither policy was able to complete the task.When comparing the performance of the two,both polices failed to grasp the cup, only pushed the cup.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:28.297158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:28.297158_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.086569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.086569_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.086569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.086569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.737473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/paligemma_fast_droid_2025-11-19T09:34:27.737473_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:56.334644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:56.334644_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.087127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.087127_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.087127_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.087127_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.710453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95708b13-886e-4264-82b9-6634a6ae9096/pi0_fast_droid_2025-11-19T09:42:55.710453_video_wrist.mp4"},"preference":"TIE","session_id":"95708b13-886e-4264-82b9-6634a6ae9096","university":"frodobots"},{"completion_time":"2025-11-19T09:24:34.793306Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the cup and dropped it near the cup.Next, policy A picked up the banana again, rotated it, put it into the cup successfully.Policy B first move the gripper close to the banana, grasped it, picked it up, then moved it toward the cup, dropped it on the edge of the cup, causing the banana to fall off the cup to the sofa.Next, policy B attempted to grasp the banana again but did not succeed, only knocked the cup over.My instruction is to put the banana into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:54.408358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:54.408358_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.152296_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.152296_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.152296_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.152296_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.828022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/paligemma_fast_droid_2025-11-19T09:17:53.828022_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:14.735368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:14.735368_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:13.545259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:13.545259_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:13.545259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:13.545259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:14.175944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3fe3da3-d846-4ced-83d3-0463985ae3cd/pi05_droid_2025-11-19T09:24:14.175944_video_wrist.mp4"},"preference":"A","session_id":"b3fe3da3-d846-4ced-83d3-0463985ae3cd","university":"frodobots"},{"completion_time":"2025-11-19T09:11:34.619230Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, made multiple attempts to grasp it during most time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up and released it.Then policy B moved the gripper randomly for a while, grasped the towel again in the end.My instruction is to cover the pillow with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:18.083448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:18.083448_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:16.876304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:16.876304_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:16.876304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:16.876304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:17.521548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_diffusion_droid_2025-11-19T09:03:17.521548_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:14.052962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:14.052962_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:12.885109_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:12.885109_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:12.885109_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:12.885109_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:13.521640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef876ef1-f9e7-4b89-a616-5c9213edf455/paligemma_fast_droid_2025-11-19T09:11:13.521640_video_wrist.mp4"},"preference":"B","session_id":"ef876ef1-f9e7-4b89-a616-5c9213edf455","university":"frodobots"},{"completion_time":"2025-11-19T08:59:46.595397Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pillow and lift it up","longform_feedback":"Policy A first moved the gripper close to the pillow, then  moved slowly around the pillow during most time of the episode, attempted to grasp the pillow but did not succeed.Policy B first moved the gripper randomly during most time of the episode, then moved the gripper toward the pillow but moved away soon.My instruction is to grasp the pillow and lift it up, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the pillow, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:06.561926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:06.561926_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.305634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.305634_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.305634_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.305634_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.942600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_droid_2025-11-19T08:53:05.942600_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:30.173304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:30.173304_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:28.960806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:28.960806_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:28.960806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:28.960806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:29.616314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5/pi0_fast_droid_2025-11-19T08:59:29.616314_video_wrist.mp4"},"preference":"A","session_id":"a2af92b5-f0bd-4b13-b0c1-c745a8dc5bf5","university":"frodobots"},{"completion_time":"2025-11-19T05:19:14.601505Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A first moved the gripper toward the pillow, then moved the gripper away and moved randomly during most time of the episode.Policy B first moved the gripper toward the pillow, then moved back and forth during remaining time of the episode.My instruction is to pick up the pillow,neither policy was able to complete the task.When comparing the performance of the two, both policies approached the pillow, but both policies seemingly did not know how to pick up the pillow.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:10.300062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:10.300062_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.135775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.135775_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.135775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.135775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.748216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/pi05_droid_2025-11-19T05:12:09.748216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:57.460964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:57.460964_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.225519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.225519_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.225519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.225519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.868713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2763f956-62cd-4cca-810c-bbb43271e3db/paligemma_fast_specialist_droid_2025-11-19T05:18:56.868713_video_wrist.mp4"},"preference":"TIE","session_id":"2763f956-62cd-4cca-810c-bbb43271e3db","university":"frodobots"},{"completion_time":"2025-11-19T03:39:02.045862Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper close to the cap of the spray bottle, made multiple attempts to grasp it, but did not succeed.Then policy A approached the spray bottle, knocked it over.Policy B first moved the gripper close to the cap of the spray bottle, made multiple attempts to grasp it during most time of the episode, then picked the cap up and dropped it on sofa in the end.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two,policy B at least picked up the cap of the spray bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:53.045382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:53.045382_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:51.829330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:51.829330_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:51.829330_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:51.829330_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:52.461830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/pi0_droid_2025-11-19T03:30:52.461830_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:35.113946_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:35.113946_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:33.914861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:33.914861_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:33.914861_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:33.914861_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:34.551160_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b2be0a0-9ae6-47ad-b5d7-d59f9515951c/paligemma_diffusion_droid_2025-11-19T03:38:34.551160_video_wrist.mp4"},"preference":"B","session_id":"3b2be0a0-9ae6-47ad-b5d7-d59f9515951c","university":"frodobots"},{"completion_time":"2025-11-19T03:27:09.846552Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"take off the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, approached the cap of the spray bottle,  attempted to grasped it but did not succeed, only pushed the cap of the spray bottle.Then policy A moved the gripper until approached the cap again in the end.Policy B first moved the gripper close to the spray bottle, grasped and released the cap of bottle, hesitating briefly, picked up the cap, moved it and dropped it on sofa.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to take off the cap of the spray bottle, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:04.436356_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:04.436356_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.297293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.297293_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.297293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.297293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.898341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi0_droid_2025-11-19T03:21:03.898341_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:53.625820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:53.625820_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:52.441351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:52.441351_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:52.441351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:52.441351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:53.064533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73995861-e832-434a-a7a7-34abb4483a45/pi05_droid_2025-11-19T03:26:53.064533_video_wrist.mp4"},"preference":"B","session_id":"73995861-e832-434a-a7a7-34abb4483a45","university":"frodobots"},{"completion_time":"2025-11-19T03:15:47.564788Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the spray nozzle of the spray bottle","longform_feedback":"Policy A first moved the gripper toward the spray bottle, closed the gripper, but moved away soon.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the spray bottle, closed the gripper, approached the spray nozzle, pressed the spray nozzle several times.Then policy B moved the gripper randomly until approached the spray bottle in the end.My instruction is to press the spray nozzle of the spray bottle, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:01.393962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:01.393962_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.258705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.258705_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.258705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.258705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.883349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/paligemma_vq_droid_2025-11-19T03:10:00.883349_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:06.370602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:06.370602_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.065349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.065349_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.065349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.065349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.657552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9da25a9-896b-40c1-9022-f3791b9ac818/pi0_fast_droid_2025-11-19T03:15:05.657552_video_wrist.mp4"},"preference":"B","session_id":"d9da25a9-896b-40c1-9022-f3791b9ac818","university":"frodobots"},{"completion_time":"2025-11-19T02:59:50.334581Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the pencil","longform_feedback":"Policy A first moved the gripper close to the pencil,grasped it, picked it up, then moved it toward the pillow but moved away soon.Next, policy A dropped the pencil on floor and attempted to grasp it again in the end.Policy B first moved the gripper close to the pencil, grasped it, picked it up and dropped it.Then policy B attempted to grasp the pencil again but did not succeed.My instruction is to poke the pillow with the pencil, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the pencil, but policy A moved the pencil toward the pillow while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:33.206800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:33.206800_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.064234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.064234_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.064234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.064234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.703136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/pi0_droid_2025-11-19T02:51:32.703136_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:13.494887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:13.494887_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.294711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.294711_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.294711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.294711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.965458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8a3ef7-6b6b-49c4-b241-f729a4841b38/paligemma_diffusion_droid_2025-11-19T02:57:12.965458_video_wrist.mp4"},"preference":"A","session_id":"5c8a3ef7-6b6b-49c4-b241-f729a4841b38","university":"frodobots"},{"completion_time":"2025-11-19T02:35:06.955266Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the knife by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the knife, grasped and release it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to rotate the knife by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped the knife,whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:51.676519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:51.676519_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:50.498541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:50.498541_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:50.498541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:50.498541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:51.115072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/paligemma_fast_specialist_droid_2025-11-19T02:30:51.115072_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:52.744079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:52.744079_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:51.739271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:51.739271_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:51.739271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:51.739271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:52.227044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/acf3a269-eb20-4fc6-83eb-e923961a2d6b/pi05_droid_2025-11-19T02:34:52.227044_video_wrist.mp4"},"preference":"B","session_id":"acf3a269-eb20-4fc6-83eb-e923961a2d6b","university":"frodobots"},{"completion_time":"2025-11-19T02:27:33.014575Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the knife","longform_feedback":"Policy A first moved the gripper close to the knife, attempted to grasp it but did not succeed.Then policy A moved the gripper away and stopped above the knife during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to poke the pillow with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the knife, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:20.370674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:20.370674_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.194458_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.194458_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.194458_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.194458_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.816652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/paligemma_fast_droid_2025-11-19T02:22:19.816652_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:16.801829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:16.801829_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:15.649264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:15.649264_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:15.649264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:15.649264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:16.278954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f29863d6-22f4-414d-a1cd-5e4d89259fe5/pi05_droid_2025-11-19T02:27:16.278954_video_wrist.mp4"},"preference":"A","session_id":"f29863d6-22f4-414d-a1cd-5e4d89259fe5","university":"frodobots"},{"completion_time":"2025-11-19T02:15:58.233454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife","longform_feedback":"Policy A first moved the gripper close to the knife, made multiple attempts to grasp it, but did not succeed.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the knife, grasped and released the knife, but did not pick the knife up.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the knife,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the knife, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:18.450221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:18.450221_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.190628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.190628_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.190628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.190628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.885781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/pi0_fast_droid_2025-11-19T02:09:17.885781_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:19.314491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:19.314491_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.100538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.100538_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.100538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.100538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.737807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d963757-f8d1-44cb-b432-3f173ea71eed/paligemma_diffusion_droid_2025-11-19T02:15:18.737807_video_wrist.mp4"},"preference":"B","session_id":"4d963757-f8d1-44cb-b432-3f173ea71eed","university":"frodobots"},{"completion_time":"2025-11-18T09:49:37.048971Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife","longform_feedback":"Policy A first moved the gripper close to the knife, then moved back and forth, made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper close the knife, touched the knife,attempted to grasp the knife several times during most time of the episode,but did not succeed in the end.My instruction is to pick up the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the knife, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:25.053404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:25.053404_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:23.850497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:23.850497_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:23.850497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:23.850497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:24.479602_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_specialist_droid_2025-11-18T09:43:24.479602_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:21.277210_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:21.277210_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.077285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.077285_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.077285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.077285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.716350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73bf0de-6c74-4a3a-8e17-32d64c17b8c7/paligemma_fast_droid_2025-11-18T09:49:20.716350_video_wrist.mp4"},"preference":"B","session_id":"d73bf0de-6c74-4a3a-8e17-32d64c17b8c7","university":"frodobots"},{"completion_time":"2025-11-18T09:40:32.683114Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the knife, then made multiple attempts to grasp the knife during remaining time of the episode, but did not succeed in the end.My instruction is to pick up the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the knife, whereas policy A did not do anything.Therefore, policy B is better then policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:05.278891_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:05.278891_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.422572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.422572_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.422572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.422572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.912867_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_binning_droid_2025-11-18T09:34:04.912867_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:14.993767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:14.993767_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:13.765604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:13.765604_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:13.765604_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:13.765604_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:14.436434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d7d1f8e-3720-4bd6-8f13-1dc942e895e7/paligemma_fast_specialist_droid_2025-11-18T09:40:14.436434_video_wrist.mp4"},"preference":"B","session_id":"1d7d1f8e-3720-4bd6-8f13-1dc942e895e7","university":"frodobots"},{"completion_time":"2025-11-18T09:27:40.323269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the book, grasped it, moved it and released it.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the book, grasped and released it.Then policy B approached the marker pen, attempted to grasp it but did not succeed.My instruction is to rotate the marker pen by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:50.638707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:50.638707_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:49.444277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:49.444277_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:49.444277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:49.444277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:50.109129_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/pi05_droid_2025-11-18T09:19:50.109129_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:17.601944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:17.601944_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:16.373043_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:16.373043_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:16.373043_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:16.373043_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:17.037312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a8e94b-594d-4c82-8c72-aa28d3f49cb2/paligemma_fast_specialist_droid_2025-11-18T09:27:17.037312_video_wrist.mp4"},"preference":"B","session_id":"73a8e94b-594d-4c82-8c72-aa28d3f49cb2","university":"frodobots"},{"completion_time":"2025-11-18T09:16:25.254554Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the floor, then closed and opened the gripper several times during remaining time of the episode, as if attempting to grasp something.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:07.630683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:07.630683_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:06.518378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:06.518378_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:06.518378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:06.518378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:07.147174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/pi0_fast_droid_2025-11-18T09:12:07.147174_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:10.320580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:10.320580_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.401816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.401816_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.401816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.401816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.940232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc3c8a4-649a-49e8-806c-ea258f4f115a/paligemma_binning_droid_2025-11-18T09:16:09.940232_video_wrist.mp4"},"preference":"A","session_id":"dfc3c8a4-649a-49e8-806c-ea258f4f115a","university":"frodobots"},{"completion_time":"2025-11-18T09:08:24.484237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper randomly for a while, then approached the book, touched the book.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the book, whereas policy A did not do anything.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:30.864307_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:30.864307_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:29.968763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:29.968763_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:29.968763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:29.968763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:30.491541_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/paligemma_binning_droid_2025-11-18T09:02:30.491541_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:06.953077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:06.953077_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:05.803390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:05.803390_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:05.803390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:05.803390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:06.434436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc59c56f-0172-47d5-8ef7-892256cd56d9/pi0_fast_droid_2025-11-18T09:08:06.434436_video_wrist.mp4"},"preference":"B","session_id":"dc59c56f-0172-47d5-8ef7-892256cd56d9","university":"frodobots"},{"completion_time":"2025-11-18T05:56:55.920796Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, touched the book, then moved slowly around the book during most time of the episode, pushed the page of the book in the end.Policy B first moved the gripper close to the book, approached the edge of the cover, but moved away soon.Then after hesitating for a while,policy B closed the gripper, approached the book again.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the page of the book, whereas policy B only approached the book.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:46.214812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:46.214812_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.017977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.017977_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.017977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.017977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.660386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_diffusion_droid_2025-11-18T05:50:45.660386_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:41.050340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:41.050340_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:39.882998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:39.882998_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:39.882998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:39.882998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:40.526722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cf9d43-3b61-48a1-a1d4-f815df9ccb32/paligemma_fast_specialist_droid_2025-11-18T05:56:40.526722_video_wrist.mp4"},"preference":"A","session_id":"56cf9d43-3b61-48a1-a1d4-f815df9ccb32","university":"frodobots"},{"completion_time":"2025-11-18T05:47:06.649592Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, approached the edge of the book, grasped the cover of the book, pushed the cover to make the book open a bit, but the book closed when the gripper moved away.Policy B first moved the gripper close to the book, adjusted posture, but moved away soon.Then, after hesitating for a while, policy B approached the book again,adjusted posture, but did not take further action.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the cover of the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:48.648966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:48.648966_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:47.413138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:47.413138_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:47.413138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:47.413138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:48.071107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_vq_droid_2025-11-18T05:40:48.071107_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:44.386146_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:44.386146_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.178612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.178612_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.178612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.178612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.823455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/109f188a-19fe-4ce3-ae2b-ac93501f449c/paligemma_fast_droid_2025-11-18T05:46:43.823455_video_wrist.mp4"},"preference":"A","session_id":"109f188a-19fe-4ce3-ae2b-ac93501f449c","university":"frodobots"},{"completion_time":"2025-11-18T05:26:42.629194Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the remote control upside down","longform_feedback":"Policy A first moved the gripper close to the remote control, adjusted posture,attempted to grasped it but did not succeed.Then, after hesitating for a while, policy A approached the remote control again, grasped it, picked it up, rotated it until time run out.Policy B first moved the gripper close to the remote control,grasped it, picked it up, then rotated it and dropped it on floor, causing the remote control to be turned up side down.Next, policy B approached the cube and attempted to grasp it in the end.My instruction is to turn the remote control upside down, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:40.174885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:40.174885_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:38.950555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:38.950555_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:38.950555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:38.950555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:39.597565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/pi05_droid_2025-11-18T05:19:39.597565_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:29.986156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:29.986156_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:28.907557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:28.907557_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:28.907557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:28.907557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:29.448401_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/154b7494-6ff7-4ba6-b247-1840496bf4da/paligemma_diffusion_droid_2025-11-18T05:25:29.448401_video_wrist.mp4"},"preference":"B","session_id":"154b7494-6ff7-4ba6-b247-1840496bf4da","university":"frodobots"},{"completion_time":"2025-11-18T03:58:29.697901Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:38.818712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:38.818712_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:37.923985_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:37.923985_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:37.923985_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:37.923985_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:38.450663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/paligemma_binning_droid_2025-11-18T03:50:38.450663_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:01.570182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:01.570182_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:00.430479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:00.430479_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:00.430479_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:00.430479_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:01.044713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e3af23-4f98-404d-9d31-048eea195351/pi0_droid_2025-11-18T03:56:01.044713_video_wrist.mp4"},"preference":"B","session_id":"53e3af23-4f98-404d-9d31-048eea195351","university":"frodobots"},{"completion_time":"2025-11-18T03:46:13.694364Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the cube","longform_feedback":"Policy A moved the gripper slowly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the cube, pushed it, attempted to grasp it but did not succeed.Then policy B moved the gripper away and almost stopped during remaining time of the episode.My instruction is to put the controller onto the cube,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the cube, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:46.238693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:46.238693_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.084612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.084612_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.084612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.084612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.711582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/pi0_droid_2025-11-18T03:40:45.711582_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:42.402239_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:42.402239_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.281193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.281193_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.281193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.281193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.866146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a/paligemma_fast_droid_2025-11-18T03:45:41.866146_video_wrist.mp4"},"preference":"B","session_id":"947b4cdd-3c2c-4fb8-950e-94b4f5a0b26a","university":"frodobots"},{"completion_time":"2025-11-18T03:31:26.108471Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper, hesitating briefly, then pressed the blank area of the controller, but did not press the yellow button.Policy B first took some time to find the target, then approached the controller, closed the gripper, press the blank area and the gray button near the yellow button one after another.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B pressed the gray button which is very close to the yellow button, whereas policy A only pressed the blank area.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:43.754707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:43.754707_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:42.619990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:42.619990_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:42.619990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:42.619990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:43.233402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi05_droid_2025-11-18T03:22:43.233402_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:06.362359_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:06.362359_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.223865_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.223865_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.223865_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.223865_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.843284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40673ba0-4e64-4c5d-816d-159a60db8c48/pi0_droid_2025-11-18T03:31:05.843284_video_wrist.mp4"},"preference":"B","session_id":"40673ba0-4e64-4c5d-816d-159a60db8c48","university":"frodobots"},{"completion_time":"2025-11-18T03:17:14.249509Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup into the plate","longform_feedback":"Policy A first moved the gripper close to the cup, grasped it, picked it up, then moved it toward the plate, dropped it into the plate.Next, policy A grasped the towel, picked it up during remaining time of the episode.Policy B first moved the gripper close to the cup, hesitating briefly,then made multiple attempts to grasp the cup, picked it up, moved it above the plate, but time ran out.My instruction is to put the cup into the plate, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:29.913816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:29.913816_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:28.732622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:28.732622_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:28.732622_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:28.732622_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:29.341299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_diffusion_droid_2025-11-18T03:10:29.341299_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:18.320904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:18.320904_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.169820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.169820_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.169820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.169820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.786858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0e688a46-94b5-407d-9c4f-17dcd89841be/paligemma_fast_specialist_droid_2025-11-18T03:16:17.786858_video_wrist.mp4"},"preference":"A","session_id":"0e688a46-94b5-407d-9c4f-17dcd89841be","university":"frodobots"},{"completion_time":"2025-11-18T03:06:35.034760Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the plate, grasped it, but the plate slipped off when being lifted up.Then policy B made multiple attempts to grasp the plate during remaining time of the episode.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the plate, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:26.513419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:26.513419_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:25.651612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:25.651612_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:25.651612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:25.651612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:26.141932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_binning_droid_2025-11-18T02:59:26.141932_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:17.460371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:17.460371_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.239510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.239510_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.239510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.239510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.906315_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5963902c-679b-4283-90a1-a10a55ddbbbe/paligemma_fast_droid_2025-11-18T03:06:16.906315_video_wrist.mp4"},"preference":"B","session_id":"5963902c-679b-4283-90a1-a10a55ddbbbe","university":"frodobots"},{"completion_time":"2025-11-18T02:52:14.247652Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the cup to the plate","longform_feedback":"Policy A first moved the gripper close to the cup, grasped it, picked it up, then moved it above the plate, turn the cup over as if pouring water from the cup to the plate.Policy B first moved the gripper close to the cup, attempted to grasp it but did not succeed.Then after hesitating for a while,  policy B approached the cup again in the end.My instruction is to pour water from the cup to the plate,when comparing the performance of the two,policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:45.840528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:45.840528_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:44.638062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:44.638062_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:44.638062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:44.638062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:45.258849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_vq_droid_2025-11-18T02:46:45.258849_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:38.707642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:38.707642_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:37.573397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:37.573397_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:37.573397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:37.573397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:38.172734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79b27358-0c2a-4dde-8af5-b01bb1302a8e/paligemma_fast_specialist_droid_2025-11-18T02:51:38.172734_video_wrist.mp4"},"preference":"A","session_id":"79b27358-0c2a-4dde-8af5-b01bb1302a8e","university":"frodobots"},{"completion_time":"2025-11-18T02:12:57.631062Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the bottle with the towel","longform_feedback":"Policy A moved the gripper back and forth slowly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the bottle with the towel,neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:37.683702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:37.683702_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:36.541426_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:36.541426_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:36.541426_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:36.541426_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:37.167256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/pi0_droid_2025-11-18T02:06:37.167256_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:46.159939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:46.159939_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.290020_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.290020_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.290020_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.290020_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.792018_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94caaa8b-0948-418c-8e9e-8c39a306505b/paligemma_binning_droid_2025-11-18T02:12:45.792018_video_wrist.mp4"},"preference":"A","session_id":"94caaa8b-0948-418c-8e9e-8c39a306505b","university":"frodobots"},{"completion_time":"2025-11-18T01:29:37.039168Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the bottle with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the bottle and dropped it near the bottle.Next, policy A grasped and released the towel several times, picked the towel up in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up, moved it toward the bottle but moved away soon.Next, policy B moved the towel tightly against the bottle, moved the towel on the surface of the bottle as if attempting to wipe the bottle.My instruction is to wipe the bottle with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:48.513869_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:48.513869_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.259256_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.259256_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.259256_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.259256_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.947199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/pi0_droid_2025-11-18T01:19:47.947199_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:12.130135_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:12.130135_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:10.937673_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:10.937673_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:10.937673_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:10.937673_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:11.586203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ff660e-1480-4ea8-a8ed-60e70a8a04fd/paligemma_fast_droid_2025-11-18T01:28:11.586203_video_wrist.mp4"},"preference":"B","session_id":"a8ff660e-1480-4ea8-a8ed-60e70a8a04fd","university":"frodobots"},{"completion_time":"2025-11-18T01:13:36.661036Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cap of the bottle","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the bottle, touched it, attempted to grasp it, then moved slowly around the bottle during remaining time of the episode.My instruction is to rotate the cap of the bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the bottle, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:24.004416_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:24.004416_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.133315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.133315_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.133315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.133315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.616424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_binning_droid_2025-11-18T01:05:23.616424_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:25.525863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:25.525863_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:24.422588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:24.422588_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:24.422588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:24.422588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:25.006859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40576d9f-524f-4d4c-8cd2-df59ef709c61/paligemma_vq_droid_2025-11-18T01:10:25.006859_video_wrist.mp4"},"preference":"B","session_id":"40576d9f-524f-4d4c-8cd2-df59ef709c61","university":"frodobots"},{"completion_time":"2025-11-18T00:06:38.763048Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"slowly swipe up the table","longform_feedback":"Policy B kept bounced back and forth on the line where the eraser was found, it should pick up the eraser and moved it as swiping motion. A at least was able to get the eraser into gripper but then ran out of time","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:07.900532_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:07.900532_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:09.666261_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:09.666261_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:08.591299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:08.591299_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:08.591299_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:08.591299_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:09.106248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/paligemma_fast_specialist_droid_2025-11-18T00:00:09.106248_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.287505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.287505_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:13.043467_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:13.043467_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.960431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.960431_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.960431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:11.960431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:12.487944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0/pi0_fast_droid_2025-11-18T00:06:12.487944_video_wrist.mp4"},"preference":"A","session_id":"4bbf6b11-8bfe-4ff0-b1e7-b2234819f2f0","university":"Berkeley"},{"completion_time":"2025-11-17T23:55:34.634238Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour water from the cup into bowl","longform_feedback":"B did not respond to the eval instruction whila A just nailed the task. It grasped the cup swiftly and then moved it to the upright position and slowly pour into the bowl","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:16.507851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:16.507851_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:18.292248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:18.292248_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.199618_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.199618_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.199618_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.199618_video_right.mp4","wrist_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.732593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_diffusion_droid_2025-11-17T23:49:17.732593_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:00.969358_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:00.969358_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:02.383721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:02.383721_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.517936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.517936_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.517936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.517936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.911656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/957af458-46ae-4d08-8b3b-f7e58bd31160/paligemma_binning_droid_2025-11-17T23:55:01.911656_video_wrist.mp4"},"preference":"A","session_id":"957af458-46ae-4d08-8b3b-f7e58bd31160","university":"Berkeley"},{"completion_time":"2025-11-17T23:43:51.270558Z","evaluator_name":"ellieh99@brekeley.edu","language_instruction":"move the apple to the bowl","longform_feedback":"policy b freeze in the entire session while A at least moved to the apple for the first few seconds but hten it shifted to the banana and handling it from there, hoever the grasping success in A is very low","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:09.739664_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:09.739664_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:11.564327_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:11.564327_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:10.471581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:10.471581_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:09.739664_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:09.739664_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:10.997978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/pi0_fast_droid_2025-11-17T23:39:10.997978_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:56.823463_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:56.823463_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:58.109553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:58.109553_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:57.327148_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:57.327148_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:56.823463_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:56.823463_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:57.682238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7094f5-aae7-459d-a741-a07b376d070b/paligemma_binning_droid_2025-11-17T23:42:57.682238_video_wrist.mp4"},"preference":"A","session_id":"8c7094f5-aae7-459d-a741-a07b376d070b","university":"Berkeley"},{"completion_time":"2025-11-17T23:32:39.171003Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"dry out the bowl on the dish rack","longform_feedback":"POlicy A did better since it moved the bowl over the dish rack but it should be slipped so that the interior of the bowl is facing towards the line to dry out. B just pushed the bowl upwards and then it shifted over the dish track to grasped something from it, which is not efficient","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:40.881701_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:40.881701_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:42.704338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:42.704338_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:41.588545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:41.588545_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:41.588545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:41.588545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:42.108660_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_fast_droid_2025-11-17T23:23:42.108660_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:46.884967_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:46.884967_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:48.671359_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:48.671359_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:47.537456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:47.537456_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:47.537456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:47.537456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:48.074022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3/paligemma_vq_droid_2025-11-17T23:29:48.074022_video_wrist.mp4"},"preference":"A","session_id":"1f8eeb99-9002-4aa5-98cb-b9f9fcecfea3","university":"Berkeley"},{"completion_time":"2025-11-17T23:18:02.695736Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"squeeze tomato ketchup into bowl","longform_feedback":"POlicy A just tried to knock the ketchup down lying horizontally on the table and then the gripper moved right in front of the bowl. Policy B went straight to the ketchup, grasped it and dropped in on the bowl. The ketchup is then bouncing back, making one of the pencil off the table. It then picked up the eraser out of nowhere","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:52.524991_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:52.524991_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:54.372339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:54.372339_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.211499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.211499_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.211499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.211499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.778817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_fast_droid_2025-11-17T23:10:53.778817_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:17.602699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:17.602699_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:19.361075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:19.361075_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.289127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.289127_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.289127_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.289127_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.767780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1bc6083-4f16-4b56-9b2c-3dd222c20748/paligemma_diffusion_droid_2025-11-17T23:17:18.767780_video_wrist.mp4"},"preference":"B","session_id":"a1bc6083-4f16-4b56-9b2c-3dd222c20748","university":"Berkeley"},{"completion_time":"2025-11-17T23:04:43.839474Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the compass into cup","longform_feedback":"BOth policies scored ) but they behaved differently. A moved to the left while the compas is placed on the right and handled it over the cup besidely. B did nothing as it just frooze for the entire session","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:06.881540_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:06.881540_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:08.708188_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:08.708188_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:07.535858_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:07.535858_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:07.535858_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:07.535858_video_right.mp4","wrist_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:08.046188_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_vq_droid_2025-11-17T22:46:08.046188_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.227467_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.227467_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:44.703067_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:44.703067_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.795860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.795860_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.795860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:43.795860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:44.196292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/371870e3-bb7e-4b3c-b032-32aa05b71f2b/paligemma_binning_droid_2025-11-17T22:59:44.196292_video_wrist.mp4"},"preference":"TIE","session_id":"371870e3-bb7e-4b3c-b032-32aa05b71f2b","university":"Berkeley"},{"completion_time":"2025-11-17T22:38:09.578849Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"press the button on slicker brush for self cleaning","longform_feedback":"Both policies just tried to grasp the brush up in the air without finding the button for self-cleaning which is right under the brush hair.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:55.902551_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:55.902551_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:57.660339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:57.660339_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:56.572823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:56.572823_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:56.572823_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:56.572823_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:57.107134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/pi05_droid_2025-11-17T22:29:57.107134_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:31.628679_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:31.628679_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:33.396053_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:33.396053_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.315372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.315372_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.315372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.315372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.817686_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72f7ccb1-3e68-401e-a060-8bb6aed74928/paligemma_fast_droid_2025-11-17T22:36:32.817686_video_wrist.mp4"},"preference":"TIE","session_id":"72f7ccb1-3e68-401e-a060-8bb6aed74928","university":"Berkeley"},{"completion_time":"2025-11-17T22:22:01.562119Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the green cube from the bow;","longform_feedback":"policy A grasped the entire bowl and hang it over the air for a few seconds. It seemed to not recognize the cube inside it and jutr tried to do something relevant. B onthe other hand just freeze in the episode","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:02.413704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:02.413704_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:04.158522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:04.158522_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.072604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.072604_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.072604_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.072604_video_right.mp4","wrist_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.582294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/pi05_droid_2025-11-17T22:11:03.582294_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:31.484770_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:31.484770_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.900052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.900052_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.042078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.042078_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.042078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.042078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.457836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48b32013-e42a-4703-8e76-67a659ce8280/paligemma_binning_droid_2025-11-17T22:18:32.457836_video_wrist.mp4"},"preference":"A","session_id":"48b32013-e42a-4703-8e76-67a659ce8280","university":"Berkeley"},{"completion_time":"2025-11-17T21:35:10.970516Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move carrot into plate","longform_feedback":"POlicy A stayed idle in the episode as its arm did lowered but not essentially moved as the direction asked. Policy B did better since the arm tried to reach for the carrot and tried to grasp it. However, the carrot and the plate were very close so it could not precisely locate to the carrot and the gripper kept handling both together; thus the carrot did not change location","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:35.988868_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:35.988868_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:37.483311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:37.483311_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:36.586754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:36.586754_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:36.586754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:36.586754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:37.015893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/paligemma_binning_droid_2025-11-17T21:24:37.015893_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:46.507511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:46.507511_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:48.202486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:48.202486_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.190135_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.190135_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.190135_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.190135_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.673119_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f94d3305-c72f-4b1a-8923-8d75cdaa8dd9/pi05_droid_2025-11-17T21:33:47.673119_video_wrist.mp4"},"preference":"B","session_id":"f94d3305-c72f-4b1a-8923-8d75cdaa8dd9","university":"Berkeley"},{"completion_time":"2025-11-17T09:40:30.950318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the cap of the bottle","longform_feedback":"Policy A first moved the gripper close to the bottle, touched the bottle, attempted to grasp the bottle, then moved slowly around the bottle during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the cap of the bottle, neither policy was able to complete the the task.When comparing the performance of the two, policy A at least touched the bottle, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:11.068911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:11.068911_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:09.963680_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:09.963680_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:09.963680_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:09.963680_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:10.550195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_fast_droid_2025-11-17T09:36:10.550195_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:14.262109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:14.262109_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.410404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.410404_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.410404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.410404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.871177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d91c814e-b92d-4aab-aef8-2550f05b0e08/paligemma_binning_droid_2025-11-17T09:40:13.871177_video_wrist.mp4"},"preference":"A","session_id":"d91c814e-b92d-4aab-aef8-2550f05b0e08","university":"frodobots"},{"completion_time":"2025-11-17T09:14:39.212851Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the cap of the bottle","longform_feedback":"Policy A first moved the gripper toward the bottle, then almost stopped near the bottle during remaining time of the episode.Policy B first move the gripper toward the bottle, approached the cap of the bottle, moved back and forth around the cap during most time of the episode, then attempted to grasp the cap but did not succeed in the end.My instruction is to open the cap of the bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the cap of the bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:55.590445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:55.590445_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:54.422613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:54.422613_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:54.422613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:54.422613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:55.056294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/paligemma_diffusion_droid_2025-11-17T09:07:55.056294_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:21.269740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:21.269740_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.085507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.085507_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.085507_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.085507_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.701452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e012bdd-5e23-461b-b4a4-747dfd916b89/pi0_fast_droid_2025-11-17T09:14:20.701452_video_wrist.mp4"},"preference":"B","session_id":"8e012bdd-5e23-461b-b4a4-747dfd916b89","university":"frodobots"},{"completion_time":"2025-11-17T09:02:33.289950Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper toward the banana, hovered above the banana for a while, then made multiple attempts to grasp the banana but did not succeed.Next,policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and rotated it by about 90 degrees,  dropped it on floor.Next, policy B moved the gripper back and forth until time ran out.My instruction is to rotate the banana by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:57.831275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:57.831275_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:56.577495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:56.577495_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:56.577495_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:56.577495_video_right.mp4","wrist_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:57.239031_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/pi0_droid_2025-11-17T08:56:57.239031_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:17.977574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:17.977574_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:16.626285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:16.626285_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:16.626285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:16.626285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:17.242229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/387117cb-58d3-441a-b75e-dceee9649eff/paligemma_fast_specialist_droid_2025-11-17T09:02:17.242229_video_wrist.mp4"},"preference":"B","session_id":"387117cb-58d3-441a-b75e-dceee9649eff","university":"frodobots"},{"completion_time":"2025-11-17T08:43:36.686135Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana peel onto the banana","longform_feedback":"Policy A first moved the gripper close to the banana rather than the banana peel, grasped it, picked it up, then moved it toward the banana peel and dropped it near the banana peel.Next, policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the banana, then make multiple attempts to grasp it, but did not succeed in the end.My instruction is to put the banana peel onto the banana, neither policy was able to complete the task.When comparing the performance of the two,policy A at least put the banana and banana peel together, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:03.951463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:03.951463_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:02.804660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:02.804660_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:02.804660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:02.804660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:03.395240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/pi0_droid_2025-11-17T08:36:03.395240_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:15.181324_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:15.181324_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:13.989642_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:13.989642_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:13.989642_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:13.989642_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:14.678492_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69522a8e-3b74-434d-84b9-3ca9fce273aa/paligemma_fast_specialist_droid_2025-11-17T08:43:14.678492_video_wrist.mp4"},"preference":"A","session_id":"69522a8e-3b74-434d-84b9-3ca9fce273aa","university":"frodobots"},{"completion_time":"2025-11-17T08:28:27.834242Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the trash can onto floor","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the trash can onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.975924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.975924_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.085887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.085887_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.085887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.085887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.614641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/paligemma_binning_droid_2025-11-17T08:21:21.614641_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:53.333516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:53.333516_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.078575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.078575_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.078575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.078575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.688947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6af584d7-e5e8-46be-bd4a-c14ddca0ff6a/pi0_droid_2025-11-17T08:26:52.688947_video_wrist.mp4"},"preference":"B","session_id":"6af584d7-e5e8-46be-bd4a-c14ddca0ff6a","university":"frodobots"},{"completion_time":"2025-11-17T08:09:41.000462Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana peel into the trash can","longform_feedback":"Policy A first moved the gripper close to banana peel,grasped it, but the banana peel slipped off when being lifted up.Then policy B moved the gripper randomly until approached the banana peel, and grasped the banana peel again in the end.Policy B first moved the gripper close to the banana peel, grasped and released it, then picked it up, moved it toward the trash can, dropped it into the trash can.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the banana peel into the trash can, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:12.982968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:12.982968_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:11.921890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:11.921890_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:11.921890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:11.921890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:12.459453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/paligemma_fast_droid_2025-11-17T08:01:12.459453_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:16.814678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:16.814678_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:15.583484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:15.583484_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:15.583484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:15.583484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:16.278359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8fa7a7da-216f-4ebb-bbec-c5eee038e188/pi05_droid_2025-11-17T08:06:16.278359_video_wrist.mp4"},"preference":"B","session_id":"8fa7a7da-216f-4ebb-bbec-c5eee038e188","university":"frodobots"},{"completion_time":"2025-11-17T07:51:05.331588Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the battery with the cup","longform_feedback":"Policy A first moved the gripper close to the battery, grasped it, picked it up, moved it and dropped it on sofa.Next, policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the cup, attempted to grasp it several times during remaining time of the episode, bud did not succeed in the end.My instruction is to cover the battery with the cup, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.981275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.981275_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.047897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.047897_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.047897_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.047897_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.480841_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/pi0_fast_droid_2025-11-17T07:45:34.480841_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:47.654857_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:47.654857_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:46.427532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:46.427532_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:46.427532_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:46.427532_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:47.038969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f16c06-f374-4dab-b7ee-2d02d9a75d2c/paligemma_diffusion_droid_2025-11-17T07:50:47.038969_video_wrist.mp4"},"preference":"B","session_id":"53f16c06-f374-4dab-b7ee-2d02d9a75d2c","university":"frodobots"},{"completion_time":"2025-11-17T07:39:05.060315Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the left cup","longform_feedback":"Policy A first moved the gripper close to the left cup, pushed it slightly, then grasped the cup, picked it up, moved it and dropped it on floor,causing the cup to fall over.Next, policy A moved gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the left cup, pushed the edge of the cup to knock the cup over, then picked up the cup and turned it upside down.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to knock over the left cup, when comparing the performance of the two, policy B knocked over the cup successfully, whereas policy A did not perform the knocking over action.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:57.136191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:57.136191_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:55.823000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:55.823000_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:55.823000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:55.823000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:56.514667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/paligemma_fast_specialist_droid_2025-11-17T07:29:56.514667_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:45.054963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:45.054963_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:43.803406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:43.803406_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:43.803406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:43.803406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:44.426579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2fa3af6-645a-40df-9954-c80f1094275a/pi05_droid_2025-11-17T07:38:44.426579_video_wrist.mp4"},"preference":"B","session_id":"e2fa3af6-645a-40df-9954-c80f1094275a","university":"frodobots"},{"completion_time":"2025-11-17T05:52:14.448115Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, grasped it, picked it up, then moved it toward another cup,dropped it on the edge of another cup, causing the two cups to fall over.Next, policy A attempted to grasp the cup again during remaining time of the episode.Policy B first moved the gripper close to one cup, grasped it, picked it up, then moved it toward another cup, dropped it on the edge another cup, causing the two cups to fall over.Next, policy B attempted the grasp the cup again during remaining time of the episode.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, both policies dropped one cup onto the edge of another cup, causing the two cups to fall over.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:21.891914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:21.891914_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:20.688578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:20.688578_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:20.688578_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:20.688578_video_right.mp4","wrist_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:21.361848_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/pi0_droid_2025-11-17T05:44:21.361848_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:45.970385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:45.970385_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:44.649213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:44.649213_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:44.649213_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:44.649213_video_right.mp4","wrist_video_gcs_path":"evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:45.310959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efe74cb0-10c1-4834-a026-a2970e12f24f/paligemma_fast_droid_2025-11-17T05:50:45.310959_video_wrist.mp4"},"preference":"TIE","session_id":"efe74cb0-10c1-4834-a026-a2970e12f24f","university":"frodobots"},{"completion_time":"2025-11-17T05:35:49.017114Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright on the sofa","longform_feedback":"Policy A first moved the gripper close to the cup, adjusted posture, pushed the cup slightly during most time of the episode.Policy B first moved the gripper close to the cup, adjusted posture,attempted to grasp the cup but did not succeed.Then policy B approached the bottom of the cup, pushed it slightly until time ran out.My instruction is to stand the cup upright on the sofa,neither policy was able to complete the task.When comparing the performance of the two, the behavior of policy A was more likely to stand the cup upright than policy B.Therefore, i choose A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:10.163670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:10.163670_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:08.921399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:08.921399_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:08.921399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:08.921399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:09.585816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/pi0_fast_droid_2025-11-17T05:25:09.585816_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:26.307010_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:26.307010_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.010808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.010808_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.010808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.010808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.696993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be824e6b-5e17-4335-b770-25b039f84246/paligemma_diffusion_droid_2025-11-17T05:34:25.696993_video_wrist.mp4"},"preference":"A","session_id":"be824e6b-5e17-4335-b770-25b039f84246","university":"frodobots"},{"completion_time":"2025-11-17T05:21:21.204778Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the battery into the cup","longform_feedback":"Policy A first moved the gripper close to the battery, grasped it, picked it up, then moved it toward the cup and dropped it into the cup, causing the cup to fall over.Then policy A moved the gripper slightly during remaining time of the episode.Policy B first moved the gripper close to the battery, grasped it, picked it up, moved it toward the cup, pushed the cup to make it fall over, then dropped the battery near the cup.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the battery into the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:26.103308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:26.103308_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:24.874404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:24.874404_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:24.874404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:24.874404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:25.493657_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/paligemma_fast_specialist_droid_2025-11-17T05:15:25.493657_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:02.447891_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:02.447891_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.053971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.053971_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.053971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.053971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.779801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d055ea3-65d1-4a3b-99af-030ef96990a1/pi05_droid_2025-11-17T05:21:01.779801_video_wrist.mp4"},"preference":"A","session_id":"8d055ea3-65d1-4a3b-99af-030ef96990a1","university":"frodobots"},{"completion_time":"2025-11-17T03:58:27.802033Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"arrange the two batteries end to end","longform_feedback":"Policy A first moved the gripper close to one battery, closed the gripper several times above the battery, then moved slightly during remaining time of the episode.Policy B first moved the gripper back and forth for a while, then approached one battery, grasped it, picked it up, moved it and dropped it on floor.Next, policy B moved the gripper toward the towel in the end.My instruction is to arrange the two batteries end to end,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved one battery, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:18.737662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:18.737662_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:17.635281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:17.635281_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:17.635281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:17.635281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:18.219015_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_diffusion_droid_2025-11-17T03:52:18.219015_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:07.751912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:07.751912_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:06.582360_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:06.582360_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:06.582360_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:06.582360_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:07.234260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff92b01-a1b1-4f9b-83a8-f8f44badf804/paligemma_fast_specialist_droid_2025-11-17T03:58:07.234260_video_wrist.mp4"},"preference":"B","session_id":"2ff92b01-a1b1-4f9b-83a8-f8f44badf804","university":"frodobots"},{"completion_time":"2025-11-17T03:48:14.580456Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"arrange the two batteries end to end","longform_feedback":"Policy A first moved the gripper close to one battery, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A approached another battery, grasped and released it during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to arrange the two batteries end to end,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the battery, whereas policy B did not do any thing.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:25.309524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:25.309524_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:23.975099_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:23.975099_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:23.975099_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:23.975099_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:24.739051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/pi0_droid_2025-11-17T03:41:24.739051_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:48.026878_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:48.026878_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.158572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.158572_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.158572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.158572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.668447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6506ada0-ecee-472f-a56e-e962ae4bf4f3/paligemma_binning_droid_2025-11-17T03:47:47.668447_video_wrist.mp4"},"preference":"A","session_id":"6506ada0-ecee-472f-a56e-e962ae4bf4f3","university":"frodobots"},{"completion_time":"2025-11-17T03:35:12.157550Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the towel,approached the bottom right corner of the towel, made multiple attempts to grasp it, then grasped the towel and moved it to right, but did not fold the towel.Policy B first moved the gripper close to the towel, approached the bottom left corner of the towel, attempted to grasp the corner several times but did not succeed.Then policy B approached the bottom right corner of the towel in the end.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and moved the towel, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:26.468861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:26.468861_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.309019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.309019_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.309019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.309019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.937183_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/pi0_droid_2025-11-17T03:28:25.937183_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:47.710874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:47.710874_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:46.578033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:46.578033_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:46.578033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:46.578033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:47.182915_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f478635-e3eb-444f-813b-c8fc5533bd14/paligemma_diffusion_droid_2025-11-17T03:34:47.182915_video_wrist.mp4"},"preference":"A","session_id":"1f478635-e3eb-444f-813b-c8fc5533bd14","university":"frodobots"},{"completion_time":"2025-11-17T03:04:49.763690Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel, then pick up the banana under the towel","longform_feedback":"Policy A first moved the gripper toward the towel, closed and opened the gripper several times above the towel as if attempting to grasp the towel, then picked up the towel and moved it until time ran out.Policy B first moved the gripper close to the towel, made multiple attempts to grasp it, then picked it up and removed it from the banana.Next, policy B moved the gripper toward the banana and attempted to grasp the sofa.My instruction is to remove the towel then pick up the banana under the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies removed the towel from the banana, but then policy B moved gripper toward the banana, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:40.550383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:40.550383_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.201707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.201707_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.201707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.201707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.912428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/pi0_droid_2025-11-17T02:55:39.912428_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:31.892418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:31.892418_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:30.563813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:30.563813_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:30.563813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:30.563813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:31.395070_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49788564-0a07-48b4-823c-6f6771e224ab/paligemma_fast_droid_2025-11-17T03:04:31.395070_video_wrist.mp4"},"preference":"B","session_id":"49788564-0a07-48b4-823c-6f6771e224ab","university":"frodobots"},{"completion_time":"2025-11-17T02:29:13.559752Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the orange onto the towel","longform_feedback":"Policy A first moved the gripper close to the orange, then moved back and forth around the orange during remaining time of the episode, as if attempted to grasp the orange.Policy B first moved the gripper close to the orange, grasped and released it, touched it, then moved the gripper slowly above the orange until time ran out.My instruction is to put the orange onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the orange, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:28.329256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:28.329256_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.218205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.218205_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.218205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.218205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.816722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/paligemma_diffusion_droid_2025-11-17T02:22:27.816722_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:25.704506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:25.704506_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:24.466419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:24.466419_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:24.466419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:24.466419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:25.093780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc757707-077e-414b-a535-307420bde9e1/pi0_fast_droid_2025-11-17T02:28:25.093780_video_wrist.mp4"},"preference":"B","session_id":"fc757707-077e-414b-a535-307420bde9e1","university":"frodobots"},{"completion_time":"2025-11-17T02:14:22.567489Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the orange with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the orange and dropped it on floor.Next, policy B approached the edge of the sofa, grasped and released it.Policy B first moved the gripper toward the towel but moved away soon, then after hesitating for a while, approached the towel, grasped it, picked it up, moved it and dropped it near the orange.Next, policy B picked up the towel again in the end.My instruction is to cover the orange with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B dropped the towel near the orange,whereas policy A dropped the towel on floor.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:18.761616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:18.761616_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:17.428411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:17.428411_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:17.428411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:17.428411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:18.107234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/paligemma_fast_droid_2025-11-17T02:07:18.107234_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:56.501761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:56.501761_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.462658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.462658_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.462658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.462658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.971870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24aeb594-cb4b-4435-8211-60d457d1190f/pi05_droid_2025-11-17T02:13:55.971870_video_wrist.mp4"},"preference":"B","session_id":"24aeb594-cb4b-4435-8211-60d457d1190f","university":"frodobots"},{"completion_time":"2025-11-17T01:54:43.191707Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"take off the cap of the marker pen","longform_feedback":"Policy A first moved the gripper toward the marker pen but moved away soon, then policy A moved the gripper randomly during remaining time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to take off the cap of the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:10.856628_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:10.856628_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:09.648845_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:09.648845_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:09.648845_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:09.648845_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:10.313877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/pi05_droid_2025-11-17T01:47:10.313877_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:38.745805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:38.745805_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:37.881982_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:37.881982_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:37.881982_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:37.881982_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:38.385063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb210bda-cfb4-46a1-b295-a582ffbbef51/paligemma_binning_droid_2025-11-17T01:53:38.385063_video_wrist.mp4"},"preference":"A","session_id":"cb210bda-cfb4-46a1-b295-a582ffbbef51","university":"frodobots"},{"completion_time":"2025-11-17T01:39:43.227795Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper, then pressed the blank area of the controller several time during remaining time of the episode, but did not press the red button.Policy B first moved the gripper close to the controller, closed the gripper, moved slowly above the controller for a while, then moved the gripper away in the end.My instruction is to press the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:11.586185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:11.586185_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:10.368797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:10.368797_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:10.368797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:10.368797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:11.038677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/pi05_droid_2025-11-17T01:34:11.038677_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:25.825258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:25.825258_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:24.480284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:24.480284_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:24.480284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:24.480284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:25.160515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d932f11-c26c-4c2a-8a7b-b65236109119/paligemma_diffusion_droid_2025-11-17T01:39:25.160515_video_wrist.mp4"},"preference":"A","session_id":"9d932f11-c26c-4c2a-8a7b-b65236109119","university":"frodobots"},{"completion_time":"2025-11-17T01:25:15.281866Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it, picked it up, then moved it and dropped it on the book, but the marker pen fall off from the book to floor.Next, policy A moved the gripper back and forth until time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:07.299540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:07.299540_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.029657_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.029657_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.029657_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.029657_video_right.mp4","wrist_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.692436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/pi05_droid_2025-11-17T01:19:06.692436_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:25:00.415540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:25:00.415540_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:24:59.569890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:24:59.569890_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:24:59.569890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:24:59.569890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:25:00.046464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/972e73a2-8d49-487a-8642-53302b79f9a2/paligemma_binning_droid_2025-11-17T01:25:00.046464_video_wrist.mp4"},"preference":"A","session_id":"972e73a2-8d49-487a-8642-53302b79f9a2","university":"frodobots"},{"completion_time":"2025-11-14T01:25:37.349943Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A first moved the gripper toward the book but moved away soon. Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the marker pen, attempted to grasp it but did not succeed.Then, after hesitating for a while, moved the gripper back and forth, made multiple attempts to grasp the marker pen during remaining time of the episode.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:45.454031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:45.454031_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.153609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.153609_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.153609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.153609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.924338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/pi0_droid_2025-11-14T01:19:44.924338_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:19.755882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:19.755882_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:18.454395_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:18.454395_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:18.454395_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:18.454395_video_right.mp4","wrist_video_gcs_path":"evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:19.119992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/583815f0-636b-48d6-aa9e-2a89e0bcbfe3/paligemma_fast_specialist_droid_2025-11-14T01:25:19.119992_video_wrist.mp4"},"preference":"B","session_id":"583815f0-636b-48d6-aa9e-2a89e0bcbfe3","university":"frodobots"},{"completion_time":"2025-11-14T01:16:57.640431Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to turn the book upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:02.433232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:02.433232_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.505674_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.505674_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.505674_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.505674_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.999288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_binning_droid_2025-11-14T01:11:01.999288_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:39.987419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:39.987419_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:38.894400_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:38.894400_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:38.894400_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:38.894400_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:39.475871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a122efe-b337-4e79-9509-e49eeea507b1/paligemma_fast_specialist_droid_2025-11-14T01:16:39.475871_video_wrist.mp4"},"preference":"B","session_id":"2a122efe-b337-4e79-9509-e49eeea507b1","university":"frodobots"},{"completion_time":"2025-11-13T09:56:57.669955Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A first moved the gripper toward the floor, then approached the edge of the sofa, closed and opened the gripper several times, moved slowly around the sofa until time ran out.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to turn the book upside down,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the book.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:10.232787_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:10.232787_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.076944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.076944_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.076944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.076944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.720019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/paligemma_diffusion_droid_2025-11-13T09:50:09.720019_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:30.864558_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:30.864558_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:29.710867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:29.710867_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:29.710867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:29.710867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:30.344406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddf6a178-1243-41ea-a3cd-06c686fcd744/pi0_droid_2025-11-13T09:56:30.344406_video_wrist.mp4"},"preference":"TIE","session_id":"ddf6a178-1243-41ea-a3cd-06c686fcd744","university":"frodobots"},{"completion_time":"2025-11-13T09:34:50.301044Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, grasped and released the cover of the book as if attempting to open it, but did not succeed.Then policy A moved the gripper away and moved slightly until time ran out.Policy B first moved the gripper close to the book, adjusted posture, attempted to grasp the book but did not succeed.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to open the book,neither policy was able to complete the task.When comparing the performance of the two, policy A least grasp the cover of the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:53.134517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:53.134517_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:51.930126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:51.930126_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:51.930126_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:51.930126_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:52.561665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/paligemma_vq_droid_2025-11-13T09:29:52.561665_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:33.945682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:33.945682_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:32.586819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:32.586819_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:32.586819_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:32.586819_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:33.312851_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5a6ee18-7532-447e-8684-34f2ea73edb0/pi05_droid_2025-11-13T09:34:33.312851_video_wrist.mp4"},"preference":"A","session_id":"b5a6ee18-7532-447e-8684-34f2ea73edb0","university":"frodobots"},{"completion_time":"2025-11-13T09:27:03.308046Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A showed no response to my command and did not perform any operation at all.Policy B first moved the gripper toward the floor, then approached the book, closed the gripper, touched the page of the book.Next, policy B moved the gripper close to the edge of the book, inserted the gripper under the cover, pushed the cover to make the book close.My instruction is to close the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:38.110906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:38.110906_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.226510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.226510_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.226510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.226510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.759318_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_binning_droid_2025-11-13T09:21:37.759318_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:44.594722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:44.594722_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.322408_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.322408_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.322408_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.322408_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.994466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f8f1927-b024-4e71-a70f-51baebb1b451/paligemma_vq_droid_2025-11-13T09:26:43.994466_video_wrist.mp4"},"preference":"B","session_id":"1f8f1927-b024-4e71-a70f-51baebb1b451","university":"frodobots"},{"completion_time":"2025-11-13T09:18:47.522112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to the marker pen, attempted to grasp it, picked it up, then moved it toward the book,adjusted posture, moved the marker pen near the surface of the book in the end.Policy B first moved the gripper close to the marker pen, made multiple attempts to grasp the marker pen but did not succeed.Then policy B approached the book, moved the gripper slightly around the book until time ran out.My instruction is to write a letter o in the book with the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the marker pen above the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:17.192257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:17.192257_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:15.874956_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:15.874956_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:15.874956_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:15.874956_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:16.600569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/paligemma_fast_specialist_droid_2025-11-13T09:12:16.600569_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:26.953026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:26.953026_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:25.720544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:25.720544_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:25.720544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:25.720544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:26.390371_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73507804-6a55-437b-a081-c1ff4df80805/pi0_droid_2025-11-13T09:18:26.390371_video_wrist.mp4"},"preference":"A","session_id":"73507804-6a55-437b-a081-c1ff4df80805","university":"frodobots"},{"completion_time":"2025-11-13T08:56:55.731798Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper close to the controller but moved away soon, then policy A moved the gripper back and forth during most time of the episode.Policy B first moved the gripper close to the controller but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the controller.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:49.935044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:49.935044_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:48.745597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:48.745597_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:48.745597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:48.745597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:49.373693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/paligemma_fast_droid_2025-11-13T08:52:49.373693_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:43.825182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:43.825182_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:42.655571_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:42.655571_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:42.655571_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:42.655571_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:43.274665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d78c5c1-f2e7-4e74-b4de-535ea2fc3817/pi05_droid_2025-11-13T08:56:43.274665_video_wrist.mp4"},"preference":"TIE","session_id":"0d78c5c1-f2e7-4e74-b4de-535ea2fc3817","university":"frodobots"},{"completion_time":"2025-11-13T08:49:04.477173Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the controller, adjusted posture,then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to turn the controller upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the controller, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:13.333758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:13.333758_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.477662_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.477662_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.477662_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.477662_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.948121_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/paligemma_binning_droid_2025-11-13T08:43:12.948121_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:54.047654_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:54.047654_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:52.793521_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:52.793521_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:52.793521_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:52.793521_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:53.440795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5f691c-bbff-4c4f-926f-1219e6fa4503/pi05_droid_2025-11-13T08:48:53.440795_video_wrist.mp4"},"preference":"B","session_id":"0a5f691c-bbff-4c4f-926f-1219e6fa4503","university":"frodobots"},{"completion_time":"2025-11-13T08:36:40.340008Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the controller","longform_feedback":"Policy A first moved the gripper close to the controller, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A approached the cube, attempted to grasp it but did not succeed.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the cube onto the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the required objects, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:18.273370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:18.273370_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.071399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.071399_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.071399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.071399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.730416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_vq_droid_2025-11-13T08:32:17.730416_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:14.570066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:14.570066_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:13.697957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:13.697957_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:13.697957_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:13.697957_video_right.mp4","wrist_video_gcs_path":"evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:14.194579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/397aceb4-b326-4869-8c23-f7bd76de0537/paligemma_binning_droid_2025-11-13T08:36:14.194579_video_wrist.mp4"},"preference":"A","session_id":"397aceb4-b326-4869-8c23-f7bd76de0537","university":"frodobots"},{"completion_time":"2025-11-13T05:18:15.314479Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper, then hovered above the controller during remaining time of the episode.Policy B first moved the gripper close to the controller, closed the gripper, touched the blank area of the controller, then moved the gripper back and forth until approached the controller again in the end.My instruction is to press the yellow button of the controller, neither policy was able to complete the task. When comparing the performance of the two, policy B at least touched the blank area of the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:38.651005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:38.651005_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:37.544670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:37.544670_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:37.544670_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:37.544670_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:38.141155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/paligemma_vq_droid_2025-11-13T05:11:38.141155_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:55.193203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:55.193203_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.066324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.066324_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.066324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.066324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.683690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b2b6598-5e1a-4ed0-afa2-89777c734cea/pi0_droid_2025-11-13T05:17:54.683690_video_wrist.mp4"},"preference":"B","session_id":"2b2b6598-5e1a-4ed0-afa2-89777c734cea","university":"frodobots"},{"completion_time":"2025-11-13T04:00:27.272295Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the pliers","longform_feedback":"Policy A first moved the gripper back and forth for a while, then close the gripper, moved slowly around the book, as if could not find the pliers.Policy B first moved the gripper close to the pliers but moved away soon,then policy B moved the gripper randomly during remaining time of the episode.My instruction is to close the pliers, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the pliers, whereas policy policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:16.178150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:16.178150_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:14.979786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:14.979786_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:14.979786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:14.979786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:15.612862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi0_droid_2025-11-13T03:55:15.612862_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:58.965595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:58.965595_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:57.812666_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:57.812666_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:57.812666_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:57.812666_video_right.mp4","wrist_video_gcs_path":"evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:58.425007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/633e9ef4-7ade-41a8-95a4-feae0f20ef25/pi05_droid_2025-11-13T03:59:58.425007_video_wrist.mp4"},"preference":"B","session_id":"633e9ef4-7ade-41a8-95a4-feae0f20ef25","university":"frodobots"},{"completion_time":"2025-11-13T03:49:55.107725Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the lid of the carton","longform_feedback":"Policy A first moved the gripper close carton, adjusted posture, attempted to grasp the lid of the carton but did not succeed, causing the carton to fall over.Policy B first moved the gripper close to the carton, approached the lid of the carton, adjusted posture, touched the lid of the carton several time as if attempting the open it, but did not succeed in the end.My instruction is to open the lid of the carton, neither policy was able to complete the task.When comparing the performance of the two, both policies only touched the lid of the carton, but did not open it.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:57.717833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:57.717833_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:56.463118_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:56.463118_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:56.463118_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:56.463118_video_right.mp4","wrist_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:57.218442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/pi0_fast_droid_2025-11-13T03:40:57.218442_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:30.057820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:30.057820_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:28.858641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:28.858641_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:28.858641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:28.858641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:29.490030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/168e4d74-24ce-472a-8489-144e12cf885b/paligemma_fast_specialist_droid_2025-11-13T03:49:29.490030_video_wrist.mp4"},"preference":"TIE","session_id":"168e4d74-24ce-472a-8489-144e12cf885b","university":"frodobots"},{"completion_time":"2025-11-13T03:33:22.743470Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to plate, adjusted posture, grasped the edge of the plate, picked it up, then moved and rotated the plate, put it on sofa to make plate turn upside down.Policy B first moved the gripper close to the plate, grasped and released the edge of the plate, then, after hesitating for a while, picked up the plate and rotated it as if attempting turn it upside down, but time ran out.My instruction is to turn the plate upside down, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:56.744900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:56.744900_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:55.490045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:55.490045_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:55.490045_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:55.490045_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:56.151837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi05_droid_2025-11-13T03:26:56.151837_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:02.268528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:02.268528_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.006956_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.006956_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.006956_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.006956_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.702724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300b511f-53c9-418f-8b51-548104f4d542/pi0_fast_droid_2025-11-13T03:33:01.702724_video_wrist.mp4"},"preference":"A","session_id":"300b511f-53c9-418f-8b51-548104f4d542","university":"frodobots"},{"completion_time":"2025-11-13T03:21:52.892970Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy A first moved the gripper close to the banana, made multiple attempts to grasp it during most time of the episode,but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the banana, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:48.999171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:48.999171_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:47.845896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:47.845896_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:47.845896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:47.845896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:48.455061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_vq_droid_2025-11-13T03:17:48.455061_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:38.190639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:38.190639_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.247335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.247335_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.247335_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.247335_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.745819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c594d726-6eb6-41bc-9c6d-81b772b412e4/paligemma_binning_droid_2025-11-13T03:21:37.745819_video_wrist.mp4"},"preference":"A","session_id":"c594d726-6eb6-41bc-9c6d-81b772b412e4","university":"frodobots"},{"completion_time":"2025-11-13T03:01:10.421872Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup into the plate","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cup, attempted to grasp it but failed, then approached the plate, grasped it, picked it up in the end.My instruction is to put the cup into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the cup, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:40.787236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:40.787236_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:39.855011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:39.855011_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:39.855011_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:39.855011_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:40.381628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/paligemma_binning_droid_2025-11-13T02:54:40.381628_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:50.855381_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:50.855381_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:49.626849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:49.626849_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:49.626849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:49.626849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:50.292622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63013c67-0a7e-4616-81e7-6dcd766e823c/pi0_droid_2025-11-13T03:00:50.292622_video_wrist.mp4"},"preference":"B","session_id":"63013c67-0a7e-4616-81e7-6dcd766e823c","university":"frodobots"},{"completion_time":"2025-11-13T02:48:28.699674Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the cup to the plate","longform_feedback":"Policy A first moved the gripper close to the cup, attempted to grasp it, pushed the cup to make it fall over.Then policy A picked up the cup, moved it toward the plate and put it near the plate.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the cup, attempted to grasp it, pushed the cup to make it fall over.Then policy B attempted to grasp the cup again but did not succeed.My instruction is to pour water from the cup to the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cup and moved it near the plate, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:08.280516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:08.280516_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.095704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.095704_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.095704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.095704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.716925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/pi0_fast_droid_2025-11-13T02:43:07.716925_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:08.166806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:08.166806_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:06.926344_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:06.926344_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:06.926344_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:06.926344_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:07.577017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb7b2398-b7d0-4623-a229-8866813de497/paligemma_fast_specialist_droid_2025-11-13T02:48:07.577017_video_wrist.mp4"},"preference":"A","session_id":"fb7b2398-b7d0-4623-a229-8866813de497","university":"frodobots"},{"completion_time":"2025-11-13T02:35:27.170053Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana from the drawer","longform_feedback":"Policy A first moved the gripper close to the drawer, touched it, then moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the drawer, approached the banana, grasped it, picked it up, then moved it and dropped it on sofa.Next, policy B moved the gripper away and moved back and forth during remaining time of the trial.My instruction is to pick up the banana from the drawer, when comparing the performance of the tow, policy B completed the task successfully whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:14.451057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:14.451057_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.209134_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.209134_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.209134_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.209134_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.844172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_diffusion_droid_2025-11-13T02:29:13.844172_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:05.323557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:05.323557_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.161181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.161181_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.161181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.161181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.793684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5/paligemma_fast_specialist_droid_2025-11-13T02:34:04.793684_video_wrist.mp4"},"preference":"B","session_id":"78ed7c01-f8bf-4eeb-b51a-58a4a3a8dbc5","university":"frodobots"},{"completion_time":"2025-11-13T02:14:23.745117Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the book onto the top of the drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the book but moved away soon, then moved randomly during remaining time of the episode.My instruction is to put the book onto the top of the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper toward the book, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:18.145934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:18.145934_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:16.814496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:16.814496_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:16.814496_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:16.814496_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:17.506347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/paligemma_fast_specialist_droid_2025-11-13T02:08:17.506347_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:04.942627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:04.942627_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:03.689702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:03.689702_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:03.689702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:03.689702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:04.348467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7b2be83-c387-416f-ad49-a2828bda40fc/pi0_fast_droid_2025-11-13T02:14:04.348467_video_wrist.mp4"},"preference":"B","session_id":"c7b2be83-c387-416f-ad49-a2828bda40fc","university":"frodobots"},{"completion_time":"2025-11-13T02:05:04.338805Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the drawer with the towel","longform_feedback":"Policy A first took some time to find the target, then moved the gripper close to the towel, grasped it, picked it up, moved it during most time of the episode, and dropped it on floor in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to wipe the drawer with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up and moved the towel, but policy B picked up the towel more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:58.962203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:58.962203_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:57.735319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:57.735319_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:57.735319_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:57.735319_video_right.mp4","wrist_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:58.405430_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/pi0_fast_droid_2025-11-13T01:58:58.405430_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:45.561572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:45.561572_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.327365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.327365_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.327365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.327365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.983995_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/673f6e85-de79-459f-a958-c5483fc8923f/paligemma_fast_droid_2025-11-13T02:04:44.983995_video_wrist.mp4"},"preference":"B","session_id":"673f6e85-de79-459f-a958-c5483fc8923f","university":"frodobots"},{"completion_time":"2025-11-13T01:37:46.365516Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cube, grasped it, but the cube slipped off when being lifted up.Next, policy B attempted to grasp the cube several times and picked up the cube in the end.My instruction is to put the cube into the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the cube, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:01.652890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:01.652890_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:00.668034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:00.668034_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:00.668034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:00.668034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:01.231864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/paligemma_binning_droid_2025-11-13T01:31:01.231864_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:25.330691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:25.330691_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.074754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.074754_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.074754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.074754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.731407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f3b9eee-484b-4319-9831-7d11a36a92f9/pi0_droid_2025-11-13T01:37:24.731407_video_wrist.mp4"},"preference":"B","session_id":"4f3b9eee-484b-4319-9831-7d11a36a92f9","university":"frodobots"},{"completion_time":"2025-11-13T01:27:28.455016Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first closed the gripper,moved the gripper randomly for a while, then approached the drawer, pushed the drawer to make it close.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to close the drawer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:51.205142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:51.205142_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:49.963879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:49.963879_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:49.963879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:49.963879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:50.602659_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/pi0_fast_droid_2025-11-13T01:21:50.602659_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:58.884515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:58.884515_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:57.587278_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:57.587278_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:57.587278_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:57.587278_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:58.295174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77b16213-251e-439d-8b07-8b1775f2a19e/paligemma_fast_specialist_droid_2025-11-13T01:26:58.295174_video_wrist.mp4"},"preference":"A","session_id":"77b16213-251e-439d-8b07-8b1775f2a19e","university":"frodobots"},{"completion_time":"2025-11-13T01:15:04.110530Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer","longform_feedback":"Policy A first moved the gripper close to the drawer, touched it, then,adjusted posture, approached the pull handle of the lower drawer, pushed it to make the drawer open a bit.Next, policy A pushed the upper drawer to make it open a bit.Policy B first moved the gripper toward the drawer but moved away soon, then policy B moved slightly during remaining time of the episode.My instruction is to open the drawer, when comparing the performance of the two, policy A at least opened the drawer a bit, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:14.641624_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:14.641624_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:13.408038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:13.408038_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:13.408038_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:13.408038_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:14.092154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi05_droid_2025-11-13T01:09:14.092154_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:45.303141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:45.303141_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.098195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.098195_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.098195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.098195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.735453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53899937-cbdd-48b5-b583-f3d70c273d29/pi0_droid_2025-11-13T01:14:44.735453_video_wrist.mp4"},"preference":"A","session_id":"53899937-cbdd-48b5-b583-f3d70c273d29","university":"frodobots"},{"completion_time":"2025-11-12T22:43:36.882780Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pick up the pink sticky note and move it on the notebook","longform_feedback":"Policy B hovered between the tape and notes; it ended up grasping nothing and moved back to the notebook. POlicy A briefly completed all the necessary orientation to accomplish the final seen but it also took the tape over the notebook along with the note itself","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.292711_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.292711_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:57.965179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:57.965179_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.941320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.941320_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.292711_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:56.292711_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:57.457789_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/paligemma_diffusion_droid_2025-11-12T22:32:57.457789_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:49.505287_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:49.505287_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:51.139618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:51.139618_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:50.079488_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:50.079488_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:49.505287_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:49.505287_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:50.551241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ffdeb81-da2e-4e55-a84f-60a87d77a08e/pi05_droid_2025-11-12T22:41:50.551241_video_wrist.mp4"},"preference":"A","session_id":"4ffdeb81-da2e-4e55-a84f-60a87d77a08e","university":"Berkeley"},{"completion_time":"2025-11-12T22:28:07.080421Z","evaluator_name":"ellieh99@berkeley","language_instruction":"put the water bottle over to the textbook","longform_feedback":"Both policies grasped the tape first but then we asked for the water bottle. In both cases the arm was very quick determined into the tape and moved it over the bottle","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:40.752757_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:40.752757_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:42.515785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:42.515785_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:41.379861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:41.379861_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:40.752757_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:40.752757_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:41.938431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_vq_droid_2025-11-12T22:07:41.938431_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:09.623867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:09.623867_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:11.420617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:11.420617_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:10.324976_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:10.324976_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:09.623867_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:09.623867_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:10.831821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1036407c-8cc0-4342-a268-45b1014707dd/paligemma_fast_specialist_droid_2025-11-12T22:21:10.831821_video_wrist.mp4"},"preference":"TIE","session_id":"1036407c-8cc0-4342-a268-45b1014707dd","university":"Berkeley"},{"completion_time":"2025-11-12T22:03:17.126857Z","evaluator_name":"l","language_instruction":"move the green sponge onto bigger bowl","longform_feedback":"policy A completely went off since it picked the spponge to the pink, smaller bowl. B did a little bit better since the direction was onto the big bowl but it stopped right in front of the surface of it due to time limit.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:19.722678_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:19.722678_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:21.479443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:21.479443_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.370220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.370220_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.370220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.370220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.917300_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/pi0_droid_2025-11-12T21:50:20.917300_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:43.310676_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:43.310676_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:45.924737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:45.924737_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:44.826144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:44.826144_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:44.826144_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:44.826144_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:45.378248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40cf78d-30de-4da6-a297-46bf0c222407/paligemma_vq_droid_2025-11-12T22:01:45.378248_video_wrist.mp4"},"preference":"B","session_id":"f40cf78d-30de-4da6-a297-46bf0c222407","university":"Berkeley"},{"completion_time":"2025-11-12T21:36:32.220758Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the tape from the bowl","longform_feedback":"Both policies did relatively well since the complexity of the seen and objects are decreased and the command was simple. They reached the tape very swiftly and moved it to the right","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:18.999706_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:18.999706_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:20.726490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:20.726490_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:19.616978_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:19.616978_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:18.999706_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:18.999706_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:20.179386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/paligemma_vq_droid_2025-11-12T21:30:20.179386_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.125575_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.125575_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:58.879699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:58.879699_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.709906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.709906_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.125575_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:57.125575_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:58.273448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f508558-0adb-4ab8-84e3-ec946123b62b/pi0_fast_droid_2025-11-12T21:34:58.273448_video_wrist.mp4"},"preference":"TIE","session_id":"1f508558-0adb-4ab8-84e3-ec946123b62b","university":"Berkeley"},{"completion_time":"2025-11-12T21:24:35.492846Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red bottle over the stainless steel scoop","longform_feedback":"POliCy A at least reached for the red bottle while B did not respond at all after executing the command","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:41.848132_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:41.848132_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:43.492851_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:43.492851_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.468859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.468859_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.468859_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.468859_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.975962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_diffusion_droid_2025-11-12T21:12:42.975962_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.015264_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.015264_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:52.232621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:52.232621_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.594199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.594199_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.594199_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.594199_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.882997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9876b96f-ff84-4a87-aec2-7c895e6f76e8/paligemma_binning_droid_2025-11-12T21:22:51.882997_video_wrist.mp4"},"preference":"A","session_id":"9876b96f-ff84-4a87-aec2-7c895e6f76e8","university":"Berkeley"},{"completion_time":"2025-11-12T20:52:01.953276Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"fold the cloth in half","longform_feedback":"A did better since it reached for the small cloth and tried to fold the edge of it inwards; it then pushed the cloth further away from each reach (forwards to the  top part of table), the cloth remained unfold at the end. Policy B only tried to pick up the cloth and moved it over the big black curtain on the right; it then aggressively teared off the black curtain which led to termination","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.240870_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.240870_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:20.084506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:20.084506_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.985281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.985281_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.240870_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:18.240870_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:19.524587_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_droid_2025-11-12T20:45:19.524587_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.264851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.264851_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:16.053679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:16.053679_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.954602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.954602_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.264851_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:14.264851_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:15.491399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1/pi0_fast_droid_2025-11-12T20:51:15.491399_video_wrist.mp4"},"preference":"A","session_id":"ec06d97e-ace5-4b2b-a9a1-2e5b25798fe1","university":"Berkeley"},{"completion_time":"2025-11-12T20:40:21.678636Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place red marker on the note","longform_feedback":"Policy A reached for the green marker despite being asked to manipulate with the red marker. Policy B did a little better (not sure if this by chance since the two are very close to each other); the arm then tried to hold it but it kept loosened and fell off the table","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.119011_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.119011_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:25.424638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:25.424638_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.626207_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.626207_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.119011_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:24.119011_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:25.017705_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_vq_droid_2025-11-12T20:30:25.017705_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:54.992594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:54.992594_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:56.769597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:56.769597_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:55.657387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:55.657387_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:54.992594_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:54.992594_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:56.182749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7213327-93b4-4484-adcb-5b859bd93790/paligemma_fast_droid_2025-11-12T20:38:56.182749_video_wrist.mp4"},"preference":"B","session_id":"d7213327-93b4-4484-adcb-5b859bd93790","university":"Berkeley"},{"completion_time":"2025-11-12T20:25:05.587967Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the red marker into cup","longform_feedback":"PoliCcy B approached the two markers without actually grasping anything in place; it wandered between the red and green marker for a while and decided to focuus on the green on which is not what I asked. PoliCy A succeeded in grasping the maker but it rotated over the empty space on the table and dropped it down. It shifted over to the green one but again rotating it upwards and failed to reach over the cup","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.084679_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.084679_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:51.917414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:51.917414_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.836672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.836672_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.836672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:50.836672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:51.362349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/paligemma_fast_droid_2025-11-12T20:17:51.362349_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:05.780198_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:05.780198_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:07.548587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:07.548587_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.426001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.426001_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.426001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.426001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.983503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69fabaa1-957c-4f5e-ac44-b063ff8ee4fb/pi05_droid_2025-11-12T20:24:06.983503_video_wrist.mp4"},"preference":"A","session_id":"69fabaa1-957c-4f5e-ac44-b063ff8ee4fb","university":"Berkeley"},{"completion_time":"2025-11-12T09:57:06.101201Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the edge of table,attempted to grasp it, then moved slowly, closed and opened the gripper several times during remaining time of the episode, as if could not find the drawer.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:15.239626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:15.239626_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.368836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.368836_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.368836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.368836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.853552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_binning_droid_2025-11-12T09:50:14.853552_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:37.931762_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:37.931762_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:36.791992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:36.791992_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:36.791992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:36.791992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:37.412072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/644603e4-929f-4e8c-be4e-267b15c9d7d1/paligemma_diffusion_droid_2025-11-12T09:56:37.412072_video_wrist.mp4"},"preference":"B","session_id":"644603e4-929f-4e8c-be4e-267b15c9d7d1","university":"frodobots"},{"completion_time":"2025-11-12T09:42:08.281070Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the drawer","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it, picked it up, then moved it toward the drawer and dropped it into the drawer.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the marker pen into the drawer, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:12.118766_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:12.118766_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:10.910263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:10.910263_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:10.910263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:10.910263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:11.531644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/pi05_droid_2025-11-12T09:35:11.531644_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:47.633373_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:47.633373_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:46.783366_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:46.783366_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:46.783366_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:46.783366_video_right.mp4","wrist_video_gcs_path":"evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:47.249812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480efc7c-535d-4fdd-9afb-3c183c325847/paligemma_binning_droid_2025-11-12T09:41:47.249812_video_wrist.mp4"},"preference":"A","session_id":"480efc7c-535d-4fdd-9afb-3c183c325847","university":"frodobots"},{"completion_time":"2025-11-12T09:22:02.432552Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first closed the gripper, then moved the gripper back and forth for a while, approached the drawer, but moved away soon.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the drawer,whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:15.048495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:15.048495_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:13.847337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:13.847337_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:13.847337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:13.847337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:14.507454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_vq_droid_2025-11-12T09:18:14.507454_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:45.042327_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:45.042327_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.186600_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.186600_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.186600_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.186600_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.673902_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d0f76b3-73d3-434d-931f-ba97bb249a4e/paligemma_binning_droid_2025-11-12T09:21:44.673902_video_wrist.mp4"},"preference":"A","session_id":"7d0f76b3-73d3-434d-931f-ba97bb249a4e","university":"frodobots"},{"completion_time":"2025-11-12T09:14:36.773724Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the drawer, approached the pull handle of the draw, but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to open the upper drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the drawer, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.925775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.925775_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.048614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.048614_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.048614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.048614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.571779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_binning_droid_2025-11-12T09:08:44.571779_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:13.135537_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:13.135537_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:11.896289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:11.896289_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:11.896289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:11.896289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:12.569818_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af5a6e34-c6ae-4e1f-82ee-348a41472ce2/paligemma_vq_droid_2025-11-12T09:14:12.569818_video_wrist.mp4"},"preference":"B","session_id":"af5a6e34-c6ae-4e1f-82ee-348a41472ce2","university":"frodobots"},{"completion_time":"2025-11-12T09:02:22.981513Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel, then pick up the cube under the towel","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the towel, grasped it, picked it up, moved it and dropped it on the cube, causing the cube to be covered again.Then policy picked up the towel again and moved it until time ran out.My instruction is to remove the towel then pick up the cube under the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least removed the towel, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:59.523399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:59.523399_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:58.719218_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:58.719218_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:58.719218_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:58.719218_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:59.142249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_binning_droid_2025-11-12T08:55:59.142249_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:04.460411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:04.460411_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.179797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.179797_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.179797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.179797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.882155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5aad4e-f93d-4d9f-b801-94421b978bba/paligemma_fast_droid_2025-11-12T09:02:03.882155_video_wrist.mp4"},"preference":"B","session_id":"eb5aad4e-f93d-4d9f-b801-94421b978bba","university":"frodobots"},{"completion_time":"2025-11-12T08:51:27.411471Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A first moved the gripper close to the book but moved away soon, then policy A moved the gripper back and forth during remaining time of the episode, as if could not find the target.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the cube, adjusted posture, dropped the towel on the edge of the cube, although did not fully cover the cube.My instruction is to cover the cube with the towel, when comparing the performance of the two, policy B almost completed the task, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:41.924904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:41.924904_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:40.756300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:40.756300_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:40.756300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:40.756300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:41.371305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi0_droid_2025-11-12T08:45:41.371305_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:59.571406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:59.571406_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:58.384396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:58.384396_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:58.384396_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:58.384396_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:59.027842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbab0fc5-976e-40c6-9751-6c2190f61e3e/pi05_droid_2025-11-12T08:50:59.027842_video_wrist.mp4"},"preference":"B","session_id":"dbab0fc5-976e-40c6-9751-6c2190f61e3e","university":"frodobots"},{"completion_time":"2025-11-12T08:41:45.968780Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degreesrotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the book, moved back and forth around the book for a while, touched the book, then moved the gripper away in the end.Policy B first moved the gripper close to the marker pen, grasped it, picked it up, then rotated it by about 90 degrees and dropped it on floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to rotate the marker pen by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:01.377146_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:01.377146_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.105275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.105275_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.105275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.105275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.772203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/pi0_fast_droid_2025-11-12T08:36:00.772203_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:18.166360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:18.166360_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.058489_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.058489_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.058489_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.058489_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.656498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b49d9b89-e66f-4c89-8c41-521cbb380aec/paligemma_fast_droid_2025-11-12T08:41:17.656498_video_wrist.mp4"},"preference":"B","session_id":"b49d9b89-e66f-4c89-8c41-521cbb380aec","university":"frodobots"},{"completion_time":"2025-11-12T08:32:07.112393Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A first took some time to find the target, then approached the book, adjusted posture,then inserted the gripper under the book, grasped the edge of the book, as if attempting to turn the book over, but time ran out.Policy B first moved the gripper close to the book, adjusted posture, grasped and released the edge of the book, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to turn the book upside down, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the edge of the book, but policy A seemingly attempted to turn the book over while policy B did not.Therefore, i choose A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:13.155605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:13.155605_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:11.941961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:11.941961_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:11.941961_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:11.941961_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:12.596249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/pi0_fast_droid_2025-11-12T08:26:12.596249_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:48.393906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:48.393906_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.126564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.126564_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.126564_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.126564_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.767948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cce3e25a-396a-4380-b3da-2a9d0cc7db51/paligemma_vq_droid_2025-11-12T08:31:47.767948_video_wrist.mp4"},"preference":"A","session_id":"cce3e25a-396a-4380-b3da-2a9d0cc7db51","university":"frodobots"},{"completion_time":"2025-11-12T08:21:47.183219Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cup onto the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for a while, then approached the cup but did not grasp it.Next, policy B moved slowly above the book during remaining time of the episode.My instruction is to put the cup onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the required object, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:27.268748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:27.268748_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.430532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.430532_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.430532_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.430532_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.898346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/paligemma_binning_droid_2025-11-12T08:15:26.898346_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:07.068777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:07.068777_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:05.826912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:05.826912_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:05.826912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:05.826912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:06.466883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3b0046f-d189-4762-ae33-870540ad53ed/pi0_droid_2025-11-12T08:21:06.466883_video_wrist.mp4"},"preference":"B","session_id":"b3b0046f-d189-4762-ae33-870540ad53ed","university":"frodobots"},{"completion_time":"2025-11-12T05:30:14.093014Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to the book, touched the book, then moved the gripper away.Next, policy A approached the marker pen and the book one after another during the remaining time of the episode.Policy B first moved the gripper toward the book, moved around the book for a while, touched the book, then moved the gripper away in the end.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached marker pen, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:58.282862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:58.282862_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.104073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.104073_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.104073_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.104073_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.730283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_droid_2025-11-12T05:22:57.730283_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:38.397132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:38.397132_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.154441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.154441_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.154441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.154441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.825707_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de71659c-2b37-4f8f-9b95-a66f5354c7da/paligemma_fast_specialist_droid_2025-11-12T05:28:37.825707_video_wrist.mp4"},"preference":"A","session_id":"de71659c-2b37-4f8f-9b95-a66f5354c7da","university":"frodobots"},{"completion_time":"2025-11-12T05:19:15.479059Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper toward floor,then moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the marker pen, grasped it, picked it up, moved it and dropped it near the book.Then policy B attempted to grasped the marker pen again but failed, only pushed the marker pen to the book.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the marker pen, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:39.786447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:39.786447_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:38.563764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:38.563764_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:38.563764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:38.563764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:39.269733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_fast_droid_2025-11-12T05:13:39.269733_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:59.347856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:59.347856_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.220951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.220951_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.220951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.220951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.811335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5715a4d-b4e4-434b-bd95-512f2940beda/pi0_droid_2025-11-12T05:18:58.811335_video_wrist.mp4"},"preference":"B","session_id":"c5715a4d-b4e4-434b-bd95-512f2940beda","university":"frodobots"},{"completion_time":"2025-11-12T03:57:19.926570Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the book, adjusted posture,but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the book, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:45.425296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:45.425296_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:44.531760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:44.531760_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:44.531760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:44.531760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:45.046884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_binning_droid_2025-11-12T03:49:45.046884_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:04.504000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:04.504000_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.266477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.266477_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.266477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.266477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.969807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6891c34e-1b51-4447-97ce-bb7ad72218a3/paligemma_fast_droid_2025-11-12T03:55:03.969807_video_wrist.mp4"},"preference":"B","session_id":"6891c34e-1b51-4447-97ce-bb7ad72218a3","university":"frodobots"},{"completion_time":"2025-11-12T03:42:01.600941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy  A first moved the gripper close to the book, approached the edge of the book, adjusted posture, inserted the gripper under the cover, pushed the cover to make the book close.Then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper close to the book, adjusted posture, approached the edge of the book, pushed the pages of the book but did not succeed in closing the book.Then policy B moved the gripper slowly above the book until time ran out.My instruction is to close the book, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:06.770636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:06.770636_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:05.592699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:05.592699_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:05.592699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:05.592699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:06.212903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/paligemma_fast_specialist_droid_2025-11-12T03:36:06.212903_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:43.996884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:43.996884_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:42.796348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:42.796348_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:42.796348_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:42.796348_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:43.455393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc771fd7-bce5-451c-baa4-b0119872a78d/pi0_fast_droid_2025-11-12T03:41:43.455393_video_wrist.mp4"},"preference":"A","session_id":"fc771fd7-bce5-451c-baa4-b0119872a78d","university":"frodobots"},{"completion_time":"2025-11-12T03:31:17.490374Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy  A first moved the gripper toward the towel but moved away soon, then policy A moved the gripper randomly for a while, approached the towel, attempted to grasp it but did not succeed.Policy B first moved the gripper close to the towel but moved away soon.Then policy B approached the banana, pushed it.Next, policy B approached the towel, grasped it in the end.My instruction is to cover the banana with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:38.594604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:38.594604_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:37.427942_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:37.427942_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:37.427942_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:37.427942_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:38.075327_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/pi0_fast_droid_2025-11-12T03:25:38.075327_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:58.879949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:58.879949_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:57.518265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:57.518265_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:57.518265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:57.518265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:58.255456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a18996-b04b-4aef-ab00-7f1c362cd265/paligemma_fast_droid_2025-11-12T03:30:58.255456_video_wrist.mp4"},"preference":"B","session_id":"66a18996-b04b-4aef-ab00-7f1c362cd265","university":"frodobots"},{"completion_time":"2025-11-12T03:19:27.243388Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana from the cup","longform_feedback":"Policy  A first moved the gripper close to the cup, approached the banana, grasped it, picked it up, then moved it and dropped it.Next, policy A moved the gripper away and stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the banana from the cup, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:22.157756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:22.157756_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:20.979795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:20.979795_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:20.979795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:20.979795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:21.575780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/pi0_fast_droid_2025-11-12T03:15:21.575780_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:12.237033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:12.237033_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.313052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.313052_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.313052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.313052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.823072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e02cc2f7-b049-4550-9aef-c4d97c150222/paligemma_binning_droid_2025-11-12T03:19:11.823072_video_wrist.mp4"},"preference":"A","session_id":"e02cc2f7-b049-4550-9aef-c4d97c150222","university":"frodobots"},{"completion_time":"2025-11-12T02:20:32.780611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana from the cup, then put it onto the towel","longform_feedback":"Policy  A first moved the gripper close to the cup, grasped and released the edge of the cup, then closed and opened the gripper several times near the banana as if attempting to grasp it, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the banana from the cup then put it onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A least grasped the cup, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:26.549673_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:26.549673_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.311718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.311718_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.311718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.311718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.956835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_fast_droid_2025-11-12T02:15:25.956835_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:14.450156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:14.450156_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.470668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.470668_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.470668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.470668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.951632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2c60eb-bf24-458e-9388-3920c16b4a2d/paligemma_binning_droid_2025-11-12T02:20:13.951632_video_wrist.mp4"},"preference":"A","session_id":"3f2c60eb-bf24-458e-9388-3920c16b4a2d","university":"frodobots"},{"completion_time":"2025-11-12T02:00:00.134700Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the cup","longform_feedback":"Policy  A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the cup, rotated the banana to make it stand upright, dropped it near the cup.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the banana into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the banana near the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:16.370585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:16.370585_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.139591_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.139591_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.139591_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.139591_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.772455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_vq_droid_2025-11-12T01:55:15.772455_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.932631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.932631_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.006863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.006863_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.006863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.006863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.493687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef953b66-c55c-4c3a-a1e5-103f0fcab345/paligemma_binning_droid_2025-11-12T01:59:43.493687_video_wrist.mp4"},"preference":"A","session_id":"ef953b66-c55c-4c3a-a1e5-103f0fcab345","university":"frodobots"},{"completion_time":"2025-11-12T01:44:42.103735Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the knife and use the knife to cut the banana","longform_feedback":"Policy  A first moved the gripper toward the knife but moved away soon, then moved the gripper back and forth for a while, approached the knife but did not attempted to pick it up.Policy B first moved the gripper close to the knife but moved away soon, then policy B moved the gripper randomly during most time of the episode and approached the knife again in the end.My instruction is to pick up the knife and use the knife to cut the banana, neither policy was able to complete the task.When comparing the performance of the two, both policies only approached the knife but did not pick it up.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:57.871131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:57.871131_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:56.654269_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:56.654269_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:56.654269_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:56.654269_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:57.283421_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_vq_droid_2025-11-12T01:37:57.283421_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:41.130294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:41.130294_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:39.900118_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:39.900118_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:39.900118_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:39.900118_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:40.547627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08c6c569-7010-41e5-9a17-b800652753ca/paligemma_fast_droid_2025-11-12T01:43:40.547627_video_wrist.mp4"},"preference":"TIE","session_id":"08c6c569-7010-41e5-9a17-b800652753ca","university":"frodobots"},{"completion_time":"2025-11-12T01:25:00.982180Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy  A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the knife, attempted ti grasp it but did not succeed.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to cut the banana with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the knife, whereas policy A did not do anything relevant..Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:56.500281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:56.500281_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.255041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.255041_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.255041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.255041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.905154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/paligemma_vq_droid_2025-11-12T01:19:55.905154_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:44.537126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:44.537126_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.305719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.305719_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.305719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.305719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.955398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dea549ee-e737-4a3a-958c-4679278448f5/pi05_droid_2025-11-12T01:24:43.955398_video_wrist.mp4"},"preference":"B","session_id":"dea549ee-e737-4a3a-958c-4679278448f5","university":"frodobots"},{"completion_time":"2025-11-12T01:10:14.089830Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy  A first moved the gripper close to the controller, attempted to grasp it but did not succeed, then, after hesitating for a while,  grasped and released the controller, without rotating it.Policy B first moved the gripper toward the controller but moved away soon,  then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the  performance of the two, policy A at least grasped the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:16.133948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:16.133948_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:14.856587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:14.856587_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:14.856587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:14.856587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:15.514693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/paligemma_fast_droid_2025-11-12T01:05:15.514693_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:53.989344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:53.989344_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:52.797371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:52.797371_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:52.797371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:52.797371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:53.444040_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef882c1-200a-49aa-bad6-ee63dc6f25ad/pi05_droid_2025-11-12T01:09:53.444040_video_wrist.mp4"},"preference":"A","session_id":"0ef882c1-200a-49aa-bad6-ee63dc6f25ad","university":"frodobots"},{"completion_time":"2025-11-11T17:08:41.522324Z","evaluator_name":"martin.sedlacek@cvut.cz","language_instruction":"Empty out the pitcher","longform_feedback":"Both policies failed to solve the task. Both policies spent the entire time trying to grab onto either the top or the handle of the pitcher, but both were failing to do so. Policy A was at least closer to actually grabbing the pitcher, while policy B was just grabbing onto nothing most of the time.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:02.998984_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:02.998984_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:04.433903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:04.433903_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:03.540330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:03.540330_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:02.998984_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:02.998984_video_left.mp4","wrist_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:03.924002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/pi0_droid_2025-11-11T16:54:03.924002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:07.802697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:07.802697_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:09.293252_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:09.293252_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:08.416724_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:08.416724_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:07.802697_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:07.802697_video_left.mp4","wrist_video_gcs_path":"evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:08.822841_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/daf328fb-334f-4021-88e1-a18a232796f9/paligemma_diffusion_droid_2025-11-11T17:07:08.822841_video_wrist.mp4"},"preference":"A","session_id":"daf328fb-334f-4021-88e1-a18a232796f9","university":"CIIRC, CTU in Prague"},{"completion_time":"2025-11-11T09:55:49.027364Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy  A first moved the gripper toward the controller but moved away soon, then moved slightly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the controller upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:10.349207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:10.349207_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.299431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.299431_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.299431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.299431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.911638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/pi0_droid_2025-11-11T09:49:09.911638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:53:00.522738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:53:00.522738_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:52:59.657280_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:52:59.657280_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:52:59.657280_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:52:59.657280_video_right.mp4","wrist_video_gcs_path":"evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:53:00.123797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/022545af-35f1-4929-9693-16a3ab31facc/paligemma_binning_droid_2025-11-11T09:53:00.123797_video_wrist.mp4"},"preference":"A","session_id":"022545af-35f1-4929-9693-16a3ab31facc","university":"frodobots"},{"completion_time":"2025-11-11T09:41:51.101196Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper toward the controller,closed the gripper, approached the yellow button, press the yellow button.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper above the controller but moved away soon.Then policy B moved the gripper back and forth for a while, approached the controller, closed the gripper as if attempted to press it, but time ran out.My instruction is to press the yellow button of the controller, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:05.830168_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:05.830168_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:04.605198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:04.605198_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:04.605198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:04.605198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:05.246328_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_fast_droid_2025-11-11T09:36:05.246328_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:34.270420_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:34.270420_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.107389_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.107389_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.107389_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.107389_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.736647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b811fa-449c-44e4-a501-745da216a53a/pi0_droid_2025-11-11T09:41:33.736647_video_wrist.mp4"},"preference":"A","session_id":"a7b811fa-449c-44e4-a501-745da216a53a","university":"frodobots"},{"completion_time":"2025-11-11T09:24:17.990629Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the display screen of  the controller","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the controller, closed the gripper, as if attempted to touched it.Then after hesitating for a while, touched the blank area of the controller.My instruction is to touch the display screen of  the controller, neither policy was able to complete the task.When comparing the performance o the two, policy B at least touched the controller, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:01.705462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:01.705462_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:00.841702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:00.841702_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:00.841702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:00.841702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:01.315959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_binning_droid_2025-11-11T09:18:01.315959_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:29.981714_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:29.981714_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:28.748677_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:28.748677_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:28.748677_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:28.748677_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:29.392639_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5516c5a5-f19a-43f8-b787-46a053f97042/paligemma_diffusion_droid_2025-11-11T09:23:29.392639_video_wrist.mp4"},"preference":"B","session_id":"5516c5a5-f19a-43f8-b787-46a053f97042","university":"frodobots"},{"completion_time":"2025-11-11T09:13:32.751255Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller withe the towel","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the towel, grasped it, lifted it up and released it,then picked the towel up, moved it during remaining time of the episode.My instruction is to cover the controller with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the towel, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:56.075849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:56.075849_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.226514_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.226514_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.226514_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.226514_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.698443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_binning_droid_2025-11-11T09:06:55.698443_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:41.359041_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:41.359041_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.123556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.123556_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.123556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.123556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.814772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1722765e-bb72-4c2b-93a8-e5dc9a735325/paligemma_fast_specialist_droid_2025-11-11T09:12:40.814772_video_wrist.mp4"},"preference":"B","session_id":"1722765e-bb72-4c2b-93a8-e5dc9a735325","university":"frodobots"},{"completion_time":"2025-11-11T09:01:29.429478Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved gripper close to the towel, approached the bottom right corner of the towel, made multiple attempts to grasped it, then grasped the corner, moved it to right to make the towel fold although not in perfectly half. Policy B moved the gripper randomly during entire time of the episode, as if could not find the towel.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:42.636971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:42.636971_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:41.444709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:41.444709_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:41.444709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:41.444709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:42.083478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/pi0_droid_2025-11-11T08:53:42.083478_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:07.856938_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:07.856938_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:06.716291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:06.716291_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:06.716291_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:06.716291_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:07.299433_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b059532-8b70-4b6f-9ec0-193033796d00/paligemma_fast_droid_2025-11-11T09:00:07.299433_video_wrist.mp4"},"preference":"A","session_id":"1b059532-8b70-4b6f-9ec0-193033796d00","university":"frodobots"},{"completion_time":"2025-11-11T08:47:54.644987Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved gripper close to the towel, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved randomly for a while,approached the towel again, grasped the it, moved it on the surface of the sofa, as if wiping the sofa.Policy B first moved the gripper close to the towel, grasped and released it.Then policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to wipe the sofa with the towel, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:08.951569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:08.951569_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:07.701433_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:07.701433_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:07.701433_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:07.701433_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:08.391611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/pi05_droid_2025-11-11T08:43:08.391611_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:38.066776_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:38.066776_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:36.878675_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:36.878675_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:36.878675_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:36.878675_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:37.481072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67b95651-5f96-47b2-baf6-9bd4431384a2/paligemma_fast_droid_2025-11-11T08:47:37.481072_video_wrist.mp4"},"preference":"A","session_id":"67b95651-5f96-47b2-baf6-9bd4431384a2","university":"frodobots"},{"completion_time":"2025-11-11T08:34:44.992022Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the plate onto the cup","longform_feedback":"Policy A first moved the gripper close to plate, grasped it, picked it up, then moved it toward the cup, dropped it near the cup, causing the cup to fall over.Policy B first moved the gripper close to the plate, grasped it, picked it up, then moved it toward the cup, dropped it near the cup, causing the cup to fall over.Next, policy B picked the plate again in then end.My instruction is to put the plate onto the cup, neither policy was able to complete the task.When comparing the performance of the two, both policies dropped the plate near the cup, but policy B picked up the plate again in the end while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:40.365763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:40.365763_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.229207_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.229207_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.229207_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.229207_video_right.mp4","wrist_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.846864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_fast_specialist_droid_2025-11-11T08:27:39.846864_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:20.307943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:20.307943_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.115061_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.115061_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.115061_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.115061_video_right.mp4","wrist_video_gcs_path":"evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.756666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/157bb77b-42d1-4118-b9ae-ed522de1243d/paligemma_diffusion_droid_2025-11-11T08:34:19.756666_video_wrist.mp4"},"preference":"B","session_id":"157bb77b-42d1-4118-b9ae-ed522de1243d","university":"frodobots"},{"completion_time":"2025-11-11T08:22:57.099060Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright","longform_feedback":"Policy A first moved the gripper close to the cup, pushed it,grasped it, rotated it to make the cup stand upright.Then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the plate rather than the cup, closed the gripper as if attempting the grasp the plate, but did not succeed.Then policy B approached the cup in the end.My instruction is to stand the cup upright, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:53.900702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:53.900702_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:52.730935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:52.730935_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:52.730935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:52.730935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:53.350577_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/pi0_fast_droid_2025-11-11T08:16:53.350577_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:39.373405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:39.373405_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.173626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.173626_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.173626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.173626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.837020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7751cc-1f60-42ec-b44c-ca076a208af9/paligemma_fast_specialist_droid_2025-11-11T08:22:38.837020_video_wrist.mp4"},"preference":"A","session_id":"2f7751cc-1f60-42ec-b44c-ca076a208af9","university":"frodobots"},{"completion_time":"2025-11-11T02:59:13.403437Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the mug in the dishwasher","longform_feedback":"Policy A approuched the Mug but was struggling to pick it up. Policy B became distracted in picking up the mug and was unsuccesful in even going towards it. Policy A tried while Policy B was unable to get close to the mug.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.110605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.110605_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:47.811433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:47.811433_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.762647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.762647_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.110605_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:46.110605_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:47.291886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi0_fast_droid_2025-11-11T02:50:47.291886_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:15.439536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:15.439536_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:17.192575_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:17.192575_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:16.107432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:16.107432_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:15.439536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:15.439536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:16.654829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22abdf59-5952-4872-a24d-8df736888a31/pi05_droid_2025-11-11T02:58:16.654829_video_wrist.mp4"},"preference":"A","session_id":"22abdf59-5952-4872-a24d-8df736888a31","university":"Berkeley"},{"completion_time":"2025-11-11T02:44:03.966781Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the carrot in the blue bowl","longform_feedback":"Policy A got distracted by the red bowl and continiously attempted to move that around while never going near the carrot. Policy B attempted to grab the carrot but struggled, pushing a lot of other objects in order to try to grab the carrot.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.334843_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.334843_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:59.059054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:59.059054_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.969979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.969979_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.969979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:57.969979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:58.491039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/paligemma_fast_specialist_droid_2025-11-11T02:37:58.491039_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.090311_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.090311_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:03.828877_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:03.828877_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.754573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.754573_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.754573_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:02.754573_video_right.mp4","wrist_video_gcs_path":"evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:03.280386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86fabaad-3f98-4862-9865-f5abb75488d1/pi0_fast_droid_2025-11-11T02:42:03.280386_video_wrist.mp4"},"preference":"B","session_id":"86fabaad-3f98-4862-9865-f5abb75488d1","university":"Berkeley"},{"completion_time":"2025-11-11T02:30:51.011423Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the bread into the toaster","longform_feedback":"Policy A marginally did better than Policy B because it continiously tried picking up the bread but couldn't find the right grip for it. Whereas, Policy B was less sucessful because although it did try to pick up the bread, it gave up and got distracted by other objects and went moving around to areas unrelated to the bread.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:01.521571_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:01.521571_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:03.163489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:03.163489_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.204175_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.204175_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.204175_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.204175_video_right.mp4","wrist_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.649293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_vq_droid_2025-11-11T02:27:02.649293_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:28.381158_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:28.381158_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:30.116188_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:30.116188_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.047949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.047949_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.047949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.047949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.573101_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/038ffd6d-9721-42dc-b9ee-cc173b2d2ad7/paligemma_fast_specialist_droid_2025-11-11T02:30:29.573101_video_wrist.mp4"},"preference":"A","session_id":"038ffd6d-9721-42dc-b9ee-cc173b2d2ad7","university":"Berkeley"},{"completion_time":"2025-11-11T02:23:49.998381Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the bread on the plate","longform_feedback":"Both policies were aiming towards picking up the bread. However, they were unsuccessful in picking it up after many attempts  grabbing it. Most likely the object is too flat and there isn't enouggrabable surface area to pick up the bread.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.127836_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.127836_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:53.904666_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:53.904666_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.823632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.823632_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.823632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:52.823632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:53.307312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/paligemma_vq_droid_2025-11-11T02:11:53.307312_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:46.726867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:46.726867_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:48.150191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:48.150191_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.270964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.270964_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.270964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.270964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.686834_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/322d2466-b3ff-4b1c-9fe9-c98eea9d640d/pi0_fast_droid_2025-11-11T02:20:47.686834_video_wrist.mp4"},"preference":"TIE","session_id":"322d2466-b3ff-4b1c-9fe9-c98eea9d640d","university":"Berkeley"},{"completion_time":"2025-11-11T02:04:37.249191Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the blue cube onto the plate","longform_feedback":"Both policies successfully picked up the blue cube and put it onto the plate.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.219455_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.219455_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:19.973717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:19.973717_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.907446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.907446_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.907446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:18.907446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:19.418174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_droid_2025-11-11T02:00:19.418174_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:55.774268_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:55.774268_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:57.294927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:57.294927_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.342524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.342524_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.342524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.342524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.801409_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2732026-6e1e-4507-931a-7a5cf1fa4f64/pi0_fast_droid_2025-11-11T02:02:56.801409_video_wrist.mp4"},"preference":"TIE","session_id":"e2732026-6e1e-4507-931a-7a5cf1fa4f64","university":"Berkeley"},{"completion_time":"2025-11-11T01:54:47.059796Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the green towel into the bowl","longform_feedback":"Both policies were unable to reach or pick up the green towel. Interestingly, both policies went to pick up the blue cube instead of picking up the green towel. They both equally were unsuccessful in similar ways.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:22.895796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:22.895796_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:24.674698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:24.674698_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:23.583075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:23.583075_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:22.895796_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:22.895796_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:24.115283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/paligemma_fast_droid_2025-11-11T01:51:24.115283_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.153835_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.153835_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:05.903711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:05.903711_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.806212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.806212_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.153835_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:04.153835_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:05.319229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800/pi0_droid_2025-11-11T01:54:05.319229_video_wrist.mp4"},"preference":"TIE","session_id":"1bdde3ee-b52e-4d53-a3d8-ac7a2ccdb800","university":"Berkeley"},{"completion_time":"2025-11-11T01:44:09.229218Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the carrot in the drawer.","longform_feedback":"Policy A intially went to try to grab the lid but changed when it was close to apporuching it and changed directions to picking the carrot up. Afterward, it picked up the carrot successfully but dropped the carrot onto the floor and not the drawer. However, policy B did not pick up the carrot at all and only approuched picking up the green towel instead of the carrot.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:37.605628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:37.605628_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:39.233529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:39.233529_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.227348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.227348_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.227348_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.227348_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.727482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/paligemma_diffusion_droid_2025-11-11T01:39:38.727482_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.054403_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.054403_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:35.811713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:35.811713_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.695792_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.695792_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.695792_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:34.695792_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:35.206041_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db17913c-e226-42a9-b43c-e0c83393d474/pi0_droid_2025-11-11T01:43:35.206041_video_wrist.mp4"},"preference":"A","session_id":"db17913c-e226-42a9-b43c-e0c83393d474","university":"Berkeley"},{"completion_time":"2025-11-11T01:27:00.640003Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to the plate, adjusted posture, attempted to grasp the plate several times but did not succeed.Then policy A moved the gripper slowly above the plate during remaining time of the episode.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to turn the plate upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the plate, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:51.074753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:51.074753_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:49.930730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:49.930730_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:49.930730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:49.930730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:50.524266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/paligemma_diffusion_droid_2025-11-11T01:21:50.524266_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:43.367622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:43.367622_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.155376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.155376_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.155376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.155376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.806504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e47db3-4b47-4a45-881e-96ec685d2877/pi0_droid_2025-11-11T01:26:42.806504_video_wrist.mp4"},"preference":"A","session_id":"60e47db3-4b47-4a45-881e-96ec685d2877","university":"frodobots"},{"completion_time":"2025-11-11T00:15:35.849785Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the cloth from the cup","longform_feedback":"policy B did nothing since it responded by slowly knocked down to the base. A at least reached for the cloth and struggled to grasp it in place; the cup was pushed further away to the right while the cloth still remained on top of it","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:18.516904_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:18.516904_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:20.348972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:20.348972_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.221469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.221469_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.221469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.221469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.754522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/pi0_fast_droid_2025-11-11T00:08:19.754522_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.285422_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.285422_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:11.647611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:11.647611_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.839685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.839685_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.839685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:10.839685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:11.233738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475ae861-219a-4659-992b-41696f67874a/paligemma_binning_droid_2025-11-11T00:15:11.233738_video_wrist.mp4"},"preference":"A","session_id":"475ae861-219a-4659-992b-41696f67874a","university":"Berkeley"},{"completion_time":"2025-11-11T00:01:42.342333Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the notebook onto textbook","longform_feedback":"BOth policy A and B have stucked at grasping the notebook tightly and they kept drop[ing it on the table in many different ways . The gripper should shift horizontally and grasped it as the gripper did not loosen. Both policies showed that the gripper just slightly touched the notebook on the edge and then shift it vettically onto it","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:18.676551_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:18.676551_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:20.491838_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:20.491838_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:19.362446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:19.362446_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:18.676551_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:18.676551_video_left.mp4","wrist_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:19.921026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_fast_droid_2025-11-10T23:55:19.921026_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.279949_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.279949_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:25.063819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:25.063819_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.996804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.996804_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.279949_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:23.279949_video_left.mp4","wrist_video_gcs_path":"evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:24.513789_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96facaa1-5463-4322-82b1-9e7dca503153/paligemma_vq_droid_2025-11-11T00:00:24.513789_video_wrist.mp4"},"preference":"TIE","session_id":"96facaa1-5463-4322-82b1-9e7dca503153","university":"Berkeley"},{"completion_time":"2025-11-10T23:50:49.329920Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the smaller bowl into bigger bowl","longform_feedback":"policy A reached for the two bowls but was not sure which should be interacted first; it then picked up the white, bigger bowl and pushed to towards the smaller bowl. Policy B slightly better since it repeated the same movements but it shifted to the smaller bowl and picked it up to the center of the seen, which showed the correct ordered of the task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:28.819966_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:28.819966_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:30.603247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:30.603247_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:29.490385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:29.490385_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:29.490385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:29.490385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:30.030565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/paligemma_vq_droid_2025-11-10T23:43:30.030565_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:54.573300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:54.573300_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:56.277213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:56.277213_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.255109_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.255109_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.255109_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.255109_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.739136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04eb662f-6ee5-46c5-b229-ab0fa06bd715/pi0_droid_2025-11-10T23:49:55.739136_video_wrist.mp4"},"preference":"B","session_id":"04eb662f-6ee5-46c5-b229-ab0fa06bd715","university":"Berkeley"},{"completion_time":"2025-11-10T23:31:41.940555Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"write letter O on the notebook","longform_feedback":"A and B followed the same pattern since it grasped the marker and did not do anything afterwards. the notebook was always got pushed further away from the camera","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.257939_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.257939_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:37.033961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:37.033961_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.877684_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.877684_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.257939_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:35.257939_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:36.432020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/pi05_droid_2025-11-10T23:23:36.432020_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:10.903852_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:10.903852_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:12.702499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:12.702499_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:11.611729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:11.611729_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:10.903852_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:10.903852_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:12.153518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81e90fcf-2bff-444b-af1c-602b504fea92/paligemma_fast_droid_2025-11-10T23:31:12.153518_video_wrist.mp4"},"preference":"TIE","session_id":"81e90fcf-2bff-444b-af1c-602b504fea92","university":"Berkeley"},{"completion_time":"2025-11-10T23:19:29.133691Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pick up the paper trash and move it to bin","longform_feedback":"Policy B gradually lowered its gripper towards the table and thus did not perform any movements relevant to the set up. A at least tried to reach for the paper crumbs after pushed the pot off the ground; the arm was very close to the paper but failed to grasp it on tight","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.286731_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.286731_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:04.111867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:04.111867_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.990239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.990239_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.286731_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:02.286731_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:03.566221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_fast_specialist_droid_2025-11-10T23:12:03.566221_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.231334_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.231334_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:42.627979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:42.627979_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.803178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.803178_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.231334_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:41.231334_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:42.225336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a284d26-967b-42ba-9199-fd581d2cceae/paligemma_binning_droid_2025-11-10T23:18:42.225336_video_wrist.mp4"},"preference":"A","session_id":"3a284d26-967b-42ba-9199-fd581d2cceae","university":"Berkeley"},{"completion_time":"2025-11-10T23:08:14.072639Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the sponge to clear the marble baord","longform_feedback":"A did better since the arm has a clear intention to reach for the sponge; it grasped atthe edge of the sponge and slowly moved it to the marble. The sponge was dragged left and right slightly but did not imply enough force to clear the letter on the marble. B on the other hand just reached for other objects (marker and brush) and ignored the sponge which is clearly visible","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:10.794309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:10.794309_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:12.523035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:12.523035_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:11.479430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:11.479430_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:10.794309_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:10.794309_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:11.956221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/paligemma_diffusion_droid_2025-11-10T23:01:11.956221_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:40.415014_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:40.415014_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:42.131054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:42.131054_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:41.061523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:41.061523_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:40.415014_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:40.415014_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:41.573039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a95e57e9-d246-4ccb-9323-5cb33445ccb2/pi05_droid_2025-11-10T23:07:41.573039_video_wrist.mp4"},"preference":"A","session_id":"a95e57e9-d246-4ccb-9323-5cb33445ccb2","university":"Berkeley"},{"completion_time":"2025-11-10T22:52:57.802497Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"pick up the toothbrush","longform_feedback":"A indeed did better since it moved towards the brush and grasped it multiple ties evn though the marker was pushed off the seen. B also reached for the two objects but it got the marker instead and the two has very similar shape","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:21.564221_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:21.564221_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:23.344797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:23.344797_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.222605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.222605_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.222605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.222605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.791551_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_fast_droid_2025-11-10T22:45:22.791551_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:25.763815_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:25.763815_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:27.484534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:27.484534_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.435035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.435035_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.435035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.435035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.934252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfb90562-2edd-457c-b950-439c53a60cee/paligemma_diffusion_droid_2025-11-10T22:52:26.934252_video_wrist.mp4"},"preference":"A","session_id":"cfb90562-2edd-457c-b950-439c53a60cee","university":"Berkeley"},{"completion_time":"2025-11-08T19:47:39.583353Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put the carrot on the plate and the corn in the bowl","longform_feedback":"Policy A seemed to have a strong tendency to just pick up whatever was in front of the wrist camera. It for the most part ignored the language instruction, picking up the blue block (which wasn't one of the objects I mentioned) and the carrot and putting them both on the plate. It got the carrot on the plate correct though, which is half of the instrcution. Policy B was better able to follow the language instruction -- from the objects on the table it correctly identified which one was the carrot and which was the corn. It however placed both the corn and the carrot on the plate, which indicates a failure to follow the latter half of the language instruction.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.042653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.042653_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:58.796576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:58.796576_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.779759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.779759_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.779759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:57.779759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:58.283039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi0_droid_2025-11-08T19:41:58.283039_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.249931_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.249931_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:16.974254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:16.974254_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.921706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.921706_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.921706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:15.921706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:16.452366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/915cdca3-2557-4792-80cd-2a2e71a2798d/pi05_droid_2025-11-08T19:47:16.452366_video_wrist.mp4"},"preference":"B","session_id":"915cdca3-2557-4792-80cd-2a2e71a2798d","university":"Berkeley"},{"completion_time":"2025-11-04T07:14:48.157949Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the cup to the plate","longform_feedback":"Policy A first moved the gripper close to the cup, grasped  and released the edge of the cup, causing the cup to fall over. Then policy A approached the cup again, attempted to grasp it until time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pour water from the cup to the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the cup, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:23.354620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:23.354620_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.007991_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.007991_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.007991_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.007991_video_right.mp4","wrist_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.728243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/pi0_fast_droid_2025-11-04T07:10:22.728243_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:34.195972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:34.195972_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.341254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.341254_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.341254_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.341254_video_right.mp4","wrist_video_gcs_path":"evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.834598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/155dc04f-71cb-4ed9-8790-e324e6d0bf5d/paligemma_binning_droid_2025-11-04T07:14:33.834598_video_wrist.mp4"},"preference":"A","session_id":"155dc04f-71cb-4ed9-8790-e324e6d0bf5d","university":"frodobots"},{"completion_time":"2025-11-04T06:51:43.576875Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of  grapes into the cup","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the sponge, attempted to grasp it, then approached the cup but moved away soon.Next, policy B moved slightly during remaining time of the episode.My instruction is to put the bunch of  grapes into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at leas approached the cup, whereas policy A did not do anything.Therefor, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:20.141759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:20.141759_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.178694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.178694_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.178694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.178694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.700873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_binning_droid_2025-11-04T06:44:19.700873_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:57.669969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:57.669969_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:56.466363_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:56.466363_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:56.466363_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:56.466363_video_right.mp4","wrist_video_gcs_path":"evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:57.139380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807fe156-f315-4285-b0b3-8d5b2645c9cf/paligemma_fast_droid_2025-11-04T06:49:57.139380_video_wrist.mp4"},"preference":"B","session_id":"807fe156-f315-4285-b0b3-8d5b2645c9cf","university":"frodobots"},{"completion_time":"2025-11-04T06:27:56.215772Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control into the cup","longform_feedback":"Policy A first moved the gripper close to the cup, attempted to grasp it, but pushed the cup to make it fall over, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the remote control, grasped it, picked it up, then moved it toward the cup and dropped it on floor.My instruction is to put the remote control into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the remote control, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:24.646286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:24.646286_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:23.441718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:23.441718_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:23.441718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:23.441718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:24.077439_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/paligemma_vq_droid_2025-11-04T06:20:24.077439_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:51.739632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:51.739632_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:50.539996_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:50.539996_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:50.539996_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:50.539996_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:51.206653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6e9b82e-01d8-45e0-98b0-f772d3811d9d/pi0_droid_2025-11-04T06:26:51.206653_video_wrist.mp4"},"preference":"B","session_id":"a6e9b82e-01d8-45e0-98b0-f772d3811d9d","university":"frodobots"},{"completion_time":"2025-11-04T06:05:14.900863Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A first moved the gripper close to the sponge rather than the remote control,attempted to press the sponge, then moved slowly above the sponge during remaining time of the episode.Policy B first moved the gripper close to the remote control, closed the gripper, pressed the blank area of the remote control, then moved the gripper away and moved slightly until approached the remote control again in the end.My instruction is to press the yellow button of the remote control,neither policy was able to complete the task.When comparing the performance of the two,policy B at least press the blank area of the remote control, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:43.865025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:43.865025_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:42.568656_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:42.568656_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:42.568656_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:42.568656_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:43.292288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_fast_droid_2025-11-04T05:57:43.292288_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:36.757727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:36.757727_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:35.470067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:35.470067_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:35.470067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:35.470067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:36.203553_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c642b1cb-e3cd-48b3-84e3-c1d43e7ba655/pi0_droid_2025-11-04T06:03:36.203553_video_wrist.mp4"},"preference":"B","session_id":"c642b1cb-e3cd-48b3-84e3-c1d43e7ba655","university":"frodobots"},{"completion_time":"2025-11-04T05:34:19.403195Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control onto the sponge","longform_feedback":"Policy A showed no response to my command and did not perform any operation at all.Policy B first moved the gripper close to the remote control, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the remote control onto the sponge, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the remote control, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:06.173753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:06.173753_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.219266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.219266_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.219266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.219266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.765797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/paligemma_binning_droid_2025-11-04T05:25:05.765797_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:02.709949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:02.709949_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:01.410725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:01.410725_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:01.410725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:01.410725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:02.099370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ecada9e-a925-4ada-9fbd-04e5d8e3ae96/pi05_droid_2025-11-04T05:34:02.099370_video_wrist.mp4"},"preference":"B","session_id":"8ecada9e-a925-4ada-9fbd-04e5d8e3ae96","university":"frodobots"},{"completion_time":"2025-11-04T03:55:57.863992Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the sponge","longform_feedback":"Policy A first moved the gripper close to the sponge, grasped and release it, then,after hesitating for a while, grasped the sponge again, picked it up, moved it until time ran out.Policy B first moved the gripper toward the sponge but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to wipe the sofa with the sponge, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and moved the sponge, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:03.130601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:03.130601_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:01.725961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:01.725961_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:01.725961_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:01.725961_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:02.463208_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_fast_droid_2025-11-04T03:49:02.463208_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:39.689743_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:39.689743_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:38.423474_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:38.423474_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:38.423474_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:38.423474_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:39.093595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c18879a0-b132-43f4-9f71-840623ceda18/pi0_droid_2025-11-04T03:53:39.093595_video_wrist.mp4"},"preference":"A","session_id":"c18879a0-b132-43f4-9f71-840623ceda18","university":"frodobots"},{"completion_time":"2025-11-04T03:44:23.897022Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squeeze the sponge","longform_feedback":"Policy A first moved the gripper close to the sponge, closed and opened the gripper several times above the sponge, then moved the gripper away and moved slight for a while, approached the sponge again and touched the edge of the sponge in the end.Policy B first moved the gripper close to the sponge as if attempting to grasp it, but moved away soon, then, after hesitating for a while, approached the sponge a again in the end.My instruction is to squeeze the sponge,neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the sponge, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:54.176184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:54.176184_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:52.917438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:52.917438_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:52.917438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:52.917438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:53.591699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/pi0_droid_2025-11-04T03:36:53.591699_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:59.674228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:59.674228_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:58.305044_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:58.305044_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:58.305044_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:58.305044_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:59.074393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8bceeda-47c2-416c-b755-31087cf67ab6/paligemma_diffusion_droid_2025-11-04T03:43:59.074393_video_wrist.mp4"},"preference":"A","session_id":"b8bceeda-47c2-416c-b755-31087cf67ab6","university":"frodobots"},{"completion_time":"2025-11-04T03:18:47.267023Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper toward the curtain, attempted to grasp it, then approached the sofa and moved slightly around the edge of the sofa until time ran out.Policy B first moved the gripper close to the cap of the spray bottle, grasped it, but the cap slipped off when being lifted up. Then policy B moved the gripped back and forth for a while, and attempted to grasp the cap again in the end.My instruction is to put the cap back on the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cap of spray bottle, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:20.782792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:20.782792_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:19.441723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:19.441723_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:19.441723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:19.441723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:20.138570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/paligemma_vq_droid_2025-11-04T03:12:20.138570_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:28.729557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:28.729557_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:27.373763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:27.373763_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:27.373763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:27.373763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:28.069672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c42ae76-7496-44eb-94f0-962ac8451f92/pi05_droid_2025-11-04T03:18:28.069672_video_wrist.mp4"},"preference":"B","session_id":"9c42ae76-7496-44eb-94f0-962ac8451f92","university":"frodobots"},{"completion_time":"2025-11-04T02:59:12.659061Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the spray bottle to spray","longform_feedback":"Policy A first moved the gripper close to the spray bottle, closed and opened the gripper several times around the nozzle of the spray bottle during most time of the episode, but did not press the nozzle, only touched the nozzle.Policy B showed no response to my command and did not perform any operations at all.My instruction is to press the spray bottle to spray, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the nozzle of the spray bottle, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:02.556928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:02.556928_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.155426_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.155426_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.155426_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.155426_video_right.mp4","wrist_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.875867_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/pi0_droid_2025-11-04T02:55:01.875867_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:58.819499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:58.819499_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:57.821252_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:57.821252_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:57.821252_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:57.821252_video_right.mp4","wrist_video_gcs_path":"evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:58.377339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71745ac0-7711-4598-8d50-42eab188da87/paligemma_binning_droid_2025-11-04T02:58:58.377339_video_wrist.mp4"},"preference":"A","session_id":"71745ac0-7711-4598-8d50-42eab188da87","university":"frodobots"},{"completion_time":"2025-11-04T02:49:32.738233Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the spray bottle upright","longform_feedback":"Policy A first moved the gripper close to the spray bottle, adjusted posture, grasped the spray bottle,picked it up,rotated the spray bottle to stand it almost upright, then dropped it on sofa in the end,causing it to fall over.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to stand the spray bottle upright, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:36.547699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:36.547699_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.172513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.172513_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.172513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.172513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.879003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_droid_2025-11-04T02:42:35.879003_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:12.900764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:12.900764_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:11.686181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:11.686181_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:11.686181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:11.686181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:12.326544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d44695dc-9752-41b8-a7b7-b3ec60ff13c6/paligemma_fast_specialist_droid_2025-11-04T02:49:12.326544_video_wrist.mp4"},"preference":"A","session_id":"d44695dc-9752-41b8-a7b7-b3ec60ff13c6","university":"frodobots"},{"completion_time":"2025-11-04T02:34:50.534235Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first took some time to find the target, then moved the gripper close to the book, adjusted posture, inserted the gripper under the book, grasped and released it several times.Next, policy B grasped the corner of  the book, lifted it up, as if attempting the turn the book upside down, but time ran out.My instruction is to turn the book upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the book and attempted to turn it upside down, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:30.299941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:30.299941_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:28.884025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:28.884025_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:28.884025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:28.884025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:29.544059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/paligemma_diffusion_droid_2025-11-04T02:25:29.544059_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:33.360730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:33.360730_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.151581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.151581_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.151581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.151581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.822590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60121e0c-732f-40cd-b2f8-ba5041f3a803/pi0_fast_droid_2025-11-04T02:34:32.822590_video_wrist.mp4"},"preference":"B","session_id":"60121e0c-732f-40cd-b2f8-ba5041f3a803","university":"frodobots"},{"completion_time":"2025-11-04T02:10:47.327155Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the book","longform_feedback":"Policy A first moved the gripper close to the eraser, grasped it, picked it up, then moved it toward the book and put it onto the book.Next, policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper toward the eraser but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the eraser onto the book, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:23.562424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:23.562424_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.261693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.261693_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.261693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.261693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.934491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/paligemma_fast_droid_2025-11-04T02:05:22.934491_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:41.944184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:41.944184_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:40.731772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:40.731772_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:40.731772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:40.731772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:41.267201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82f8c230-81b6-4725-b75d-c73790ca685d/pi0_fast_droid_2025-11-04T02:09:41.267201_video_wrist.mp4"},"preference":"A","session_id":"82f8c230-81b6-4725-b75d-c73790ca685d","university":"frodobots"},{"completion_time":"2025-11-04T02:01:09.522611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words in the book with the eraser","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to erase the words in the book with the eraser, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:11.305205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:11.305205_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.439440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.439440_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.439440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.439440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.931387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/paligemma_binning_droid_2025-11-04T01:54:10.931387_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:58.526295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:58.526295_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.262521_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.262521_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.262521_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.262521_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.987734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3528ad9-26d2-4acc-ace9-bd7ea9d25334/pi0_droid_2025-11-04T01:58:57.987734_video_wrist.mp4"},"preference":"B","session_id":"c3528ad9-26d2-4acc-ace9-bd7ea9d25334","university":"frodobots"},{"completion_time":"2025-11-04T01:39:05.951878Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, touched the edge of the cover for a while, then inserted the gripper under the cover, pushed it slightly as if attempting to close the book, but time ran out.Policy B first moved the gripper back and forth for a while, then approached the book, adjusted posture,grasped the pages of the book, lifted them up a bit, but time ran out.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A inserted the gripper under the cover and pushed the cover, whereas policy B grasped the pages rather then cover.Policy A seems more likely to complete this task than policy B.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:22.860762_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:22.860762_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:21.550500_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:21.550500_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:21.550500_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:21.550500_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:22.258673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_vq_droid_2025-11-04T01:28:22.258673_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:41.555022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:41.555022_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.237247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.237247_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.237247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.237247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.932742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9531f3c-48d0-4a2f-a846-0eef2a740f64/paligemma_fast_droid_2025-11-04T01:38:40.932742_video_wrist.mp4"},"preference":"A","session_id":"d9531f3c-48d0-4a2f-a846-0eef2a740f64","university":"frodobots"},{"completion_time":"2025-11-04T01:22:06.860795Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the marker pen, attempted to grasp it several times but did not succeed, then policy A moved the gripper away and moved randomly until time ran out.Policy B first moved the gripper close to the marker pen, then moved slow around the marker during the whole trial, attempted to grasp the marker but did not succeed, only touched the marker pen.My instruction is to rotate the marker pen by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:20.660049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:20.660049_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:19.298867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:19.298867_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:19.298867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:19.298867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:20.054148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/paligemma_fast_specialist_droid_2025-11-04T01:15:20.054148_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:50.145759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:50.145759_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:48.805526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:48.805526_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:48.805526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:48.805526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:49.507873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc2e2ce4-4c96-409b-9bad-a694a383dee2/pi0_droid_2025-11-04T01:21:49.507873_video_wrist.mp4"},"preference":"B","session_id":"cc2e2ce4-4c96-409b-9bad-a694a383dee2","university":"frodobots"},{"completion_time":"2025-11-04T00:04:26.292743Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the eraser into drawer","longform_feedback":"A moved towards the eraser but was ont sure if it had the first intention since the eraser is located in the middle of everything; it then grasped nothing and shifted over to the drawer. B was succeeded in getting the eraser into the drawe just in time before the time clocked in","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.007711_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.007711_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:51.868063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:51.868063_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.720762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.720762_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.007711_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:50.007711_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:51.304512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/paligemma_fast_droid_2025-11-03T23:53:51.304512_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.081748_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.081748_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:45.906939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:45.906939_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.793603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.793603_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.081748_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:44.081748_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:45.256721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a94e75a3-f4e0-4f4a-bfd6-84112321b740/pi05_droid_2025-11-04T00:02:45.256721_video_wrist.mp4"},"preference":"B","session_id":"a94e75a3-f4e0-4f4a-bfd6-84112321b740","university":"Berkeley"},{"completion_time":"2025-11-03T23:38:43.425108Z","evaluator_name":"ellieh99@berkeley","language_instruction":"move the banana into drawer","longform_feedback":"B moved the arm inwards to the base of the robot and did not move regarding to the task command. A has succesfully moved the banana into drawer as intended without a single irrelevant movement","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:13.700729_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:13.700729_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:15.595970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:15.595970_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:14.413883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:14.413883_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:14.413883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:14.413883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:15.007830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_fast_specialist_droid_2025-11-03T23:23:15.007830_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:36:59.874778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:36:59.874778_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:01.563287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:01.563287_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:00.608257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:00.608257_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:00.608257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:00.608257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:01.103692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07415db0-bf56-41da-8349-6ec4d9f91b3f/paligemma_binning_droid_2025-11-03T23:37:01.103692_video_wrist.mp4"},"preference":"A","session_id":"07415db0-bf56-41da-8349-6ec4d9f91b3f","university":"Berkeley"},{"completion_time":"2025-11-03T23:12:55.753844Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the carrot on the bread","longform_feedback":"Both policies just reached the carrot and grasped it to the left edge of the table. They followed a similar pattern and completely ignored the bread which placed in the middle of the seen","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.260971_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.260971_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:02.106692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:02.106692_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.969658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.969658_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.969658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:00.969658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:01.500757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/pi05_droid_2025-11-03T23:01:01.500757_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.244808_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.244808_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:04.046212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:04.046212_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.951903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.951903_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.951903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:02.951903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:03.417265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dd30097-82fe-4485-bca6-57e1f9754583/paligemma_diffusion_droid_2025-11-03T23:11:03.417265_video_wrist.mp4"},"preference":"TIE","session_id":"3dd30097-82fe-4485-bca6-57e1f9754583","university":"Berkeley"},{"completion_time":"2025-11-03T22:53:46.905353Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red block in the drawr and close it","longform_feedback":"B did not move at all from its initial position while A at least attempted to rach for the red block but failed to grasp it in place","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.006920_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.006920_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:19.112352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:19.112352_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.943897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.943897_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.943897_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:17.943897_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:18.483595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_vq_droid_2025-11-03T22:39:18.483595_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:35.801300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:35.801300_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:37.256304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:37.256304_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.404874_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.404874_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.404874_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.404874_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.844475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8c549a-3d92-44a5-a983-2e3ad7d25d69/paligemma_binning_droid_2025-11-03T22:50:36.844475_video_wrist.mp4"},"preference":"A","session_id":"1a8c549a-3d92-44a5-a983-2e3ad7d25d69","university":"Berkeley"},{"completion_time":"2025-11-03T22:28:52.853915Z","evaluator_name":"ellieh99@berkeleyu.edu","language_instruction":"put the corn into drawer","longform_feedback":"Both policies did badly since A just reached for the container that contains the corn. it did not grasp anything eventually. B did a bit better since it was able to grasp the carrot but still it was not the intended corn we asked for.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:32.469191_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:32.469191_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:34.234896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:34.234896_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:33.179244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:33.179244_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:32.469191_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:32.469191_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:33.706114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_vq_droid_2025-11-03T22:13:33.706114_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:12.502422_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:12.502422_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:14.585184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:14.585184_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:13.320224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:13.320224_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:12.502422_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:12.502422_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:13.933221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f76e2107-63a0-4251-adc4-de32ddf77761/paligemma_fast_droid_2025-11-03T22:26:13.933221_video_wrist.mp4"},"preference":"TIE","session_id":"f76e2107-63a0-4251-adc4-de32ddf77761","university":"Berkeley"},{"completion_time":"2025-11-03T22:08:12.691074Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the top drawer","longform_feedback":"both policies successfully closed the intended drawer; Both unintentionally closed both the top and bottom drawer. A reached for the bottom first while B reached","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:37.526425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:37.526425_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:39.423060_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:39.423060_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.260164_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.260164_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.260164_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.260164_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.793693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi05_droid_2025-11-03T21:48:38.793693_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:27.858738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:27.858738_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:29.977835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:29.977835_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:28.663056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:28.663056_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:28.663056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:28.663056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:29.309187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d7fa5da-903c-4b4f-9d26-dc92f5c9be95/pi0_fast_droid_2025-11-03T22:07:29.309187_video_wrist.mp4"},"preference":"TIE","session_id":"0d7fa5da-903c-4b4f-9d26-dc92f5c9be95","university":"berkreley"},{"completion_time":"2025-11-03T21:38:31.016057Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the whiteboard eraser to clean the board","longform_feedback":"A correctly detected the whiteboard eraser on the left and ligered around this area during the session; the gripper did not eventually grasp the eraser in place; Policy B mistakenly grasped the other eraser on the right and perform a wiping motion","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:54.986271_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:54.986271_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:57.005064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:57.005064_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:55.779639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:55.779639_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:55.779639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:55.779639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:56.274738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_fast_droid_2025-11-03T21:27:56.274738_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:00.263897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:00.263897_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:02.114944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:02.114944_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.018860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.018860_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.018860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.018860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.584816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11fac2f4-2039-498e-9d75-683a7721fd21/paligemma_diffusion_droid_2025-11-03T21:38:01.584816_video_wrist.mp4"},"preference":"A","session_id":"11fac2f4-2039-498e-9d75-683a7721fd21","university":"Berkeley"},{"completion_time":"2025-11-03T09:59:49.114004Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, pushed the edge of one page of the book to another side, but the page returned back when the gripper moved away.Policy B first moved the gripper randomly during most time of the episode, as if could not find the target, then stopped near the corner of the table in the end.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to close the book, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:44.659469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:44.659469_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:43.477018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:43.477018_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:43.477018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:43.477018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:44.096883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/pi0_droid_2025-11-03T09:52:44.096883_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:33.085432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:33.085432_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:31.931220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:31.931220_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:31.931220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:31.931220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:32.502606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/569a6f7a-9559-4349-8f13-0bc44610d2ec/paligemma_diffusion_droid_2025-11-03T09:59:32.502606_video_wrist.mp4"},"preference":"A","session_id":"569a6f7a-9559-4349-8f13-0bc44610d2ec","university":"frodobots"},{"completion_time":"2025-11-03T08:42:08.878613Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, grasped it, picked it up, then moved it toward another cup and dropped it near another cup, causing the two cups to fall over.Policy B first moved the gripper close to one cup, grasped it, picked it up, then moved it to another cup, stacked up the two cups, although made the two cups fall over.My instruction is to stack up the two cups, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:49.660193_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:49.660193_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:48.376222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:48.376222_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:48.376222_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:48.376222_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:49.055819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_fast_droid_2025-11-03T08:34:49.055819_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:42.025287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:42.025287_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:40.740582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:40.740582_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:40.740582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:40.740582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:41.463496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fc59af-f49c-4ef5-8205-872fd6596242/paligemma_vq_droid_2025-11-03T08:41:41.463496_video_wrist.mp4"},"preference":"B","session_id":"68fc59af-f49c-4ef5-8205-872fd6596242","university":"frodobots"},{"completion_time":"2025-11-03T08:29:02.020489Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup upright","longform_feedback":"Policy A first rotated the gripper and moved randomly for a while, then stopped during remaining time of the episode.Policy B first moved the gripper close to the cup, pushed the edge of the cup, then moved the gripper away and moved slightly during remaining time of the episode.My instruction is to stand the cup upright,neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the cup, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:14.553172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:14.553172_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:13.528233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:13.528233_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:13.528233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:13.528233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:14.011195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/paligemma_vq_droid_2025-11-03T08:24:14.011195_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:45.291746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:45.291746_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.006371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.006371_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.006371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.006371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.667006_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11d2a26a-1e9a-4913-876c-d0e09005ae92/pi0_droid_2025-11-03T08:28:44.667006_video_wrist.mp4"},"preference":"B","session_id":"11d2a26a-1e9a-4913-876c-d0e09005ae92","university":"frodobots"},{"completion_time":"2025-11-03T07:57:56.287268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock the cup over","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cup, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to knock the cup over, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cup, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:11.322541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:11.322541_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.385006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.385006_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.385006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.385006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.886459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/paligemma_binning_droid_2025-11-03T07:53:10.886459_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:14.374480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:14.374480_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.153510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.153510_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.153510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.153510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.813577_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d032194-5dc3-4ad6-b4a1-3ecada697d32/pi05_droid_2025-11-03T07:57:13.813577_video_wrist.mp4"},"preference":"B","session_id":"9d032194-5dc3-4ad6-b4a1-3ecada697d32","university":"frodobots"},{"completion_time":"2025-11-03T07:38:42.990518Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pencil into the cup","longform_feedback":"Policy A first moved the gripper close to the pencil, attempted to grasped it several times, then picked it up with a wooden block, moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the pencil into the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the pencil, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:44.976256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:44.976256_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:43.730602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:43.730602_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:43.730602_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:43.730602_video_right.mp4","wrist_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:44.397043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/pi0_droid_2025-11-03T07:33:44.397043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:49.845385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:49.845385_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:48.922485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:48.922485_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:48.922485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:48.922485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:49.409444_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/651ea210-a004-4473-8935-6cfec6844651/paligemma_binning_droid_2025-11-03T07:37:49.409444_video_wrist.mp4"},"preference":"A","session_id":"651ea210-a004-4473-8935-6cfec6844651","university":"frodobots"},{"completion_time":"2025-11-03T07:15:05.576861Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate with the paper","longform_feedback":"Policy A first moved the gripper slightly for a while, then almost stopped during remaining time of the episode.Policy B first moved the gripper close to the paper, grasped it, picked it up, then moved it and dropped it near the plate.Next, policy B grasped the paper again, picked it up and dropped it in the end.My instruction is to wipe the plate with the paper,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the paper close to the plate, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:13.275799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:13.275799_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.142885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.142885_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.142885_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.142885_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.715829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/paligemma_vq_droid_2025-11-03T07:09:12.715829_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:46.381743_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:46.381743_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.159614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.159614_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.159614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.159614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.800616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5390b-1f1e-44d5-bf56-fbc91672aa90/pi05_droid_2025-11-03T07:14:45.800616_video_wrist.mp4"},"preference":"B","session_id":"5bb5390b-1f1e-44d5-bf56-fbc91672aa90","university":"frodobots"},{"completion_time":"2025-11-03T07:04:49.779112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the remote control with the paper","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the sofa, attempted to grasp the edge of the sofa, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to cover the remote control with the paper,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:37.567884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:37.567884_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:36.563470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:36.563470_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:36.563470_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:36.563470_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:37.121996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_binning_droid_2025-11-03T07:00:37.121996_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:38.023993_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:38.023993_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:36.686951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:36.686951_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:36.686951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:36.686951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:37.399136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c6c3799-d3da-44c0-ad3b-d83e9c129051/paligemma_fast_specialist_droid_2025-11-03T07:04:37.399136_video_wrist.mp4"},"preference":"B","session_id":"8c6c3799-d3da-44c0-ad3b-d83e9c129051","university":"frodobots"},{"completion_time":"2025-11-03T06:47:42.901554Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the paper into the plate","longform_feedback":"Policy A moved the gripper randomly, closed and opened the gripper several times during entire time of the episode, as if could not find the target.Policy B first moved the gripper slightly, then stopped during remaining time of the episode.My instruction is to put the paper into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper during whole trial, whereas policy B almost stopped.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:45.223155_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:45.223155_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:43.977255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:43.977255_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:43.977255_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:43.977255_video_right.mp4","wrist_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:44.657897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/pi0_droid_2025-11-03T06:42:44.657897_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:22.469005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:22.469005_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:21.467317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:21.467317_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:21.467317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:21.467317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:22.018182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001e18de-cdb1-48d8-aac1-d2e3ce096d01/paligemma_fast_specialist_droid_2025-11-03T06:47:22.018182_video_wrist.mp4"},"preference":"A","session_id":"001e18de-cdb1-48d8-aac1-d2e3ce096d01","university":"frodobots"},{"completion_time":"2025-11-03T05:44:10.027543Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"take off the cap of the marker pen","longform_feedback":"Policy A first moved the gripper close to the marker pen, then moved back and forth during remaining time of the episode.Policy B first took some time to find the target, moved the gripper close to the marker pen, attempted to grasped it but did not succeed.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to take off the cap of the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the marker pen, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:39.431153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:39.431153_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.085949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.085949_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.085949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.085949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.824021_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi05_droid_2025-11-03T05:37:38.824021_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:49.591771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:49.591771_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.374385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.374385_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.374385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.374385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.992435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb71b3c-4399-484d-9940-38a291cd172b/pi0_fast_droid_2025-11-03T05:43:48.992435_video_wrist.mp4"},"preference":"B","session_id":"5bb71b3c-4399-484d-9940-38a291cd172b","university":"frodobots"},{"completion_time":"2025-11-03T04:00:45.012409Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first adjusted posture, moved the gripper close to the plate, grasped the edge of the plate, picked it up, then moved it and dropped it on sofa, but did not succeed in turning it upside down.My instruction is to turn the plate upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the plate, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.989504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.989504_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.056190_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.056190_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.056190_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.056190_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.593770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_binning_droid_2025-11-03T03:47:04.593770_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:45.433044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:45.433044_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.069708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.069708_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.069708_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.069708_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.779809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c51bd95a-2685-42ac-9ce2-6138357c65c5/paligemma_diffusion_droid_2025-11-03T03:59:44.779809_video_wrist.mp4"},"preference":"B","session_id":"c51bd95a-2685-42ac-9ce2-6138357c65c5","university":"frodobots"},{"completion_time":"2025-11-03T03:38:20.248602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wash the plate with the brush","longform_feedback":"Policy A first moved the gripper close to the plate, then moved slowly above the plate during remaining time of the episode.Policy B first moved the gripper close to the marker pen, grasped it, picked it up, then moved it toward the plate and dropped it into the plate.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to wash the plate with the brush, neither policy was able to complete the task.When comparing the performance of the two, both policies did not find the brush, but policy B at least put a wrong object into the plate while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:24.273431_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:24.273431_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:22.935543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:22.935543_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:22.935543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:22.935543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:23.662024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_specialist_droid_2025-11-03T03:31:23.662024_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:03.767592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:03.767592_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:02.560558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:02.560558_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:02.560558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:02.560558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:03.190608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfc33c09-c75c-4f8f-bf87-d977b04ca37f/paligemma_fast_droid_2025-11-03T03:38:03.190608_video_wrist.mp4"},"preference":"B","session_id":"bfc33c09-c75c-4f8f-bf87-d977b04ca37f","university":"frodobots"},{"completion_time":"2025-11-03T03:21:25.047914Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the brush","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the brush, made multiple attempts to grasp it during the whole trial,but did not succeed in the end.My instruction is to pick up the brush, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the brush, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:46.311330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:46.311330_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.085837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.085837_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.085837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.085837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.779420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/pi0_droid_2025-11-03T03:15:45.779420_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:07.166167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:07.166167_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:05.916018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:05.916018_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:05.916018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:05.916018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:06.551354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab469752-16d4-4aba-aad8-cc84368f8b86/paligemma_diffusion_droid_2025-11-03T03:21:06.551354_video_wrist.mp4"},"preference":"B","session_id":"ab469752-16d4-4aba-aad8-cc84368f8b86","university":"frodobots"},{"completion_time":"2025-11-03T03:11:12.799344Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the plate","longform_feedback":"Policy A first moved the gripper close to the plate, then closed and opened the gripper several times during most time of the episode as if attempting to grasp the plate, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the banana with the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the plate, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:33.328942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:33.328942_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.141655_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.141655_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.141655_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.141655_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.758778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_diffusion_droid_2025-11-03T03:04:32.758778_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:37.721278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:37.721278_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:36.828805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:36.828805_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:36.828805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:36.828805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:37.315922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab405a15-557d-42a8-b1b9-75d018f160c3/paligemma_binning_droid_2025-11-03T03:08:37.315922_video_wrist.mp4"},"preference":"A","session_id":"ab405a15-557d-42a8-b1b9-75d018f160c3","university":"frodobots"},{"completion_time":"2025-11-03T02:46:55.051149Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruit into the plate","longform_feedback":"Policy A first moved the gripper close to the red block, grasped it, picked it up, then moved it toward the plate and dropped it into the plate.Next,policy B approached the marker pen, grasped it, picked it up in the end.Policy B first moved the gripper close to the red block, grasped and released it, then closed and opened the gripper above the red block several times  during remaining time of the episode.My instruction is put all the fruit into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the red block which is wrong object, but policy A put the red block into the plate while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:13.773161_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:13.773161_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:12.650780_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:12.650780_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:12.650780_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:12.650780_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:13.275197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi0_fast_droid_2025-11-03T02:40:13.275197_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:36.195240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:36.195240_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:34.859658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:34.859658_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:34.859658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:34.859658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:35.540888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba541648-0282-4f5d-9e73-7707e5d10add/pi05_droid_2025-11-03T02:46:35.540888_video_wrist.mp4"},"preference":"A","session_id":"ba541648-0282-4f5d-9e73-7707e5d10add","university":"frodobots"},{"completion_time":"2025-11-03T02:32:17.786406Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all food into the plate","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the red wooden block, closed and opened the gripper several times above the block during most time of the episode, as if attempting to grasp it but did not succeed.My instruction is to put all food into the plate, there is only one food which is banana, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp a wrong object, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.965582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.965582_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.081147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.081147_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.081147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.081147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.602744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_binning_droid_2025-11-03T02:22:42.602744_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:57.439538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:57.439538_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.322067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.322067_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.322067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.322067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.924820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162d2b53-3f3f-4e32-834c-933c61fb4a84/paligemma_fast_specialist_droid_2025-11-03T02:30:56.924820_video_wrist.mp4"},"preference":"B","session_id":"162d2b53-3f3f-4e32-834c-933c61fb4a84","university":"frodobots"},{"completion_time":"2025-11-03T02:06:15.746840Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wrap the remote control in a towel","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the remote control, attempted to grasp it but did not succeed, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to wrap the remote control in a towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the remote control, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:16.350649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:16.350649_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.457913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.457913_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.457913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.457913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.985473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/paligemma_binning_droid_2025-11-03T01:59:15.985473_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:56.503660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:56.503660_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.216338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.216338_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.216338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.216338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.883151_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d905ecfa-0b70-4e0d-ab64-759e183cc785/pi05_droid_2025-11-03T02:05:55.883151_video_wrist.mp4"},"preference":"B","session_id":"d905ecfa-0b70-4e0d-ab64-759e183cc785","university":"frodobots"},{"completion_time":"2025-11-03T01:54:58.251216Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the remote control","longform_feedback":"Policy A first closed the gripper, moved the gripper toward the remote control,  hovered above the remote control for while, then moved the gripper away in the end.Policy B first moved the gripper above the remote control, closed the gripper, then moved slight during remaining time of the episode, as if attempting to press the remote control.My instruction is press the yellow button of the remote control,neither policy was able to complete the task.When comparing the performance of the two, both policies approached the remote control, but policy B seemingly attempted to press the remote control while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:02.159208_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:02.159208_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:00.755285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:00.755285_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:00.755285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:00.755285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:01.489403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/pi0_droid_2025-11-03T01:47:01.489403_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:16.096316_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:16.096316_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:14.840954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:14.840954_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:14.840954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:14.840954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:15.515232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c63db1f-3271-4350-86f0-ea14bf4262f1/paligemma_vq_droid_2025-11-03T01:54:15.515232_video_wrist.mp4"},"preference":"B","session_id":"0c63db1f-3271-4350-86f0-ea14bf4262f1","university":"frodobots"},{"completion_time":"2025-11-03T01:38:28.138956Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the towel and move it to top right corner","longform_feedback":"Policy A first moved the gripper close to the towel, approached the bottom left corner, grasped and released it, then moved the gripper away and approached the bottom right corner in then end.Policy B first moved the gripper toward floor near the bottom left corner of the towel, then stopped during remaining time of the episode.My instruction is to grasp the bottom left corner of the towel and move it to top right corner,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the bottom left corner of the towel, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:09.663002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:09.663002_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:08.464437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:08.464437_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:08.464437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:08.464437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:09.122134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_fast_droid_2025-11-03T01:30:09.122134_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:57.564332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:57.564332_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:56.486307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:56.486307_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:56.486307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:56.486307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:57.103509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32/paligemma_diffusion_droid_2025-11-03T01:37:57.103509_video_wrist.mp4"},"preference":"A","session_id":"8ffc0a4c-cfd8-44ae-89ba-fd304f9f1f32","university":"frodobots"},{"completion_time":"2025-11-03T01:22:29.169282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the towel, grasped the bottom right corner of the towel, picked it up, then moved it for a while, dropped it on sofa in the end.Policy B first moved the gripper close to the towel, made multiple attempts to grasp the bottom left corner of the towel during entire time of the episode, but did not succeed in the end.My instruction is to fold the towel in half,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the towel, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:55.331721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:55.331721_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:53.974987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:53.974987_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:53.974987_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:53.974987_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:54.697243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_fast_droid_2025-11-03T01:16:54.697243_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:05.267017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:05.267017_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.061501_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.061501_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.061501_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.061501_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.697988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d/paligemma_vq_droid_2025-11-03T01:22:04.697988_video_wrist.mp4"},"preference":"A","session_id":"53f0f00f-9bfa-4a28-8f1c-086cf83bfd4d","university":"frodobots"},{"completion_time":"2025-10-30T09:42:48.776161Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the towel, then closed and opened the gripper several times above the towel during most time of the episode,as if attempting to grasped it but did not succeed in the end.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the towel, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:50.744805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:50.744805_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:49.763541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:49.763541_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:49.763541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:49.763541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:50.310352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_binning_droid_2025-10-30T09:36:50.310352_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:31.846191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:31.846191_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:30.684454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:30.684454_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:30.684454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:30.684454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:31.311879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e108d4f-ff79-4003-ae6e-83bc704a44f3/paligemma_vq_droid_2025-10-30T09:42:31.311879_video_wrist.mp4"},"preference":"B","session_id":"4e108d4f-ff79-4003-ae6e-83bc704a44f3","university":"frodobots"},{"completion_time":"2025-10-30T09:19:49.548380Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A first moved the gripper close to the bottle, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly until approached the curtain.Policy B first moved the gripper close to the bottle, grasped it, picked it up, then moved it slightly and dropped it on sofa.Next, policy B attempted to grasp the bottle again, but time ran out.My instruction is to throw the bottle into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up and moved the bottle, but policy A moved the bottle more obviously than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:12.732912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:12.732912_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:11.513483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:11.513483_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:11.513483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:11.513483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:12.145887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_vq_droid_2025-10-30T09:12:12.145887_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:27.030835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:27.030835_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:25.817761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:25.817761_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:25.817761_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:25.817761_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:26.463643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ab64d77-9b50-4fc5-9779-32c9635901ae/paligemma_diffusion_droid_2025-10-30T09:19:26.463643_video_wrist.mp4"},"preference":"A","session_id":"6ab64d77-9b50-4fc5-9779-32c9635901ae","university":"frodobots"},{"completion_time":"2025-10-30T09:08:12.634356Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the two batteries end to end","longform_feedback":"Policy A first moved the gripper close to the book, attempted to grasp it, then moved slowly around the book during remaining time of the episode.Policy B first moved the gripper close to one battery, attempted to grasped it but did not succeed, then, after hesitating for a while, picked up the battery, moved it and dropped it on floor in the end.My instruction is to put the two batteries end to end,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up one battery, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:03.881798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:03.881798_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:02.690861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:02.690861_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:02.690861_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:02.690861_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:03.338675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_diffusion_droid_2025-10-30T09:02:03.338675_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:46.010860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:46.010860_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:44.788817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:44.788817_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:44.788817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:44.788817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:45.427819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ce63b8-44e3-4502-8977-b1ea7f32542f/paligemma_vq_droid_2025-10-30T09:06:45.427819_video_wrist.mp4"},"preference":"B","session_id":"b4ce63b8-44e3-4502-8977-b1ea7f32542f","university":"frodobots"},{"completion_time":"2025-10-30T08:54:56.650843Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"arrange the two wrenches in the shape of a cross","longform_feedback":"Policy A first moved the gripper close to the eraser on the book, grasped and released it, then moved around the book during remaining time of the episode.Policy B first moved the gripper toward one wrench but moved away soon, then policy B moved the gripper close to a bottle, pushed it to the wrench in the end.My instruction is to arrange the two wrenches in the shape of a cross,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached one wrench, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:44.000883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:44.000883_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:42.765995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:42.765995_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:42.765995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:42.765995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:43.463853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/paligemma_diffusion_droid_2025-10-30T08:47:43.463853_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:19.428825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:19.428825_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.184514_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.184514_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.184514_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.184514_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.849436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4eb61678-639d-46a8-a5e3-14b0870e7d0d/pi0_droid_2025-10-30T08:53:18.849436_video_wrist.mp4"},"preference":"B","session_id":"4eb61678-639d-46a8-a5e3-14b0870e7d0d","university":"frodobots"},{"completion_time":"2025-10-30T08:42:34.962278Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the two wrench together","longform_feedback":"Policy A first moved the gripper close to one wrench, then made multiple attempts to grasp it during remaining time of the episode, but did not succeed in the end.Policy B first moved the gripper close to the book, grasped and released it, then approached one wrench, attempted to grasp it but did not succeed.My instruction is to put the two wrench together, neither policy was able to complete the task.When comparing the performance of the two, both policies have attempted to grasp the wrench, but policy A touched the wrench while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:48.847663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:48.847663_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:47.638789_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:47.638789_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:47.638789_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:47.638789_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:48.302498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_vq_droid_2025-10-30T08:35:48.302498_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:04.277156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:04.277156_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.031727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.031727_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.031727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.031727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.729213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ee40873-d98e-48b3-ac02-63396a25281a/paligemma_fast_droid_2025-10-30T08:42:03.729213_video_wrist.mp4"},"preference":"A","session_id":"0ee40873-d98e-48b3-ac02-63396a25281a","university":"frodobots"},{"completion_time":"2025-10-30T07:50:22.387143Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the bottle up","longform_feedback":"Policy A first moved the gripper close to the bottle, then pushed it slowly during remaining time of the episode.Policy B first moved the gripper toward the bottle, then moved slowly above the bottle for a while and stopped during remaining time of the episode.My instruction is to stand the bottle up, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the bottle, whereas policy B did not even touch the bottle.Therefore, policy A is better than policy.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:21.660510_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:21.660510_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:20.459544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:20.459544_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:20.459544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:20.459544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:21.115588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/paligemma_diffusion_droid_2025-10-30T07:42:21.115588_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:50:00.868722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:50:00.868722_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:49:59.759046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:49:59.759046_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:49:59.759046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:49:59.759046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:50:00.336337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9220aca1-da2a-4451-ad97-f2fd7f3aa033/pi0_fast_droid_2025-10-30T07:50:00.336337_video_wrist.mp4"},"preference":"A","session_id":"9220aca1-da2a-4451-ad97-f2fd7f3aa033","university":"frodobots"},{"completion_time":"2025-10-30T07:33:21.350569Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words in the book with the eraser","longform_feedback":"Policy A first moved the gripper close to the eraser, grasped and released it, then, after hesitating for while, approached the book in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to erase the words in the book with the eraser,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the eraser, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:21.958965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:21.958965_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:20.723077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:20.723077_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:20.723077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:20.723077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:21.403942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/pi05_droid_2025-10-30T07:28:21.403942_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.932337_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.932337_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.010320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.010320_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.010320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.010320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.543341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22074684-725a-4070-a847-adab792b97d0/paligemma_binning_droid_2025-10-30T07:33:07.543341_video_wrist.mp4"},"preference":"A","session_id":"22074684-725a-4070-a847-adab792b97d0","university":"frodobots"},{"completion_time":"2025-10-30T07:24:35.517620Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to marker pen, grasped it, picked it up, then moved it for a while as if writing something in the air, and dropped the marker pen on floor in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the marker pen and moved it, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:35.586370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:35.586370_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:34.458395_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:34.458395_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:34.458395_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:34.458395_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:35.037362_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_fast_droid_2025-10-30T07:19:35.037362_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:14.395692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:14.395692_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:13.493680_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:13.493680_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:13.493680_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:13.493680_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:14.028267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc608440-83ee-41ed-a27f-175c0103d065/paligemma_binning_droid_2025-10-30T07:24:14.028267_video_wrist.mp4"},"preference":"A","session_id":"bc608440-83ee-41ed-a27f-175c0103d065","university":"frodobots"},{"completion_time":"2025-10-30T05:33:42.297921Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper toward the book, adjusted posture, but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to close the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper toward the book, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:38.283072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:38.283072_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.085290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.085290_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.085290_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.085290_video_right.mp4","wrist_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.729299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi0_droid_2025-10-30T05:27:37.729299_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:25.038526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:25.038526_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:23.822443_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:23.822443_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:23.822443_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:23.822443_video_right.mp4","wrist_video_gcs_path":"evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:24.503871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/495f8fc6-8b2a-4e78-b36a-074cbdf8229b/pi05_droid_2025-10-30T05:33:24.503871_video_wrist.mp4"},"preference":"A","session_id":"495f8fc6-8b2a-4e78-b36a-074cbdf8229b","university":"frodobots"},{"completion_time":"2025-10-30T05:22:36.383443Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:43.081039_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:43.081039_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.210806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.210806_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.210806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.210806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.707508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_binning_droid_2025-10-30T05:18:42.707508_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:12.333546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:12.333546_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.414384_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.414384_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.414384_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.414384_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.851511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c3f046-5023-47ff-8fab-7705c21958ec/paligemma_fast_droid_2025-10-30T05:22:11.851511_video_wrist.mp4"},"preference":"B","session_id":"50c3f046-5023-47ff-8fab-7705c21958ec","university":"frodobots"},{"completion_time":"2025-10-30T03:55:20.496480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the zipper of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the shoulder bag, approached the tab of the zipper, then,after hesitating for a while, attempted to grasp the tab until time ran out, but did not succeed in the end.Policy B first moved the gripper close to the shoulder bag, approached one zipper, attempted to grasp it, touched the zipper.Then policy B approached another zipper of shoulder bag, attempted to grasp the tab of the zipper, but did not succeed in the end.My instruction is to open the zipper of the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy B find two zippers of the bag and attempted to open them, whereas policy A only attempted to open one zipper.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:59.618483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:59.618483_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:58.461587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:58.461587_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:58.461587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:58.461587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:59.082984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_diffusion_droid_2025-10-30T03:44:59.082984_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:02.158738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:02.158738_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:00.977775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:00.977775_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:00.977775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:00.977775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:01.634391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71120a64-c491-4014-99e4-ac23e231b6ac/paligemma_fast_specialist_droid_2025-10-30T03:54:01.634391_video_wrist.mp4"},"preference":"B","session_id":"71120a64-c491-4014-99e4-ac23e231b6ac","university":"frodobots"},{"completion_time":"2025-10-30T03:36:59.951369Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"take off the cap from the marker pen","longform_feedback":"Policy A  first moved the gripper toward the marker pen, grasped and released the cap of the marker pen, then moved the gripper away and moved slightly until time ran out.Policy B first moved the gripper close to the marker pen but moved away soon, then approached the cube, grasped it, picked it up and dropped it on sofa in the end.My instruction is to take off the cap from the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the cap of the marker pen, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:16.214231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:16.214231_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.079009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.079009_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.079009_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.079009_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.607489_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi05_droid_2025-10-30T03:31:15.607489_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:34.659392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:34.659392_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:33.428956_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:33.428956_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:33.428956_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:33.428956_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:34.088902_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49a23a7-42fa-4689-b2e2-381f53ba14b3/pi0_droid_2025-10-30T03:36:34.088902_video_wrist.mp4"},"preference":"A","session_id":"d49a23a7-42fa-4689-b2e2-381f53ba14b3","university":"frodobots"},{"completion_time":"2025-10-30T03:01:34.897556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"tap the cube with the marker pen","longform_feedback":"Policy A first moved the gripper close to the cube, grasped and released it, then picked it up, moved it and dropped it on floor.Next, policy A approached the cube again in the end.Policy B first moved the gripper close to the marker pen,  made multiple attempts to grasp it, then picked it up, moved it and dropped it on sofa.Next, policy B attempted to grasp the marker pen again in the end.My instruction is to tap the cube with the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:18.832710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:18.832710_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:17.539581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:17.539581_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:17.539581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:17.539581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:18.243585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/paligemma_fast_specialist_droid_2025-10-30T02:54:18.243585_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:34.445340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:34.445340_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.327345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.327345_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.327345_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.327345_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.845908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0d1c16f-d1a8-4053-9066-b37cc87401dc/pi05_droid_2025-10-30T03:00:33.845908_video_wrist.mp4"},"preference":"B","session_id":"f0d1c16f-d1a8-4053-9066-b37cc87401dc","university":"frodobots"},{"completion_time":"2025-10-30T02:48:44.490798Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squash the white box","longform_feedback":"Policy A first moved the gripper close to the white box, hovered above the box for a while, then moved the gripper away, moved back and forth during remaining time of the episode.Policy B first moved the gripper close to the sofa, approached the edge of the sofa,  then approached the pliers, picked it up and released it.My instruction is to squash the white box, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the white box, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:55.657590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:55.657590_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:54.454705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:54.454705_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:54.454705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:54.454705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:55.072342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/pi05_droid_2025-10-30T02:43:55.072342_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:25.538397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:25.538397_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.442287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.442287_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.442287_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.442287_video_right.mp4","wrist_video_gcs_path":"evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.985321_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/795af3d7-1677-4e18-8801-9d0a6075e299/paligemma_vq_droid_2025-10-30T02:48:24.985321_video_wrist.mp4"},"preference":"A","session_id":"795af3d7-1677-4e18-8801-9d0a6075e299","university":"frodobots"},{"completion_time":"2025-10-30T02:27:36.968938Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the lid of the white box","longform_feedback":"Policy A first rotated the gripper, then moved the gripper randomly during most time of the episode, as if could not find the target.Next, policy A approached the book in the end.Policy B first moved the gripper close to the book, approached the edge of the book, pushed it several times, as if attempting to open the book.My instruction is to open the lid of the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least mistook the book for the box and attempted to open it,whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:31.962388_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:31.962388_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:30.722057_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:30.722057_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:30.722057_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:30.722057_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:31.361262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/pi0_fast_droid_2025-10-30T02:20:31.361262_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:18.758374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:18.758374_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:17.547541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:17.547541_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:17.547541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:17.547541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:18.190001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51402d86-0701-4064-bff8-ac36c4ad6549/paligemma_fast_droid_2025-10-30T02:27:18.190001_video_wrist.mp4"},"preference":"B","session_id":"51402d86-0701-4064-bff8-ac36c4ad6549","university":"frodobots"},{"completion_time":"2025-10-30T02:11:53.770318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the pliers","longform_feedback":"Policy A first took some time to find the target, moved the gripper close to pliers, attempted to grasped it several times, then grasped one side of the pliers, picked it up, moved it and dropped it on sofa, but did not close the pliers.Policy B first moved the gripper close to the pliers, after hesitating for a while, grasped one side of the pliers , picked it up, then moved it and dropped it on floor, but also did not close the pliers.My instruction is to close the pliers, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped one side of the pliers and picked it up,but did not close the pliers.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:52.870068_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:52.870068_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:51.712244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:51.712244_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:51.712244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:51.712244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:52.338302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/paligemma_diffusion_droid_2025-10-30T02:03:52.338302_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:25.969027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:25.969027_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:24.714401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:24.714401_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:24.714401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:24.714401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:25.387240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b24711f-6af4-4c07-b6ee-e29e8d494cc3/pi05_droid_2025-10-30T02:11:25.387240_video_wrist.mp4"},"preference":"TIE","session_id":"2b24711f-6af4-4c07-b6ee-e29e8d494cc3","university":"frodobots"},{"completion_time":"2025-10-30T01:58:21.819507Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper close to plate, grasped it and released it, then moved the gripper away and moved randomly for a while.Next, policy A approached the towel, grasped and released it in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the controller during remaining time of the episode, but did not cover the controller with towel in then end.My instruction is cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the towel and moved it toward the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:14.959064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:14.959064_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:13.476477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:13.476477_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:13.476477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:13.476477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:14.366761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/pi0_fast_droid_2025-10-30T01:50:14.366761_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:56.823646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:56.823646_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:55.609835_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:55.609835_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:55.609835_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:55.609835_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:56.228667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b006fcd-f7a1-4588-919c-5a48c07905d8/paligemma_diffusion_droid_2025-10-30T01:56:56.228667_video_wrist.mp4"},"preference":"B","session_id":"8b006fcd-f7a1-4588-919c-5a48c07905d8","university":"frodobots"},{"completion_time":"2025-10-30T01:41:00.937246Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the yellow button of the remote control","longform_feedback":"Policy A first moved the gripper close to the remote control, closed the gripper as if attempting to touch the remote control, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the remote control, closed the gripper, approached the yellow button as if attempting to touched it.Then policy B moved the gripper away and moved randomly until time ran out.My instruction is to touch the yellow button of the remote control, neither policy was able to complete the task.When comparing the performance of the two, both policies approached the remote control, but policy B moved the gripper above the yellow button while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:16.626865_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:16.626865_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:15.364854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:15.364854_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:15.364854_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:15.364854_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:16.051598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/pi05_droid_2025-10-30T01:35:16.051598_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:47.549894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:47.549894_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.307499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.307499_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.307499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.307499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.989078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6aab3dd-966c-4f04-a966-6e1728493eb0/paligemma_fast_specialist_droid_2025-10-30T01:40:46.989078_video_wrist.mp4"},"preference":"B","session_id":"e6aab3dd-966c-4f04-a966-6e1728493eb0","university":"frodobots"},{"completion_time":"2025-10-30T01:26:34.280030Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel into the plate","longform_feedback":"Policy A first moved the gripper close to the towel, then attempted to grasp it several times during remaining time of the episode, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the towel into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:38.503240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:38.503240_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.267475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.267475_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.267475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.267475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.918312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_vq_droid_2025-10-30T01:22:37.918312_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:10.344704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:10.344704_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.454899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.454899_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.454899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.454899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.976706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a7a8bf-8a9c-44ff-86ca-767408115808/paligemma_binning_droid_2025-10-30T01:26:09.976706_video_wrist.mp4"},"preference":"A","session_id":"d9a7a8bf-8a9c-44ff-86ca-767408115808","university":"frodobots"},{"completion_time":"2025-10-30T01:18:44.690389Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel into the plate","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the plate,  hover above the plate for a while, then moved the gripper above the towel in the end.My instruction is to put the towel into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the target, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.936326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.936326_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.019270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.019270_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.019270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.019270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.545912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_binning_droid_2025-10-30T01:13:19.545912_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:14.957219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:14.957219_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:13.807581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:13.807581_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:13.807581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:13.807581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:14.410323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af496ae0-74d7-4310-ab82-1724993af6c8/paligemma_fast_droid_2025-10-30T01:18:14.410323_video_wrist.mp4"},"preference":"B","session_id":"af496ae0-74d7-4310-ab82-1724993af6c8","university":"frodobots"},{"completion_time":"2025-10-29T22:50:04.286992Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place pot onto the cloth","longform_feedback":"B did not move from its intial position after interpret the task while A had the intention to push off everything in the seen; it first approached the cup and knocked it down, then hovered over to the plate and push it off the table","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.205297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.205297_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:58.926841_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:58.926841_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.815590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.815590_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.815590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:57.815590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:58.330796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/pi0_fast_droid_2025-10-29T22:45:58.330796_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.070845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.070845_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:33.557288_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:33.557288_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.667213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.667213_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.667213_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:32.667213_video_right.mp4","wrist_video_gcs_path":"evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:33.097796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/423c644f-a1bf-4ccb-8c67-1c36b152c95b/paligemma_binning_droid_2025-10-29T22:49:33.097796_video_wrist.mp4"},"preference":"TIE","session_id":"423c644f-a1bf-4ccb-8c67-1c36b152c95b","university":"Berkeley"},{"completion_time":"2025-10-29T22:43:12.813389Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"fold the cloth in half","longform_feedback":"Policy A got the cloth in place but then it hang it over to the left without being folded in half. B decided to go completely off since it tried to grasp the plate","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.089721_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.089721_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:39.949719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:39.949719_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.801070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.801070_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.801070_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:38.801070_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:39.331527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/paligemma_fast_droid_2025-10-29T22:37:39.331527_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:30.660642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:30.660642_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:32.410524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:32.410524_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.374434_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.374434_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.374434_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.374434_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.878662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73c0a2ff-6439-41a9-ac00-e1f270b691ae/pi0_droid_2025-10-29T22:42:31.878662_video_wrist.mp4"},"preference":"A","session_id":"73c0a2ff-6439-41a9-ac00-e1f270b691ae","university":"Berkeley"},{"completion_time":"2025-10-29T22:34:08.093245Z","evaluator_name":"ellieh99#berkeley.edu","language_instruction":"move the brush next to the carrot","longform_feedback":"both policies did not ever touch the brush which was designed specifically for animal grooming. A reached for the cup while B attempted to grasp the strawberry","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:28.466356_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:28.466356_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:30.134770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:30.134770_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.132949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.132949_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.132949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.132949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.596432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/pi0_droid_2025-10-29T22:24:29.596432_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:52.361216_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:52.361216_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:54.171369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:54.171369_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.108754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.108754_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.108754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.108754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.579527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0e15ace-fe93-44e6-8a0a-174b88b89506/paligemma_diffusion_droid_2025-10-29T22:31:53.579527_video_wrist.mp4"},"preference":"TIE","session_id":"c0e15ace-fe93-44e6-8a0a-174b88b89506","university":"Berkeley"},{"completion_time":"2025-10-29T22:20:57.774861Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the pencil over the cup","longform_feedback":"Policy A and B did relatively bad since they did irrelevant action over the two observations. A tried to grasp the plate while B tried to get the carrot on the plate. The pencil size is tiny compared to other objects so that might explain it","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:30.522310_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:30.522310_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:32.198663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:32.198663_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.152003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.152003_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.152003_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.152003_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.615858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/paligemma_fast_droid_2025-10-29T22:08:31.615858_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.253798_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.253798_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:16.017879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:16.017879_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.911492_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.911492_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.911492_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:14.911492_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:15.431811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c3b178-d034-4b94-a7b8-0951d3cf9549/pi0_fast_droid_2025-10-29T22:20:15.431811_video_wrist.mp4"},"preference":"TIE","session_id":"e1c3b178-d034-4b94-a7b8-0951d3cf9549","university":"Berkeley"},{"completion_time":"2025-10-29T22:04:49.814026Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the canned food over the green cup holder","longform_feedback":"policy a was trying the grasp the pot which was quite irrelevant; the score is marked as 10 since the arm might shift a little bit over the canner food but it is not clear since it is in the middle of the seen. B grasped the entire plastic bowl which contained the pot; the pot was pushed off the ground and the arm was moving over the canned food but again the intention was to fail off the can horizontally and grasp on the wider surface area but the time was up as the gripper touched the lying canned","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:07.754700_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:07.754700_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:09.428397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:09.428397_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.349274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.349274_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.349274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.349274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.830748_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/pi0_droid_2025-10-29T21:54:08.830748_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.191497_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.191497_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:58.015815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:58.015815_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.858251_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.858251_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.858251_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:56.858251_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:57.373991_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74a7c406-02e5-492e-9f3f-911905ccc922/paligemma_diffusion_droid_2025-10-29T22:03:57.373991_video_wrist.mp4"},"preference":"B","session_id":"74a7c406-02e5-492e-9f3f-911905ccc922","university":"Berkeley"},{"completion_time":"2025-10-29T21:49:31.764735Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the canned food into pot","longform_feedback":"B at least did somethign relevant to the task (moved towards the pot at the very beginning) while A tended to focus on the plate contained all the vegetable which was on the other side of the seen","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:32.544379_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:32.544379_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:34.251702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:34.251702_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.126827_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.126827_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.126827_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.126827_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.658380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_fast_specialist_droid_2025-10-29T21:42:33.658380_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:45.558486_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:45.558486_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:47.264110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:47.264110_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.190205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.190205_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.190205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.190205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.670325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f524073d-1e99-4e17-a6d4-2afc718a3019/paligemma_diffusion_droid_2025-10-29T21:48:46.670325_video_wrist.mp4"},"preference":"B","session_id":"f524073d-1e99-4e17-a6d4-2afc718a3019","university":"Berkeley"},{"completion_time":"2025-10-29T21:36:15.148946Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"put the mushroom onto bread","longform_feedback":"Policy A moved to the direction where we found the mushroom but then it grasped the carrot instead and then dropped it instantly; the arm then twisted and turn in a very strange position that blocked the view of the right camera and trigger a red light, which wa dangerous to proceed. Policy B also went to the direction of the mushroom but then it got the marker in hand and dropped it out of nowhere (off the table)","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:02.853941_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:02.853941_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:04.563497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:04.563497_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:03.511310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:03.511310_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:02.853941_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:02.853941_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:04.019621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/paligemma_fast_specialist_droid_2025-10-29T21:30:04.019621_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.365733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.365733_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:53.039546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:53.039546_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.955457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.955457_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.365733_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:51.365733_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:52.449820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6101ad13-2604-4e54-ba8b-a52c35441196/pi0_fast_droid_2025-10-29T21:35:52.449820_video_wrist.mp4"},"preference":"B","session_id":"6101ad13-2604-4e54-ba8b-a52c35441196","university":"Berkeley"},{"completion_time":"2025-10-29T21:26:43.027210Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"prepare the slice of bread on my plastic lunch box","longform_feedback":"Policy A tended to ignore the bread and went on to the other on the table (strawberry) and tried to grasp it; the grasping success is low since it was not able to keep the object tightly. B at least reached for the bread but it got stuck the the middle of the session as the arm did not move","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:19.925927_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:19.925927_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:21.695967_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:21.695967_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:20.647799_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:20.647799_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:20.647799_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:20.647799_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:21.131067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_fast_specialist_droid_2025-10-29T21:21:21.131067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:18.915187_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:18.915187_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:20.618144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:20.618144_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:19.581756_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:19.581756_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:19.581756_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:19.581756_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:20.078022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64ee994-4450-4a0d-abb5-62ebd8b4d507/paligemma_diffusion_droid_2025-10-29T21:26:20.078022_video_wrist.mp4"},"preference":"B","session_id":"f64ee994-4450-4a0d-abb5-62ebd8b4d507","university":"Berkeley"},{"completion_time":"2025-10-29T21:17:02.577422Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sort all the cubes on the plastic container","longform_feedback":"Policy first approached the green cubes and moved it over the edge of the table as it amlmost dropped out; then the arm shifted focus to the plastic container and tried to grasp it. This action repeated a few times before the arm tried to approach the blue cube but then it stopped midway due to time. Policy B succesfully moved to blue to the desired place but then the arm kept handling and dropping the cubes on and off over a few times; we did not see it approaching the green one","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:04.489927_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:04.489927_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:06.241617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:06.241617_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.172342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.172342_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.172342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.172342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.701599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_fast_droid_2025-10-29T21:11:05.701599_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.201063_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.201063_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:28.889175_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:28.889175_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.881563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.881563_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.881563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:27.881563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:28.332593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7d7e53-5ce5-425f-a83c-c441591248d3/paligemma_diffusion_droid_2025-10-29T21:16:28.332593_video_wrist.mp4"},"preference":"B","session_id":"ea7d7e53-5ce5-425f-a83c-c441591248d3","university":"Berkeley"},{"completion_time":"2025-10-29T21:07:19.815423Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move all the vegetables into bowl","longform_feedback":"Policy remained freeze in the entire episode although it seemed to responded to the command for the first few seconds. B at least was able to grasp the corn (among all 3 vegetables) into the plate while the plate is indeed not what we aasked to stimulate into","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.002370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.002370_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:23.284531_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:23.284531_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.478377_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.478377_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.478377_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.478377_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.856051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_binning_droid_2025-10-29T21:01:22.856051_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:47.634271_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:47.634271_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:49.402442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:49.402442_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.330765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.330765_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.330765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.330765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.848962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6204faa9-b34e-44bf-8f08-902ea835a48d/paligemma_vq_droid_2025-10-29T21:06:48.848962_video_wrist.mp4"},"preference":"B","session_id":"6204faa9-b34e-44bf-8f08-902ea835a48d","university":"Berkeley"},{"completion_time":"2025-10-29T09:33:02.097030Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the plate withe towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the plate and dropped it on floor.Next,policy A stopped during remaining time of the episode.Policy B first moved the gripper close to the towel, attempted to grasp it, picked it up, then moved it and dropped it on floor in the end.My instruction is to wipe the plate withe towel, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the towel, but policy A obviously moved the towel toward the plate while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:16.086008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:16.086008_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:14.902876_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:14.902876_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:14.902876_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:14.902876_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:15.518047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_fast_specialist_droid_2025-10-29T09:26:15.518047_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:35.023621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:35.023621_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:33.767161_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:33.767161_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:33.767161_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:33.767161_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:34.424048_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf35f95-0356-4dd0-916b-9b8b60d754b6/paligemma_diffusion_droid_2025-10-29T09:32:34.424048_video_wrist.mp4"},"preference":"A","session_id":"faf35f95-0356-4dd0-916b-9b8b60d754b6","university":"frodobots"},{"completion_time":"2025-10-29T09:23:18.922825Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wash the plate  with the towel","longform_feedback":"Policy A first moved the gripper close to the plate, grasped it, picked it up, then moved it and put it on the sofa.Next,policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper back and forth during most time of the episode,then approached the plate in the end.My instruction is to wash the plate  with the towel, neither policy was able to complete the task.When comparing the performance of the two,policy A at least grasped the plate, whereas policy B only approached the plate.Therefore, policy A is slight better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:18:00.374494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:18:00.374494_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.148810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.148810_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.148810_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.148810_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.782309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/paligemma_vq_droid_2025-10-29T09:17:59.782309_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:55.724964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:55.724964_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:54.456935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:54.456935_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:54.456935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:54.456935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:55.143780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1763253-73d4-41c8-8726-07dfcecd51c0/pi0_fast_droid_2025-10-29T09:22:55.143780_video_wrist.mp4"},"preference":"A","session_id":"d1763253-73d4-41c8-8726-07dfcecd51c0","university":"frodobots"},{"completion_time":"2025-10-29T08:58:23.579288Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, knocked it over, then attempted to grasp it several times, but did not succeed in the end.Policy B first moved the gripper close to one cup,grasped it, but the cup slipped while being lifted, then policy B moved the gripper toward another cup and moved slightly during remaining time of the episode.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped one cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:29.768258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:29.768258_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:28.561645_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:28.561645_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:28.561645_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:28.561645_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:29.185864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/paligemma_diffusion_droid_2025-10-29T08:49:29.185864_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:16.280593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:16.280593_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.047684_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.047684_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.047684_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.047684_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.708702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa15926-e963-4429-8e90-dd7ecfb9e8f2/pi05_droid_2025-10-29T08:56:15.708702_video_wrist.mp4"},"preference":"B","session_id":"0aa15926-e963-4429-8e90-dd7ecfb9e8f2","university":"frodobots"},{"completion_time":"2025-10-29T08:43:45.808413Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the banana with the fork","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B first moved the gripper close to the banana, but moved away soon, then approached the fork,but also moved away soon.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to poke the banana with the fork, neither policy was able to complete the task.When comparing the performance of the two,policy B at least approached the target, whereas policy A did not do anything.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:17.304935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:17.304935_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.402873_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.402873_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.402873_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.402873_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.861871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/paligemma_fast_specialist_droid_2025-10-29T08:38:16.861871_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:24.640418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:24.640418_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:23.366075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:23.366075_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:23.366075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:23.366075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:24.073012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff463f88-1298-45da-b6d3-e00004b696b4/pi0_fast_droid_2025-10-29T08:43:24.073012_video_wrist.mp4"},"preference":"B","session_id":"ff463f88-1298-45da-b6d3-e00004b696b4","university":"frodobots"},{"completion_time":"2025-10-29T08:32:10.999609Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to cut the banana with the knife,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:48.632101_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:48.632101_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:47.635076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:47.635076_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:47.635076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:47.635076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:48.163043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_binning_droid_2025-10-29T08:27:48.163043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:47.855354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:47.855354_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:46.729719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:46.729719_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:46.729719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:46.729719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:47.264536_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07592dc2-ac37-4e11-819a-0b167312b490/paligemma_vq_droid_2025-10-29T08:31:47.264536_video_wrist.mp4"},"preference":"B","session_id":"07592dc2-ac37-4e11-819a-0b167312b490","university":"frodobots"},{"completion_time":"2025-10-29T08:11:46.370863Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B also moved the gripper slightly during the whole trial, as if could not find the target.My instruction is to cut the banana with the knife, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper slightly but could not find the target, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:04.113849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:04.113849_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:02.901447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:02.901447_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:02.901447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:02.901447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:03.561799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/pi0_droid_2025-10-29T08:05:03.561799_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:35.596538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:35.596538_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:34.475999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:34.475999_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:34.475999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:34.475999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:35.080522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1beb9c96-4cb9-4ec3-b367-46c016000404/paligemma_diffusion_droid_2025-10-29T08:10:35.080522_video_wrist.mp4"},"preference":"TIE","session_id":"1beb9c96-4cb9-4ec3-b367-46c016000404","university":"frodobots"},{"completion_time":"2025-10-29T08:00:03.043718Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the remote control into the cup","longform_feedback":"Policy A first moved the gripper close to the remote control, made multiple attempts to grasp it, picked it up, then rotated it,moved it to the cup, drop it on the edge of cup, but did not put it into the cup.Policy B first moved the gripper close to the sofa, moved around the edge of the sofa for while, then approached the remote control and pushed it in the end.My instruction is to put the remote control into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the controller on the cup, whereas policy B only pushed the controller.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:33.423584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:33.423584_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.132906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.132906_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.132906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.132906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.820929_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/pi0_fast_droid_2025-10-29T07:52:32.820929_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:32.005449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:32.005449_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:30.688861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:30.688861_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:30.688861_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:30.688861_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:31.438636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdeece83-31c4-4020-887f-2ba995749029/paligemma_fast_droid_2025-10-29T07:58:31.438636_video_wrist.mp4"},"preference":"A","session_id":"fdeece83-31c4-4020-887f-2ba995749029","university":"frodobots"},{"completion_time":"2025-10-29T07:44:21.050987Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the remote control by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the remote control, attempted to grasp it but did not succeed, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper close to the remote control, attempted to grasp it but did not succeed, then, after hesitating for while, picked up the remote control, moved it and dropped it on sofa, causing the remote control rotate by a small angle.Next, policy A grasped the remote control again in the end.My instruction is to rotate the remote control by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the remote control and made it rotate by a small angle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:07.585802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:07.585802_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.265176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.265176_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.265176_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.265176_video_right.mp4","wrist_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.999522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi05_droid_2025-10-29T07:36:06.999522_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:59.174715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:59.174715_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:57.976994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:57.976994_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:57.976994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:57.976994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:58.595636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/480325a8-3e2c-4308-bda6-5b603f414241/pi0_fast_droid_2025-10-29T07:43:58.595636_video_wrist.mp4"},"preference":"B","session_id":"480325a8-3e2c-4308-bda6-5b603f414241","university":"frodobots"},{"completion_time":"2025-10-29T07:24:16.484566Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the remote control","longform_feedback":"Policy A first moved the gripper back and forth during most time of the episode, as if could not find the target, then moved the gripper toward the remote control in the end, but time ran out.Policy B first moved the gripper close to the remote control, closed the gripper, as if attempting to press the remote control,but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to press the red button of the remote control,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to press the remote control, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:24.911542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:24.911542_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:23.646529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:23.646529_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:23.646529_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:23.646529_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:24.359528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_droid_2025-10-29T07:18:24.359528_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:24:00.939785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:24:00.939785_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:23:59.746358_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:23:59.746358_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:23:59.746358_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:23:59.746358_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:24:00.345329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e301cd45-5742-423a-b2d3-9f49d1f8a23f/pi0_fast_droid_2025-10-29T07:24:00.345329_video_wrist.mp4"},"preference":"B","session_id":"e301cd45-5742-423a-b2d3-9f49d1f8a23f","university":"frodobots"},{"completion_time":"2025-10-29T05:11:32.223369Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the spray bottle","longform_feedback":"Policy A first moved the gripper close to the curtain,then moved randomly during most time of the episode and approached the curtain again in the end.Policy B first moved the gripper close to the fridge, touched it, then moved slightly during remaining time of the episode.My instruction is to pick up the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the spray bottle.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:06.613917_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:06.613917_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:05.421549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:05.421549_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:05.421549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:05.421549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:06.059546_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_vq_droid_2025-10-29T05:06:06.059546_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:16.320594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:16.320594_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.085416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.085416_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.085416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.085416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.731694_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a62a2e27-8eb0-4cd5-bd38-a07836ab77be/paligemma_diffusion_droid_2025-10-29T05:11:15.731694_video_wrist.mp4"},"preference":"TIE","session_id":"a62a2e27-8eb0-4cd5-bd38-a07836ab77be","university":"frodobots"},{"completion_time":"2025-10-29T04:02:26.307466Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper close to the curtain, then moved randomly until approached the curtain again in the end, as if could not find the banana.Policy B first moved the gripper above the banana, after hesitating for while, approached the banana, attempted to grasp it but did not succeed, only pushed the banana to make it fall off to floor.My instruction is to pick up the banana,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:34.085404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:34.085404_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:32.898010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:32.898010_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:32.898010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:32.898010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:33.544904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/paligemma_fast_specialist_droid_2025-10-29T03:51:33.544904_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:25.330289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:25.330289_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.089947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.089947_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.089947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.089947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.762107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3735b610-63d2-4b98-9877-fe77760a9e80/pi0_droid_2025-10-29T03:58:24.762107_video_wrist.mp4"},"preference":"B","session_id":"3735b610-63d2-4b98-9877-fe77760a9e80","university":"frodobots"},{"completion_time":"2025-10-29T03:47:52.969384Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper above the banana, but moved away soon, then moved back and forth during remaining time of the episode.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the banana, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:18.480309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:18.480309_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:17.515905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:17.515905_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:17.515905_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:17.515905_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:18.092249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/paligemma_binning_droid_2025-10-29T03:42:18.092249_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:31.987998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:31.987998_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:30.727447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:30.727447_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:30.727447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:30.727447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:31.428309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804/pi05_droid_2025-10-29T03:47:31.428309_video_wrist.mp4"},"preference":"B","session_id":"b2ba0bde-2d1f-458c-bd6e-d3cd1efd1804","university":"frodobots"},{"completion_time":"2025-10-29T03:32:24.437664Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper slightly during most time of the episode, then approached the shoe in the end.My instruction is to put the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the shoe, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:21.256039_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:21.256039_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.095722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.095722_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.095722_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.095722_video_right.mp4","wrist_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.706685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/pi05_droid_2025-10-29T03:25:20.706685_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:56.783308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:56.783308_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:55.632982_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:55.632982_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:55.632982_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:55.632982_video_right.mp4","wrist_video_gcs_path":"evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:56.276355_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353605ac-0c16-49f2-af2f-2ab0c77f99f4/paligemma_diffusion_droid_2025-10-29T03:30:56.276355_video_wrist.mp4"},"preference":"B","session_id":"353605ac-0c16-49f2-af2f-2ab0c77f99f4","university":"frodobots"},{"completion_time":"2025-10-29T03:11:29.096592Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, as if could not find the target, then approached the curtain in the end.Policy B first moved the gripper close to the curtain, then moved gripper away and moved randomly during remaining time of the episode.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the fridge, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:46.890887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:46.890887_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:45.752753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:45.752753_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:45.752753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:45.752753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:46.341486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/pi05_droid_2025-10-29T03:05:46.341486_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:12.248822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:12.248822_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.108624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.108624_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.108624_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.108624_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.689559_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70b6dda4-f83b-4f05-b88b-1c5da07b03a1/paligemma_vq_droid_2025-10-29T03:11:11.689559_video_wrist.mp4"},"preference":"TIE","session_id":"70b6dda4-f83b-4f05-b88b-1c5da07b03a1","university":"frodobots"},{"completion_time":"2025-10-29T02:46:26.717629Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A first moved the gripper back and forth for a while, then adjusted posture, approached the fridge in then end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the fridge door,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the fridge, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:57.740021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:57.740021_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:56.575290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:56.575290_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:56.575290_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:56.575290_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:57.205338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/pi0_droid_2025-10-29T02:42:57.205338_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:02.121833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:02.121833_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.120665_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.120665_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.120665_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.120665_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.698613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ba613e-c39c-4e18-aea4-e8e97fadb261/paligemma_vq_droid_2025-10-29T02:46:01.698613_video_wrist.mp4"},"preference":"A","session_id":"63ba613e-c39c-4e18-aea4-e8e97fadb261","university":"frodobots"},{"completion_time":"2025-10-29T02:38:24.805945Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A first moved the gripper close to curtain, attempted to grasp it, then pushed the left curtain to right to make it close a bit.Policy B first moved the gripper closet to the curtain, attempted to grasp it but failed, then policy B moved around the curtain for a while, and grasped the right curtain in the end.My instruction is to close the curtain,when comparing the performance of the two, policy A closed the curtain a bit, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:42.751019_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:42.751019_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:41.620548_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:41.620548_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:41.620548_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:41.620548_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:42.238505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi0_droid_2025-10-29T02:29:42.238505_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:18.275856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:18.275856_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.122769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.122769_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.122769_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.122769_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.754515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ba10308-fe52-4393-b0b4-53c0f904ae14/pi05_droid_2025-10-29T02:37:17.754515_video_wrist.mp4"},"preference":"A","session_id":"9ba10308-fe52-4393-b0b4-53c0f904ae14","university":"frodobots"},{"completion_time":"2025-10-29T02:01:48.739551Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A first moved the gripper close to curtain, then made multiple attempts to grasp it, but did not succeed in the end.Policy B first move the gripper close to the curtain, attempted to grasp it but failed, then policy A moved the gripper away and moved back and forth during remaining time of the episode.My instruction is to open the curtain,neither policy was able to complete the task.When comparing the performance of the two, policy A attempted to grasp the curtain several times until time ran out, whereas policy B only attempted to grasp the curtain once.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:43.138496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:43.138496_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.030795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.030795_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.030795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.030795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.595164_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/paligemma_vq_droid_2025-10-29T01:51:42.595164_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:17.367319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:17.367319_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.259261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.259261_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.259261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.259261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.839157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2f15e4-3d21-4ee7-8069-1949f27d6dff/pi05_droid_2025-10-29T02:00:16.839157_video_wrist.mp4"},"preference":"A","session_id":"5d2f15e4-3d21-4ee7-8069-1949f27d6dff","university":"frodobots"},{"completion_time":"2025-10-29T01:44:44.694534Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put two batteries end to end","longform_feedback":"Policy A first moved the gripper close to one battery, then hovered above it during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put two batteries end to end, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached one battery,whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:45.779051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:45.779051_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:44.546043_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:44.546043_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:44.546043_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:44.546043_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:45.215586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/pi0_droid_2025-10-29T01:40:45.215586_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:22.080947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:22.080947_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.173324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.173324_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.173324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.173324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.692002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35fa4c47-7250-41fa-a5f2-de29f1e942e4/paligemma_binning_droid_2025-10-29T01:44:21.692002_video_wrist.mp4"},"preference":"A","session_id":"35fa4c47-7250-41fa-a5f2-de29f1e942e4","university":"frodobots"},{"completion_time":"2025-10-29T01:34:19.052817Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the cup upside down","longform_feedback":"Policy A first moved the gripper close to the cup, adjusted posture, but moved away soon,then policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the cup upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cup,whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:44.096731_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:44.096731_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:42.907675_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:42.907675_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:42.907675_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:42.907675_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:43.548404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/pi05_droid_2025-10-29T01:30:43.548404_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:54.817391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:54.817391_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:53.933535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:53.933535_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:53.933535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:53.933535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:54.443065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b552bee3-807e-4827-b10b-4b2cb97a178b/paligemma_binning_droid_2025-10-29T01:33:54.443065_video_wrist.mp4"},"preference":"A","session_id":"b552bee3-807e-4827-b10b-4b2cb97a178b","university":"frodobots"},{"completion_time":"2025-10-29T01:16:59.738938Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the battery into the cup","longform_feedback":"Policy A first moved the gripper close to the curtain, attempted to grasp the curtain,then approached the cup, but moved away soon.Policy B first moved the gripper close to the battery, grasped it, picked it up, moved it and dropped it on sofa, then policy B attempted to grasp the battery again but failed.Next, policy B approached the cup in the end.My instruction is to throw the battery into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the battery and moved it, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:10.234568_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:10.234568_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:08.960284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:08.960284_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:08.960284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:08.960284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:09.659148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/paligemma_fast_specialist_droid_2025-10-29T01:10:09.659148_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:43.321117_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:43.321117_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.031025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.031025_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.031025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.031025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.688673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8caa531f-7184-4935-8bce-399b4718cf97/pi0_droid_2025-10-29T01:16:42.688673_video_wrist.mp4"},"preference":"B","session_id":"8caa531f-7184-4935-8bce-399b4718cf97","university":"frodobots"},{"completion_time":"2025-10-28T09:39:04.690684Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the fork with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the towel,made multiple attempted to grasp it, then picked it up, moved it and dropped it on sofa.My instruction is to cover the fork with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the towel but did not cover the fork with the towel.Policy A grasped the towel more smoothly then policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:26.042073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:26.042073_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:24.879761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:24.879761_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:24.879761_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:24.879761_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:25.514064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_fast_specialist_droid_2025-10-28T09:30:25.514064_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:31.647465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:31.647465_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:30.476586_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:30.476586_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:30.476586_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:30.476586_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:31.099855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cffb0c84-9f37-49f8-9d34-5441c3f865fc/paligemma_diffusion_droid_2025-10-28T09:38:31.099855_video_wrist.mp4"},"preference":"A","session_id":"cffb0c84-9f37-49f8-9d34-5441c3f865fc","university":"frodobots"},{"completion_time":"2025-10-28T09:27:05.205208Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the towel,grasped the bottom left corner of the towel, lifted the corner up and released it.Then policy B made multiple attempts to grasp the towel until time ran out.My instruction is to fold the towel in half,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the towel, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:17.544863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:17.544863_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.346458_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.346458_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.346458_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.346458_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.984015_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_fast_droid_2025-10-28T09:21:16.984015_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:13.923905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:13.923905_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:12.754623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:12.754623_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:12.754623_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:12.754623_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:13.390124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67226167-8d57-4719-bde9-6ecdc6f493a9/paligemma_diffusion_droid_2025-10-28T09:26:13.390124_video_wrist.mp4"},"preference":"B","session_id":"67226167-8d57-4719-bde9-6ecdc6f493a9","university":"frodobots"},{"completion_time":"2025-10-28T09:06:14.194162Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the curtain with the fork","longform_feedback":"Policy A first moved the gripper close to the fork but moved away soon, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper close to the curtain, attempted to grasp it, then moved the gripper randomly until time ran out.My instruction is poke the curtain with the fork, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the fork, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:12.256459_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:12.256459_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.098988_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.098988_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.098988_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.098988_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.725521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/pi0_droid_2025-10-28T09:01:11.725521_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:54.425663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:54.425663_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.341823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.341823_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.341823_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.341823_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.871226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c06d89ad-1590-4603-bd2e-1ce268eeaa8e/paligemma_vq_droid_2025-10-28T09:05:53.871226_video_wrist.mp4"},"preference":"A","session_id":"c06d89ad-1590-4603-bd2e-1ce268eeaa8e","university":"frodobots"},{"completion_time":"2025-10-28T08:57:26.665185Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour water from the bottle to the cup","longform_feedback":"Policy A first moved the gripper close to the bottle, knocked it over, then moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the bottle, adjusted posture, but moved away soon.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pour water from the bottle to the cup, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the bottle of water, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:11.610547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:11.610547_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:10.353704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:10.353704_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:10.353704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:10.353704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:11.018903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/pi0_droid_2025-10-28T08:52:11.018903_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:12.636531_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:12.636531_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:11.433829_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:11.433829_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:11.433829_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:11.433829_video_right.mp4","wrist_video_gcs_path":"evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:12.068057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165aa597-4ed2-4c99-bf03-d864da8748a3/paligemma_fast_specialist_droid_2025-10-28T08:57:12.068057_video_wrist.mp4"},"preference":"A","session_id":"165aa597-4ed2-4c99-bf03-d864da8748a3","university":"frodobots"},{"completion_time":"2025-10-28T08:46:58.997517Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two cups","longform_feedback":"Policy A first moved the gripper close to one cup, grasped it, picked it up, then moved it toward another cup and dropped it on the edge of the another cup, causing the first cup to fall off to sofa.Next, policy A attempted to grasp the cup again until time ran out.Policy B first moved the gripper close to one he cup, attempted to grasp it, but only knocked the cup over,then policy B made multiple attempts to grasp the cup until time ran out.My instruction is to stack up the two cups, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up one cup and moved it to another cup, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:05.724978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:05.724978_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:04.598308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:04.598308_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:04.598308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:04.598308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:05.168857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/pi05_droid_2025-10-28T08:40:05.168857_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:34.357363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:34.357363_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.083608_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.083608_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.083608_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.083608_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.772396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f4cd82-d82d-4130-a831-dddf00679c58/paligemma_fast_specialist_droid_2025-10-28T08:46:33.772396_video_wrist.mp4"},"preference":"A","session_id":"66f4cd82-d82d-4130-a831-dddf00679c58","university":"frodobots"},{"completion_time":"2025-10-28T08:29:47.633689Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the cup up","longform_feedback":"Policy A first moved the gripper close to the cup, pushed it,then made multiple attempts to grasp it but did not succeed in then end.Policy B first moved the gripper close to the cup, attempted to grasped it but did not succeed, then moved the gripper around the cup during remaining time of the episode.My instruction is to stand the cup up, neither policy was able to complete the task.When comparing the performance of the two, policy A made multiple attempts to grasp the cup, whereas policy B only tried once.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:31.013982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:31.013982_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:29.809718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:29.809718_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:29.809718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:29.809718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:30.444693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_diffusion_droid_2025-10-28T08:22:30.444693_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:29.449817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:29.449817_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.216806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.216806_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.216806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.216806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.886260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ab1fab-66c2-40d1-bc33-f584b6447131/paligemma_vq_droid_2025-10-28T08:29:28.886260_video_wrist.mp4"},"preference":"A","session_id":"57ab1fab-66c2-40d1-bc33-f584b6447131","university":"frodobots"},{"completion_time":"2025-10-28T08:18:49.273156Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the fork with the plate","longform_feedback":"Policy A first moved the gripper close to the fork, grasped it, picked it up, then rotated it, moved it, and dropped it near the plate.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the plate, grasped it, picked it up and released it, then policy B approached the fork in the end.My instruction is to cover the fork with the plate, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the plate, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:49.554966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:49.554966_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:48.384251_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:48.384251_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:48.384251_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:48.384251_video_right.mp4","wrist_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:49.021051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_fast_specialist_droid_2025-10-28T08:12:49.021051_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:17.052607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:17.052607_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:15.817034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:15.817034_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:15.817034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:15.817034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:16.514004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758d0aea-4e48-41be-988a-850bf84e4580/paligemma_diffusion_droid_2025-10-28T08:18:16.514004_video_wrist.mp4"},"preference":"B","session_id":"758d0aea-4e48-41be-988a-850bf84e4580","university":"frodobots"},{"completion_time":"2025-10-28T08:05:13.014720Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the fork into the cup","longform_feedback":"Policy A first moved the gripper close to the fork, grasped it, picked it up, then rotated it, moved it, and dropped it into the plate.Next, policy A grasped the fork again in the end.Policy B first moved the gripper close to the fork,grasped it, picked it up, then rotated it and dropped it near the cup.My instruction is to put the fork into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the fork near the cup, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:35.827263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:35.827263_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:34.657674_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:34.657674_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:34.657674_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:34.657674_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:35.287757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_diffusion_droid_2025-10-28T07:59:35.287757_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:46.680326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:46.680326_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:45.438214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:45.438214_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:45.438214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:45.438214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:46.096700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e7da3a1-3d7e-4706-aacb-7860dcb7499a/paligemma_vq_droid_2025-10-28T08:04:46.096700_video_wrist.mp4"},"preference":"B","session_id":"5e7da3a1-3d7e-4706-aacb-7860dcb7499a","university":"frodobots"},{"completion_time":"2025-10-28T07:42:41.075264Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the book, adjusted posture, approached the edge of the book, insert the gripper under the cover of the book, pushed it to make the book open.Then policy B moved around the book during remaining time of the episode.My instruction is to open the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:52.078433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:52.078433_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:50.829149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:50.829149_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:50.829149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:50.829149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:51.516279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/paligemma_fast_droid_2025-10-28T07:37:51.516279_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:16.088153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:16.088153_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:14.874410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:14.874410_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:14.874410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:14.874410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:15.531171_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f4b0d0-f71a-4249-8aa1-81ec511db603/pi0_fast_droid_2025-10-28T07:42:15.531171_video_wrist.mp4"},"preference":"B","session_id":"77f4b0d0-f71a-4249-8aa1-81ec511db603","university":"frodobots"},{"completion_time":"2025-10-28T05:21:09.288718Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the remote control","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the remote control, attempted to grasp it but did not succeed, then policy B moved the gripper away.My instruction is to pick up the remote control, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the remote control and attempted to grasp it, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:40.546665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:40.546665_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.352498_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.352498_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.352498_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.352498_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.988819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_droid_2025-10-28T05:15:39.988819_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:32.964487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:32.964487_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:31.797637_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:31.797637_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:31.797637_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:31.797637_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:32.418920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32914bb3-5761-45ae-92ae-dbd7b0a73bba/paligemma_fast_specialist_droid_2025-10-28T05:20:32.418920_video_wrist.mp4"},"preference":"B","session_id":"32914bb3-5761-45ae-92ae-dbd7b0a73bba","university":"frodobots"},{"completion_time":"2025-10-28T03:49:43.899426Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper close to the banana, pushed it, then moved slightly around the banana during remaining time of the episode.Policy B first moved the gripper close to the banana, pushed it, then attempted to grasp it during remaining time of the episode but did not succeed, only grasped the edge of the table.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:24.949369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:24.949369_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:23.846649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:23.846649_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:23.846649_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:23.846649_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:24.454930_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_fast_specialist_droid_2025-10-28T03:44:24.454930_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:26.308062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:26.308062_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.142602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.142602_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.142602_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.142602_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.757191_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5036a2d-8859-4aa4-a8b2-414297dbcccc/paligemma_diffusion_droid_2025-10-28T03:49:25.757191_video_wrist.mp4"},"preference":"B","session_id":"a5036a2d-8859-4aa4-a8b2-414297dbcccc","university":"frodobots"},{"completion_time":"2025-10-28T03:24:40.763173Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe on floor","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the shoe on floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:09.129979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:09.129979_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:07.893928_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:07.893928_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:07.893928_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:07.893928_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:08.538643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_vq_droid_2025-10-28T03:21:08.538643_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:26.829109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:26.829109_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:25.919546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:25.919546_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:25.919546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:25.919546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:26.416044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5930890-20ee-4578-a1ae-332c52585cce/paligemma_binning_droid_2025-10-28T03:24:26.416044_video_wrist.mp4"},"preference":"A","session_id":"a5930890-20ee-4578-a1ae-332c52585cce","university":"frodobots"},{"completion_time":"2025-10-28T03:02:52.187826Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the fridge","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to open the door of the fridge, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the fridge.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:46.591112_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:46.591112_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:45.370713_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:45.370713_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:45.370713_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:45.370713_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:46.027109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/pi05_droid_2025-10-28T02:58:46.027109_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:37.846929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:37.846929_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:36.615719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:36.615719_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:36.615719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:36.615719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:37.249532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0493658a-6a91-4c1b-81cf-451a67f52fdb/paligemma_fast_specialist_droid_2025-10-28T03:02:37.249532_video_wrist.mp4"},"preference":"TIE","session_id":"0493658a-6a91-4c1b-81cf-451a67f52fdb","university":"frodobots"},{"completion_time":"2025-10-28T02:51:16.375198Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to open the fridge door,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the fridge.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:54.628782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:54.628782_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.408732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.408732_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.408732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.408732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.986907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/pi05_droid_2025-10-28T02:45:53.986907_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:17.377405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:17.377405_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.227909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.227909_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.227909_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.227909_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.835456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6912257-12a2-4e47-8abd-412846117184/paligemma_diffusion_droid_2025-10-28T02:50:16.835456_video_wrist.mp4"},"preference":"TIE","session_id":"c6912257-12a2-4e47-8abd-412846117184","university":"frodobots"},{"completion_time":"2025-10-28T02:36:25.182982Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then approached the book in the end.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two,policy B at least approached the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:43.349959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:43.349959_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.216828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.216828_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.216828_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.216828_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.828148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_vq_droid_2025-10-28T02:30:42.828148_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:05.740328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:05.740328_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:04.637647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:04.637647_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:04.637647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:04.637647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:05.201605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62538135-ed20-4984-baa0-32bb3b7ffbcb/paligemma_fast_specialist_droid_2025-10-28T02:36:05.201605_video_wrist.mp4"},"preference":"B","session_id":"62538135-ed20-4984-baa0-32bb3b7ffbcb","university":"frodobots"},{"completion_time":"2025-10-28T02:11:33.816162Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words in the book with the eraser","longform_feedback":"Policy A first moved the gripper close to the eraser, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the eraser but moved away soon, then policy B moved the gripper back and forth during remaining time of the trial.My instruction is to erase the words in the book with the eraser,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the eraser, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:15.959830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:15.959830_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:14.758301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:14.758301_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:14.758301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:14.758301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:15.405749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_fast_droid_2025-10-28T02:06:15.405749_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:18.359394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:18.359394_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.144288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.144288_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.144288_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.144288_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.807990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81485c80-8000-4567-84e2-6f17f0d9b613/paligemma_diffusion_droid_2025-10-28T02:11:17.807990_video_wrist.mp4"},"preference":"A","session_id":"81485c80-8000-4567-84e2-6f17f0d9b613","university":"frodobots"},{"completion_time":"2025-10-28T01:54:54.389532Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the marker pen, attempted to grasp it but did not succeed, then policy B moved the gripper away and moved randomly during remaining time of the trial.My instruction is to write a letter o in the book with the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the marker pen, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:05.389243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:05.389243_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.175376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.175376_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.175376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.175376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.862465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/pi0_droid_2025-10-28T01:50:04.862465_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:37.941775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:37.941775_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:36.768354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:36.768354_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:36.768354_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:36.768354_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:37.312655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25b279ff-636a-43c1-8016-68857eefeb89/paligemma_diffusion_droid_2025-10-28T01:54:37.312655_video_wrist.mp4"},"preference":"B","session_id":"25b279ff-636a-43c1-8016-68857eefeb89","university":"frodobots"},{"completion_time":"2025-10-28T01:32:21.783466Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:40.753481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:40.753481_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:39.545284_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:39.545284_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:39.545284_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:39.545284_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:40.193629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/pi05_droid_2025-10-28T01:28:40.193629_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.984186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.984186_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.045549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.045549_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.045549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.045549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.594830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56685cc8-ba9f-4002-a064-479d5b5d9977/paligemma_binning_droid_2025-10-28T01:32:10.594830_video_wrist.mp4"},"preference":"A","session_id":"56685cc8-ba9f-4002-a064-479d5b5d9977","university":"frodobots"},{"completion_time":"2025-10-28T01:24:47.811519Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the plate","longform_feedback":"Policy A first moved the gripper slightly during most time of the episode, then approached the fork and attempted to grasp it in the end.Policy B first moved the gripper close to the controller, then approached the knife, attempted to grasp it until moved away in the end.My instruction is to put the controller into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the controller, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:23.215666_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:23.215666_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:21.996017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:21.996017_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:21.996017_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:21.996017_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:22.632726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/pi0_droid_2025-10-28T01:19:22.632726_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:31.888672_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:31.888672_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:30.675809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:30.675809_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:30.675809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:30.675809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:31.320448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9320fcda-2e63-4f4e-b805-14014944ec4d/paligemma_fast_droid_2025-10-28T01:24:31.320448_video_wrist.mp4"},"preference":"B","session_id":"9320fcda-2e63-4f4e-b805-14014944ec4d","university":"frodobots"},{"completion_time":"2025-10-28T01:15:25.753535Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like number 5","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the fork, attempted to grasp it but failed, then policy B moved the gripper away and moved slightly until time ran out.My instruction is to pick up the block shaped like number 5, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:25.242922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:25.242922_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.244594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.244594_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.244594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.244594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.759203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/paligemma_binning_droid_2025-10-28T01:10:24.759203_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:26.391711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:26.391711_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.197853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.197853_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.197853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.197853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.841926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d4ee9cf-bfde-47d8-be97-c7c9e16d9647/pi0_droid_2025-10-28T01:14:25.841926_video_wrist.mp4"},"preference":"B","session_id":"0d4ee9cf-bfde-47d8-be97-c7c9e16d9647","university":"frodobots"},{"completion_time":"2025-10-27T09:29:16.000492Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all tableware into the plate","longform_feedback":"Policy A first moved the gripper close to the fork, made multiple attempts to grasp it, then picked it up, moved it and dropped it near the plate.Policy B first moved the gripper close to the knife, attempted to grasp it but did not succeed, then after hesitating for a while, policy B approached the knife again and attempted to grasp it but also failed.My instruction is to put all tableware into the plate, there are two tableware in total, which are the knife and the fork.When comparing the performance of the two, neither policy was able to complete the task, but policy A at least picked up the fork and moved it near the plate, whereas policy B did not pick up any tableware.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:57.615975_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:57.615975_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:56.434636_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:56.434636_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:56.434636_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:56.434636_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:57.066952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_vq_droid_2025-10-27T09:21:57.066952_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:29:00.583956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:29:00.583956_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:28:59.396668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:28:59.396668_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:28:59.396668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:28:59.396668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:29:00.042770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c91b7a5e-84a3-4d93-b48f-15266caa72e9/paligemma_fast_droid_2025-10-27T09:29:00.042770_video_wrist.mp4"},"preference":"A","session_id":"c91b7a5e-84a3-4d93-b48f-15266caa72e9","university":"frodobots"},{"completion_time":"2025-10-27T09:09:35.188166Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana with the knife","longform_feedback":"Policy A first moved the gripper close to the fork rather than knife, attempted to grasp the fork but did not succeed, then policy A approached the banana, grasped it, picked it up in the end.Policy B first moved the gripper close to the banana but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to cut the banana with the knife, neither policy was able to complete the task.When comparing the performance o the two, policy A at least picked up the banana,whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:57.683102_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:57.683102_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:56.366553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:56.366553_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:56.366553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:56.366553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:57.082920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi0_fast_droid_2025-10-27T09:03:57.082920_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:17.834746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:17.834746_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:16.679515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:16.679515_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:16.679515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:16.679515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:17.244388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e6469da-3a1e-4571-a0f3-379d32adf58a/pi05_droid_2025-10-27T09:09:17.244388_video_wrist.mp4"},"preference":"A","session_id":"7e6469da-3a1e-4571-a0f3-379d32adf58a","university":"frodobots"},{"completion_time":"2025-10-27T08:51:13.213728Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cut the banana","longform_feedback":"Policy A first moved the gripper close to the banana,  attempted to grasp it several times, then picked it up and dropped it.Next, policy A moved the gripper away in the end.Policy B first moved the gripper toward the fork but moved away soon, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to cut the banana,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the banana, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:16.108946_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:16.108946_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:14.897044_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:14.897044_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:14.897044_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:14.897044_video_right.mp4","wrist_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:15.516005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/paligemma_diffusion_droid_2025-10-27T08:45:15.516005_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:56.448432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:56.448432_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.302573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.302573_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.302573_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.302573_video_right.mp4","wrist_video_gcs_path":"evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.904600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/553a706e-3bfd-4266-984d-af078dd115f4/pi0_droid_2025-10-27T08:50:55.904600_video_wrist.mp4"},"preference":"A","session_id":"553a706e-3bfd-4266-984d-af078dd115f4","university":"frodobots"},{"completion_time":"2025-10-27T08:28:49.588753Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the controller, closed the gripper, pressed the rectangle button beside the yellow button, then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is press the yellow button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:45.794539_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:45.794539_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:44.832162_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:44.832162_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:44.832162_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:44.832162_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:45.380176_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/paligemma_binning_droid_2025-10-27T08:22:45.380176_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:29.843167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:29.843167_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:28.630859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:28.630859_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:28.630859_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:28.630859_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:29.283889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0e7384d-32a0-4efd-8871-845881c1e72c/pi0_fast_droid_2025-10-27T08:28:29.283889_video_wrist.mp4"},"preference":"B","session_id":"b0e7384d-32a0-4efd-8871-845881c1e72c","university":"frodobots"},{"completion_time":"2025-10-27T08:18:59.278348Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wooden block shaped like number 5","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the number 5 wooden block but moved away soon, then after hesitating for a while,policy B picked up the number 7 wooden block, moved it and dropped it on floor.My instruction is to pick up the wooden block shaped like number 5, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the number 5 block and picked up a wrong block, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:16.792557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:16.792557_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:15.629964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:15.629964_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:15.629964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:15.629964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:16.236284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/pi05_droid_2025-10-27T08:13:16.236284_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:41.082886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:41.082886_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:39.817815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:39.817815_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:39.817815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:39.817815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:40.471403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d979a6-279e-4d6a-9646-46e2c23bf23f/paligemma_fast_droid_2025-10-27T08:18:40.471403_video_wrist.mp4"},"preference":"B","session_id":"32d979a6-279e-4d6a-9646-46e2c23bf23f","university":"frodobots"},{"completion_time":"2025-10-27T07:43:25.636766Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the tableware together","longform_feedback":"Policy A first moved the gripper close to the fork, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A approached a wooden block, attempted to grasp it until time ran out.Policy B first moved the gripper close to the fork, grasped it, picked it up, then moved it toward the knife and put the fork near the knife.Next, policy B moved the gripper away and moved randomly during remaining time of the trial.My instruction is to put all the tableware together,there are two type of tableware in total which are the knife and the fork.When comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:59.981047_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:59.981047_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:58.771865_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:58.771865_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:58.771865_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:58.771865_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:59.398175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/paligemma_vq_droid_2025-10-27T07:36:59.398175_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:07.880074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:07.880074_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:06.684145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:06.684145_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:06.684145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:06.684145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:07.341180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3556dc76-1d25-43fb-9193-3c6baa12591a/pi0_fast_droid_2025-10-27T07:43:07.341180_video_wrist.mp4"},"preference":"B","session_id":"3556dc76-1d25-43fb-9193-3c6baa12591a","university":"frodobots"},{"completion_time":"2025-10-27T07:20:26.614623Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper during the whole trial, whereas policy A almost stopped.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.951951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.951951_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.006860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.006860_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.006860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.006860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.531940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/paligemma_vq_droid_2025-10-27T07:16:08.531940_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:09.789593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:09.789593_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:08.553270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:08.553270_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:08.553270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:08.553270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:09.224309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e645c9-19b7-4d67-8fd9-19973cd313a7/pi0_fast_droid_2025-10-27T07:20:09.224309_video_wrist.mp4"},"preference":"B","session_id":"00e645c9-19b7-4d67-8fd9-19973cd313a7","university":"frodobots"},{"completion_time":"2025-10-27T07:13:05.190841Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the drawer","longform_feedback":"Policy A first moved the gripper close to the edge of the sofa, then approached the controller, attempted to grasp it but did not succeed.Next, policy A moved the gripper away in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the controller into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the controller, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:02.351527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:02.351527_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.048928_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.048928_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.048928_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.048928_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.763862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_vq_droid_2025-10-27T07:09:01.763862_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.985862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.985862_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.067794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.067794_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.067794_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.067794_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.589158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed/paligemma_binning_droid_2025-10-27T07:12:49.589158_video_wrist.mp4"},"preference":"A","session_id":"2c08bf0c-efb7-4bed-91ef-5bba2e36e7ed","university":"frodobots"},{"completion_time":"2025-10-27T05:56:23.148420Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while,then stopped during the remaining time of the trial, as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the drawer.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:41.758685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:41.758685_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:40.579977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:40.579977_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:40.579977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:40.579977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:41.217780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/pi0_fast_droid_2025-10-27T05:52:41.217780_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:10.282369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:10.282369_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.239714_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.239714_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.239714_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.239714_video_right.mp4","wrist_video_gcs_path":"evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.803026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/693e7f3a-e7a8-4062-921a-2838a2b7724c/paligemma_vq_droid_2025-10-27T05:56:09.803026_video_wrist.mp4"},"preference":"TIE","session_id":"693e7f3a-e7a8-4062-921a-2838a2b7724c","university":"frodobots"},{"completion_time":"2025-10-27T05:40:16.848818Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the drawer, attempted to grasp the top edge of the drawer during remaining time of the episode.Policy B first moved the gripper close to the drawer, pushed it, then, approached the handle of the drawer,adjusted posture,as if attempted to grasped it, but time ran out.My instruction is to open the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the handle of the drawer, whereas policy A did not.Therefore, policy B id better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:51.100594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:51.100594_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:49.917402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:49.917402_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:49.917402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:49.917402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:50.563610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/pi0_fast_droid_2025-10-27T05:33:50.563610_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:59.951117_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:59.951117_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:58.732939_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:58.732939_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:58.732939_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:58.732939_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:59.387769_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de7425e8-f0d1-4349-acf4-83970d89c9d9/paligemma_diffusion_droid_2025-10-27T05:39:59.387769_video_wrist.mp4"},"preference":"B","session_id":"de7425e8-f0d1-4349-acf4-83970d89c9d9","university":"frodobots"},{"completion_time":"2025-10-27T03:26:21.682530Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the bottle up","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode,as if did not know how to complete the task.Policy B first moved the gripper randomly for a while,  then approached the bottle, grasped and released it.Next, policy B moved the gripper away and moved randomly during remaining time of the episode.My instruction is to stand the bottle up,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the bottle, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:42.957263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:42.957263_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:41.750430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:41.750430_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:41.750430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:41.750430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:42.397390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi05_droid_2025-10-27T03:20:42.397390_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:26:00.419991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:26:00.419991_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.194787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.194787_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.194787_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.194787_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.857756_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b1f8050-f2be-491e-8a42-ea304a373097/pi0_fast_droid_2025-10-27T03:25:59.857756_video_wrist.mp4"},"preference":"B","session_id":"1b1f8050-f2be-491e-8a42-ea304a373097","university":"frodobots"},{"completion_time":"2025-10-27T02:57:53.336304Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper close to the controller, grasped it, picked it up, then rotated it and dropped it on sofa, but failed to turn it upside down.Policy B first moved the gripper close to the controller, grasped it and released it, then picked it up, rotated it and dropped it on floor, causing the controller to be turned upside down.My instruction is to turn the controller upside down, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:40.474920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:40.474920_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.247307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.247307_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.247307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.247307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.903897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/paligemma_vq_droid_2025-10-27T02:51:39.903897_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:28.735009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:28.735009_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:27.501676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:27.501676_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:27.501676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:27.501676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:28.182235_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2f064d6-f744-4c27-b251-05028a15f3bc/pi0_fast_droid_2025-10-27T02:57:28.182235_video_wrist.mp4"},"preference":"B","session_id":"a2f064d6-f744-4c27-b251-05028a15f3bc","university":"frodobots"},{"completion_time":"2025-10-27T02:43:56.305476Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw one battery into the trash can","longform_feedback":"Policy A first moved the gripper close to one battery, adjusted posture, pushed it, then, after hesitating for a while, grasped the battery, picked it up, moved it toward the trash can and dropped it into the trash can.Next, policy A approached another battery in the end.Policy B first moved the gripper  toward the curtain, attempted to grasped it, then moved the gripper randomly until approached the controller in the end.My instruction is to throw one battery into the trash can, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:41.405334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:41.405334_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.216465_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.216465_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.216465_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.216465_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.852293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/pi0_fast_droid_2025-10-27T02:37:40.852293_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:32.584064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:32.584064_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:31.483621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:31.483621_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:31.483621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:31.483621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:32.054268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97eb69c1-80bf-423b-996e-a469ef123746/paligemma_vq_droid_2025-10-27T02:43:32.054268_video_wrist.mp4"},"preference":"A","session_id":"97eb69c1-80bf-423b-996e-a469ef123746","university":"frodobots"},{"completion_time":"2025-10-27T02:19:22.768680Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put battery into the remote control","longform_feedback":"Policy A first moved the gripper close to remote control, grasped it, picked it up, then moved it and dropped on floor.Next, policy A grasped a battery, picked it up, moved it and dropped it on floor.Policy B first moved the gripper close to the remote control, grasped it, picked it up, then moved it and dropped it on sofa near the battery.Next, policy A attempted to grasp the remote control again until time ran out.My instruction is to put battery into the remote control,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the battery, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:44.159942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:44.159942_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:42.950950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:42.950950_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:42.950950_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:42.950950_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:43.601918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_vq_droid_2025-10-27T02:12:43.601918_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:36.088474_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:36.088474_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:34.902577_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:34.902577_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:34.902577_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:34.902577_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:35.526505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbacbbb1-fd0f-403c-9731-f9fa782dde33/paligemma_diffusion_droid_2025-10-27T02:18:35.526505_video_wrist.mp4"},"preference":"A","session_id":"dbacbbb1-fd0f-403c-9731-f9fa782dde33","university":"frodobots"},{"completion_time":"2025-10-27T02:06:28.930618Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the marker pen","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to poke the pillow with the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the marker pen, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:34.159988_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:34.159988_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:32.940585_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:32.940585_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:32.940585_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:32.940585_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:33.624287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi05_droid_2025-10-27T01:59:33.624287_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:13.429243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:13.429243_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.171215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.171215_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.171215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.171215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.857544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36cd041a-9878-4c14-b5d5-281019507bae/pi0_droid_2025-10-27T02:04:12.857544_video_wrist.mp4"},"preference":"A","session_id":"36cd041a-9878-4c14-b5d5-281019507bae","university":"frodobots"},{"completion_time":"2025-10-27T01:48:57.189973Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the food in the plate","longform_feedback":"Policy A first moved the gripper close to the marker pen, then made multiple attempts to grasp it, but did not succeed in the end.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the plate and dropped it into to plate.Next, policy B moved sightly above the plate until time ran out.My instruction is to put all the food in the plate,there was only one kind of food which is banana actually.When comparing the performance of the two,policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:03.009824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:03.009824_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:01.748370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:01.748370_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:01.748370_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:01.748370_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:02.497601_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/pi0_droid_2025-10-27T01:40:02.497601_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:39.201899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:39.201899_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.035103_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.035103_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.035103_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.035103_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.644255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72b20970-b03e-4765-8da9-826af8343ba7/paligemma_diffusion_droid_2025-10-27T01:48:38.644255_video_wrist.mp4"},"preference":"B","session_id":"72b20970-b03e-4765-8da9-826af8343ba7","university":"frodobots"},{"completion_time":"2025-10-27T01:32:18.363592Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"tear a page out of the book","longform_feedback":"Policy A first moved the gripper close to the book, approached one page of the book, made multiple attempts to grasp it but did not succeed.Then policy A moved the gripper away in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to tear a page out of the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp one page of the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:59.536519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:59.536519_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.369228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.369228_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.369228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.369228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.984021_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_fast_droid_2025-10-27T01:20:58.984021_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:19.878251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:19.878251_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:18.964685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:18.964685_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:18.964685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:18.964685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:19.488733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d613f290-6919-488c-9ab6-a40fbad1bbb3/paligemma_binning_droid_2025-10-27T01:25:19.488733_video_wrist.mp4"},"preference":"A","session_id":"d613f290-6919-488c-9ab6-a40fbad1bbb3","university":"frodobots"},{"completion_time":"2025-10-27T01:15:48.146005Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words from the book with the eraser","longform_feedback":"Policy A first moved the gripper close to the book but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the eraser, then approached the book, put the gripper on the book until time ran out.My instruction is to erase the words from the book with the eraser,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the eraser and touched the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:49.101918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:49.101918_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:47.806301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:47.806301_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:47.806301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:47.806301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:48.523737_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_fast_droid_2025-10-27T01:09:48.523737_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:31.536479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:31.536479_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:30.355104_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:30.355104_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:30.355104_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:30.355104_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:31.025289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ee70502-86f8-40bf-9a3a-9a9a9123ebe8/paligemma_diffusion_droid_2025-10-27T01:15:31.025289_video_wrist.mp4"},"preference":"B","session_id":"9ee70502-86f8-40bf-9a3a-9a9a9123ebe8","university":"frodobots"},{"completion_time":"2025-10-24T09:27:42.889844Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book,adjusted posture, insert the gripper under cover of the book, then pushed the cover of the book, made multiple attempts to close the book and closed the book successfully in the end.Policy B first moved the gripper close to the book but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to close the book,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:52.800462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:52.800462_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:51.641437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:51.641437_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:51.641437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:51.641437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:52.280331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/pi0_fast_droid_2025-10-24T09:22:52.280331_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:07.570175_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:07.570175_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:06.396198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:06.396198_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:06.396198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:06.396198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:07.075932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7d058b6-5645-4925-a9f2-0ccd25709725/paligemma_diffusion_droid_2025-10-24T09:27:07.075932_video_wrist.mp4"},"preference":"A","session_id":"a7d058b6-5645-4925-a9f2-0ccd25709725","university":"frodobots"},{"completion_time":"2025-10-24T09:17:29.017520Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"erase the words on the book with an eraser","longform_feedback":"Policy A first moved the gripper close to book, touched it, then approached the eraser,  grasped it, picked it up, moved it toward the book and dropped it on the book.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the book, touched it, then approached the eraser but moved away soon.Next, policy B moved the gripper randomly during remaining time of the trial.My instruction is to erase the words on the book with an eraser, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the eraser to the book, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:29.379504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:29.379504_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.160868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.160868_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.160868_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.160868_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.868610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi0_droid_2025-10-24T09:12:28.868610_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:12.974962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:12.974962_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:11.766051_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:11.766051_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:11.766051_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:11.766051_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:12.442668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e3d0319-7c7a-4c67-88b1-7881b673ca83/pi05_droid_2025-10-24T09:17:12.442668_video_wrist.mp4"},"preference":"A","session_id":"6e3d0319-7c7a-4c67-88b1-7881b673ca83","university":"frodobots"},{"completion_time":"2025-10-24T08:52:24.038900Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the knife","longform_feedback":"Policy A first moved the gripper close to the knife, grasped it and released it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the knife, grasped it, picked it up, then moved it and dropped it on sofa.Next, policy B attempted to grasped the knife again until moved the gripper away in the end.My instruction is to poke the pillow with the knife, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the knife, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:10.124543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:10.124543_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:08.910778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:08.910778_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:08.910778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:08.910778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:09.563608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_diffusion_droid_2025-10-24T08:47:09.563608_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:06.156277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:06.156277_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:04.968078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:04.968078_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:04.968078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:04.968078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:05.598908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/202ceb3d-d260-4c55-88a6-9b6f920fd5f1/paligemma_vq_droid_2025-10-24T08:52:05.598908_video_wrist.mp4"},"preference":"B","session_id":"202ceb3d-d260-4c55-88a6-9b6f920fd5f1","university":"frodobots"},{"completion_time":"2025-10-24T08:26:44.647650Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the knife","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the knife but moved away soon, then policy B moved the gripper close to the sofa and stopped during remaining time of the episode.My instruction is to poke the pillow with the knife,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:30.515753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:30.515753_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:29.579688_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:29.579688_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:29.579688_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:29.579688_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:30.120624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_binning_droid_2025-10-24T08:21:30.120624_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:20.059440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:20.059440_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:18.912884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:18.912884_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:18.912884_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:18.912884_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:19.552682_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36eb28e0-513f-4f46-9b09-cc141cc894a4/paligemma_diffusion_droid_2025-10-24T08:26:19.552682_video_wrist.mp4"},"preference":"B","session_id":"36eb28e0-513f-4f46-9b09-cc141cc894a4","university":"frodobots"},{"completion_time":"2025-10-24T07:57:36.207515Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the number 1 block onto the red block","longform_feedback":"Policy A first moved the gripper close to the red block, grasped it, picked it up, then moved it and dropped it on sofa.Next, policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the number 1 block, grasped it, picked it up, then moved it toward the red block, dropped it near the red block.My instruction is to put the number 1 block onto the red block,neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task, whereas policy A could not even find the number 1 block.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:21.576700_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:21.576700_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.331995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.331995_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.331995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.331995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.984972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/pi0_droid_2025-10-24T07:52:20.984972_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:18.974592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:18.974592_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:17.787228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:17.787228_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:17.787228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:17.787228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:18.418907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35ec1302-3f8c-49a0-867f-a5b2c16305a3/paligemma_fast_specialist_droid_2025-10-24T07:57:18.418907_video_wrist.mp4"},"preference":"B","session_id":"35ec1302-3f8c-49a0-867f-a5b2c16305a3","university":"frodobots"},{"completion_time":"2025-10-24T07:36:01.388732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like number 1","longform_feedback":"Policy A first moved the gripper close to the number 1 block, grasped it, picked it up, then moved it and dropped it on sofa.Next, policy A moved the gripper for a while, picked up the number 1 block again, moved it until time ran out.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to pick up the block shaped like number 1, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:23.881285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:23.881285_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:22.621272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:22.621272_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:22.621272_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:22.621272_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:23.289661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_fast_droid_2025-10-24T07:31:23.289661_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:34.200194_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:34.200194_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.058283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.058283_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.058283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.058283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.712215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75c64ca1-39df-4f92-94f2-35b41c0d622f/pi0_droid_2025-10-24T07:35:33.712215_video_wrist.mp4"},"preference":"A","session_id":"75c64ca1-39df-4f92-94f2-35b41c0d622f","university":"frodobots"},{"completion_time":"2025-10-24T07:12:51.716545Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the block shaped like number 5","longform_feedback":"Policy A first moved the gripper close to the number 5 block but moved away soon,then policy A moved the gripper randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the block shaped like number 5, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the number 5 block, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:28.008315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:28.008315_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:26.872722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:26.872722_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:26.872722_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:26.872722_video_right.mp4","wrist_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:27.443174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_fast_droid_2025-10-24T07:08:27.443174_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:38.893340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:38.893340_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:37.967501_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:37.967501_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:37.967501_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:37.967501_video_right.mp4","wrist_video_gcs_path":"evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:38.487163_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/349b958e-b66a-41c9-82af-8c01e3f10b42/paligemma_binning_droid_2025-10-24T07:12:38.487163_video_wrist.mp4"},"preference":"A","session_id":"349b958e-b66a-41c9-82af-8c01e3f10b42","university":"frodobots"},{"completion_time":"2025-10-24T06:46:59.579677Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the number 5 wooden block ","longform_feedback":"Policy A first moved the gripper close to the number 1 wood block, grasped it, picked it up, then moved it and dropped it on floor.Then policy A moved the gripper around the sofa during remaining time of the episode.Policy B first moved the gripper close to the number 5 wood block but moved away soon,then moved the gripper randomly during remaining time of the trial.My instruction is to pick up the number 5 wooden block ,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the number 5 wooden block, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:20.571997_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:20.571997_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.277376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.277376_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.277376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.277376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.980708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_diffusion_droid_2025-10-24T06:41:19.980708_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:56.452911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:56.452911_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.220562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.220562_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.220562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.220562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.875430_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d86fc880-9c12-4612-bc68-ae1f45edaa57/paligemma_fast_droid_2025-10-24T06:45:55.875430_video_wrist.mp4"},"preference":"B","session_id":"d86fc880-9c12-4612-bc68-ae1f45edaa57","university":"frodobots"},{"completion_time":"2025-10-24T05:38:50.588889Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the shoulder bag","longform_feedback":"Policy A first moved the gripper toward the shoulder bag, approached the zipper of the shoulder bag, grasped the bag, moved it and released it, then moved the gripper away in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the zipper of the shoulder bag and grasped it, where as policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:26.449132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:26.449132_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.319628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.319628_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.319628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.319628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.909201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/pi0_fast_droid_2025-10-24T05:34:25.909201_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:37.118210_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:37.118210_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.213773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.213773_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.213773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.213773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.712179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f56501e8-69f4-415a-8125-30a8e0f2c9b1/paligemma_binning_droid_2025-10-24T05:38:36.712179_video_wrist.mp4"},"preference":"A","session_id":"f56501e8-69f4-415a-8125-30a8e0f2c9b1","university":"frodobots"},{"completion_time":"2025-10-24T05:15:34.075730Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the paper out of the plate","longform_feedback":"Policy A first moved the gripper close to the paper, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the paper out of the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the paper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:24.973122_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:24.973122_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:23.780765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:23.780765_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:23.780765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:23.780765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:24.407957_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_vq_droid_2025-10-24T05:11:24.407957_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.995894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.995894_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.082401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.082401_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.082401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.082401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.610749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c966a882-8a70-4934-9499-039c6e30e422/paligemma_binning_droid_2025-10-24T05:15:20.610749_video_wrist.mp4"},"preference":"A","session_id":"c966a882-8a70-4934-9499-039c6e30e422","university":"frodobots"},{"completion_time":"2025-10-24T03:55:56.694654Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the paper into the plate","longform_feedback":"Policy A first moved the gripper close to the paper, made multiple attempts to grasp it, picked it up, then moved it toward the plate and dropped it into the plate.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper, grasped it, picked it up, then moved it close to the plate and dropped it on the edge of the plate.Then policy B grasped the paper together with the plate, made the paper be put into the dish.My instruction is to put the paper into the plate, both policies have completed the task successfully.When comparing the performance of the two, policy A have completed the task more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:22.136924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:22.136924_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:20.866348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:20.866348_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:20.866348_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:20.866348_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:21.552616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/paligemma_diffusion_droid_2025-10-24T03:48:21.552616_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:11.542271_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:11.542271_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.295441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.295441_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.295441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.295441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.994862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b1c4233-a1c5-44a8-905a-7ccf19492d0d/pi0_fast_droid_2025-10-24T03:54:10.994862_video_wrist.mp4"},"preference":"A","session_id":"2b1c4233-a1c5-44a8-905a-7ccf19492d0d","university":"frodobots"},{"completion_time":"2025-10-24T03:42:15.235361Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the paper in half","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the paper, grasped the left edge of the paper, then released it and moved the gripper slightly until approached the paper again.My instruction is to fold the paper in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the paper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.916515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.916515_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.050576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.050576_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.050576_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.050576_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.540143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_binning_droid_2025-10-24T03:36:23.540143_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:39.888201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:39.888201_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:38.647044_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:38.647044_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:38.647044_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:38.647044_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:39.311674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d756fa66-a410-48fa-afb7-2f16862bc767/paligemma_fast_droid_2025-10-24T03:41:39.311674_video_wrist.mp4"},"preference":"B","session_id":"d756fa66-a410-48fa-afb7-2f16862bc767","university":"frodobots"},{"completion_time":"2025-10-24T03:24:15.420623Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the dish with the paper","longform_feedback":"Policy A first moved the gripper close to the paper, grasped it and released it, then, after hesitating for a while, picked up the paper, moved it close to the dish and dropped it in the end.Policy B first moved the gripper close to the paper, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to wipe the dish with the paper, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the paper near the dish, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:53.339429_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:53.339429_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.016966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.016966_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.016966_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.016966_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.727173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_diffusion_droid_2025-10-24T03:19:52.727173_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:02.078220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:02.078220_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:00.874349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:00.874349_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:00.874349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:00.874349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:01.518661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ed58a1-49dd-4d37-aa6b-029f44cdee7d/paligemma_fast_specialist_droid_2025-10-24T03:24:01.518661_video_wrist.mp4"},"preference":"A","session_id":"10ed58a1-49dd-4d37-aa6b-029f44cdee7d","university":"frodobots"},{"completion_time":"2025-10-24T02:52:14.489926Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"sweep the sofa with the broom","longform_feedback":"Policy A first moved the gripper close to the broom, grasped it,  picked it up, moved it and dropped it on the sofa.Then policy A grasped and released the broom several times during remaining time of the episode.Policy B first moved the gripper close to the broom, grasped it, moved it on the surface of the sofa as if sweep the sofa.Then policy B moved the gripper away and moved randomly until time ran out.My instruction is to sweep the sofa with the broom,when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not succeed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:40.956406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:40.956406_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:39.718844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:39.718844_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:39.718844_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:39.718844_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:40.391506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_vq_droid_2025-10-24T02:46:40.391506_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:56.450228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:56.450228_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.192998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.192998_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.192998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.192998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.835511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33a6cb5c-298c-46e4-b911-971c6b893927/paligemma_fast_droid_2025-10-24T02:51:55.835511_video_wrist.mp4"},"preference":"B","session_id":"33a6cb5c-298c-46e4-b911-971c6b893927","university":"frodobots"},{"completion_time":"2025-10-24T02:40:57.952542Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the broom","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the broom,then made multiple attempts to grasp it but did not succeed in the end.My instruction is to pick up the broom, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the broom, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:21.587672_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:21.587672_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:20.609774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:20.609774_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:20.609774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:20.609774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:21.148484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/paligemma_binning_droid_2025-10-24T02:35:21.148484_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:39.619892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:39.619892_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:38.350919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:38.350919_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:38.350919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:38.350919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:39.036823_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c88bf5c-0930-46a5-9ccd-0d21f1606948/dam_2025-10-24T02:40:39.036823_video_wrist.mp4"},"preference":"B","session_id":"2c88bf5c-0930-46a5-9ccd-0d21f1606948","university":"frodobots"},{"completion_time":"2025-10-24T02:20:37.827454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A first moved the gripper close to the curtain rather than the shoe, grasped the curtain, pulled the curtain during remaining time of the episode.Policy B first moved the gripper close to the shoe, grasped it, picked it up, then moved it and put it on sofa.Next, after hesitating for a while, policy B grasped the shoe again.My instruction is to put the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the shoe and moved it, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:34.458332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:34.458332_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.265131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.265131_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.265131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.265131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.909416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/paligemma_fast_specialist_droid_2025-10-24T02:12:33.909416_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:14.215710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:14.215710_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:12.975887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:12.975887_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:12.975887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:12.975887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:13.644250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56f5e54b-4658-4f1a-81a7-3456ea695fa2/pi0_fast_droid_2025-10-24T02:20:13.644250_video_wrist.mp4"},"preference":"B","session_id":"56f5e54b-4658-4f1a-81a7-3456ea695fa2","university":"frodobots"},{"completion_time":"2025-10-24T02:01:46.446765Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A first moved the gripper close to the shoe, then moved the gripper back and forth for a while, approached the shoelace, attempted to grasp it but did not succeed.Policy B first moved the gripper close to the shoe, approached the shoelace, grasped it and released it, then policy A grasped the shoelace together with the shoe, picked it up and dropped it in the end.My instruction is to untie the shoelace,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the shoelace, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:28.041345_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:28.041345_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:26.789844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:26.789844_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:26.789844_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:26.789844_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:27.459346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/pi05_droid_2025-10-24T01:56:27.459346_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:22.431815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:22.431815_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.214890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.214890_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.214890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.214890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.848416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9f92712-df44-4570-9c91-aa8b94f4da76/paligemma_diffusion_droid_2025-10-24T02:01:21.848416_video_wrist.mp4"},"preference":"B","session_id":"b9f92712-df44-4570-9c91-aa8b94f4da76","university":"frodobots"},{"completion_time":"2025-10-24T01:39:28.723880Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book","longform_feedback":"Policy A first moved the gripper close to the book, touched it, then approached the marker pen, picked it up,adjusted posture to stand the marker pen up, moved it near the book and dropped it on floor in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to write a letter o in the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the marker pen and moved it near the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:50.131610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:50.131610_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:48.975794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:48.975794_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:48.975794_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:48.975794_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:49.572878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_vq_droid_2025-10-24T01:34:49.572878_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:16.724919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:16.724919_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:15.815311_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:15.815311_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:15.815311_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:15.815311_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:16.311139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a97319b5-ff73-48e9-8d02-4db87a9bb1d7/paligemma_binning_droid_2025-10-24T01:39:16.311139_video_wrist.mp4"},"preference":"A","session_id":"a97319b5-ff73-48e9-8d02-4db87a9bb1d7","university":"frodobots"},{"completion_time":"2025-10-24T01:26:25.366468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write a letter o in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to book, touched it, then approached the marker pen, grasped it, picked it up, moved it toward the book and moved around the book during remaining time of the episode.Policy B first moved the gripper close to the book, then moved the gripper away and moved slightly for a while, approached the marker pen, grasped it in the end.My instruction is to write a letter o in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the marker pen around the book,whereas policy B only grasped the marker pen.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:58.097444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:58.097444_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:56.842382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:56.842382_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:56.842382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:56.842382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:57.518866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/paligemma_vq_droid_2025-10-24T01:19:57.518866_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:04.475485_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:04.475485_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.335576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.335576_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.335576_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.335576_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.913796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1168704e-0a12-4b81-9faf-8b07c36bbd4a/pi0_droid_2025-10-24T01:26:03.913796_video_wrist.mp4"},"preference":"A","session_id":"1168704e-0a12-4b81-9faf-8b07c36bbd4a","university":"frodobots"},{"completion_time":"2025-10-24T01:12:18.421807Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, approached the edge of the book, insert the gripper under the cover,pushed the cover to make the book open.Then policy A pushed the page of the book to make it open again.Policy B moved the gripper randomly during entire time of the episode, as if could not find the book.My instruction is to open the book, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:31.755783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:31.755783_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:30.443028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:30.443028_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:30.443028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:30.443028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:31.149337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/pi0_fast_droid_2025-10-24T01:07:31.149337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:06.608546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:06.608546_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:05.370385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:05.370385_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:05.370385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:05.370385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:06.080522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49a77b5e-91c1-49ed-bb4f-7b40a6b74c34/paligemma_fast_droid_2025-10-24T01:12:06.080522_video_wrist.mp4"},"preference":"A","session_id":"49a77b5e-91c1-49ed-bb4f-7b40a6b74c34","university":"frodobots"},{"completion_time":"2025-10-23T09:28:50.814479Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pliers into the plate","longform_feedback":"Policy A first moved the gripper close to the pliers, grasped it, picked it up,then moved it toward the plate, dropped it on the edge of the plate.Next, policy A picked up the pliers again and put it on the edge of the plate in the end.Policy B first moved the gripper close to the pliers, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to put the pliers into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the pliers on the edge of the plate,whereas policy B only moved the pliers.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:32.887313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:32.887313_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:31.836343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:31.836343_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:31.836343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:31.836343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:32.439494_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_diffusion_droid_2025-10-23T09:23:32.439494_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:30.106224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:30.106224_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:28.880658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:28.880658_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:28.880658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:28.880658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:29.543782_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cab8ff3-4cfa-4116-a6f2-65d7a81f8334/paligemma_fast_droid_2025-10-23T09:28:29.543782_video_wrist.mp4"},"preference":"A","session_id":"9cab8ff3-4cfa-4116-a6f2-65d7a81f8334","university":"frodobots"},{"completion_time":"2025-10-23T09:20:10.861906Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pliers by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the pliers but moved away soon, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper close to the pliers, grasped it, picked it up, then rotated it by about 90 degrees, dropped it on sofa.Next, policy B picked the pliers up again and rotated it.My instruction is to rotate the pliers by 90 degrees, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:05.713049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:05.713049_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:04.419131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:04.419131_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:04.419131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:04.419131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:05.083369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/pi05_droid_2025-10-23T09:15:05.083369_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:54.100954_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:54.100954_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:52.853623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:52.853623_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:52.853623_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:52.853623_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:53.493594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6/paligemma_diffusion_droid_2025-10-23T09:19:53.493594_video_wrist.mp4"},"preference":"B","session_id":"6cca10bd-36fe-4cde-b5d9-0ebb74ec41e6","university":"frodobots"},{"completion_time":"2025-10-23T08:57:22.240969Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the pliers","longform_feedback":"Policy A first moved the gripper toward the pliers, grasped it and released it, then moved the gripper away and moved slightly until approached the pliers again in the end.Policy B first moved the gripper close to the curtain, then moved the gripper away and stopped during remaining time of the episode.My instruction is to close the pliers, neither policy was able to complete the task.When comparing the performance of the two,policy A at least grasped the pliers, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:51.277353_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:51.277353_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.072625_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.072625_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.072625_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.072625_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.726217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_diffusion_droid_2025-10-23T08:51:50.726217_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:05.073963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:05.073963_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.004537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.004537_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.004537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.004537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.571816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02cca385-8e7e-44b1-9c41-7d99cd14ca2b/paligemma_fast_droid_2025-10-23T08:57:04.571816_video_wrist.mp4"},"preference":"A","session_id":"02cca385-8e7e-44b1-9c41-7d99cd14ca2b","university":"frodobots"},{"completion_time":"2025-10-23T08:27:00.941125Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pluck one grape from the bunch of grapes","longform_feedback":"Policy A first moved the gripper close to the bunch of grapes, grasped one grape, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the bunch of grapes, grasped the bunch of grapes rather than one grape, picked it up, moved it and dropped it on floor.Then policy B moved the griper randomly during remaining time of the trial.My instruction is to pluck one grape from the bunch of grapes,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:40.421185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:40.421185_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.025742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.025742_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.025742_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.025742_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.657675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_specialist_droid_2025-10-23T08:21:39.657675_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:37.215147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:37.215147_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.061014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.061014_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.061014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.061014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.691011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1f87acb-ba78-48f3-bddc-0b6f7e0a8045/paligemma_fast_droid_2025-10-23T08:26:36.691011_video_wrist.mp4"},"preference":"A","session_id":"c1f87acb-ba78-48f3-bddc-0b6f7e0a8045","university":"frodobots"},{"completion_time":"2025-10-23T08:08:48.126563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"remove the towel, then pick up the grapes","longform_feedback":"Policy A first moved the gripper close to the curtain, grasped it, pulled it and released it.Then policy A moved the gripper away and moved randomly until approached the curtain again.Policy B first moved the gripper close to the towel, grasped it, picked it up, moved it and dropped it on sofa.Then policy B approached the plate under the grapes, grasped the plate, lifted the plate up together with the grapes, moved it and dropped it on sofa in the end.My instruction is to remove the towel then pick up the grapes,neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:57.330498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:57.330498_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.142518_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.142518_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.142518_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.142518_video_right.mp4","wrist_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.780447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/paligemma_fast_droid_2025-10-23T08:00:56.780447_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:24.447502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:24.447502_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.189776_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.189776_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.189776_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.189776_video_right.mp4","wrist_video_gcs_path":"evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.892496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/573630e4-0619-4cad-b0cb-ac483d5fe574/pi05_droid_2025-10-23T08:08:23.892496_video_wrist.mp4"},"preference":"B","session_id":"573630e4-0619-4cad-b0cb-ac483d5fe574","university":"frodobots"},{"completion_time":"2025-10-23T07:55:38.206929Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the grapes with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the grapes and dropped the towel near the grapes.Next, policy A grasped and released the towel several times until time ran out.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the curtain and dropped it on the sofa.Next, policy B picked up the towel again, moved it to the grapes, covered the grapes with the towel in the end.My instruction is to cover the grapes with the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A did not.Therefore policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:56.157556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:56.157556_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:54.993383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:54.993383_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:54.993383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:54.993383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:55.610352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/paligemma_diffusion_droid_2025-10-23T07:48:55.610352_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:20.350357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:20.350357_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.128905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.128905_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.128905_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.128905_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.759130_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1ad71d4-c506-463a-947a-61e02fddb8de/pi0_fast_droid_2025-10-23T07:55:19.759130_video_wrist.mp4"},"preference":"B","session_id":"a1ad71d4-c506-463a-947a-61e02fddb8de","university":"frodobots"},{"completion_time":"2025-10-23T07:26:48.356167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wash the plate with towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it near the plate.Next, policy A picked the towel up again in the end.Policy B first moved the gripper close to the towel, attempted to grasp it but did not succeed, then policy B approached the plate, grasped it, picked it up and dropped it.My instruction is to wash the plate with towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel and moved it near the plate, whereas policy B did not even grasp the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:26.728212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:26.728212_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:25.498380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:25.498380_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:25.498380_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:25.498380_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:26.173609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_diffusion_droid_2025-10-23T07:19:26.173609_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:29.292533_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:29.292533_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:27.986848_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:27.986848_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:27.986848_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:27.986848_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:28.694267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d26b2c8-050c-438e-a827-1873d5f86983/paligemma_fast_specialist_droid_2025-10-23T07:26:28.694267_video_wrist.mp4"},"preference":"A","session_id":"5d26b2c8-050c-438e-a827-1873d5f86983","university":"frodobots"},{"completion_time":"2025-10-23T07:04:24.806917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the towel, then move it to top right corner of the towel","longform_feedback":"Policy A first moved the gripper close to the middle left of the towel, attempted to grasp it but did not succeed, then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper slightly for a while, then approached the towel but moved away soon.My instruction is to grasp the bottom left corner of the towel then move it to top right corner of the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:37.923825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:37.923825_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:36.784805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:36.784805_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:36.784805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:36.784805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:37.419770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/paligemma_diffusion_droid_2025-10-23T06:58:37.419770_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:09.940856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:09.940856_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:08.794271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:08.794271_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:08.794271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:08.794271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:09.441904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78670977-acc0-4e73-ba1b-c3f377e3f07f/pi0_droid_2025-10-23T07:04:09.441904_video_wrist.mp4"},"preference":"A","session_id":"78670977-acc0-4e73-ba1b-c3f377e3f07f","university":"frodobots"},{"completion_time":"2025-10-23T06:42:47.141713Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"unfold and flatten the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped  the bottom left corner of the towel, lift it up and released it, then policy A grasped the towel again, picked it up, moved it and dropped it on floor, but did not unfold the towel.Policy B first moved the gripper close to the towel, touched it, then, after hesitating for a while, grasped the towel and pick it up in the end.My instruction is to unfold and flatten the towel,neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the towel and did not unfold it, but policy A have grasped the towel more quickly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:34:00.943469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:34:00.943469_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:33:59.700835_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:33:59.700835_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:33:59.700835_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:33:59.700835_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:34:00.342743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_fast_droid_2025-10-23T06:34:00.342743_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:52.345934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:52.345934_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.123987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.123987_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.123987_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.123987_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.781278_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5eaf228-0929-42d7-b8ac-3251752429f3/pi0_droid_2025-10-23T06:41:51.781278_video_wrist.mp4"},"preference":"A","session_id":"e5eaf228-0929-42d7-b8ac-3251752429f3","university":"frodobots"},{"completion_time":"2025-10-23T05:54:06.674674Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the lid of the box","longform_feedback":"Policy A first moved the gripper close to the box, grasped the lid of the box, picked it up to make the lid open, then dropped it on floor in the end.Policy B first moved the gripper close to the box, adjusted posture, insert the gripper under the lid, pushed the lid to make it open a bit, but the lid close when the gripper moved away.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to open the lid of the box,when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:04.308150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:04.308150_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.080628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.080628_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.080628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.080628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.722277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/pi0_droid_2025-10-23T05:49:03.722277_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:49.182548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:49.182548_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:47.967215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:47.967215_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:47.967215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:47.967215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:48.631427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/965cddb5-f536-41de-b506-fa0a0e39709f/paligemma_fast_droid_2025-10-23T05:53:48.631427_video_wrist.mp4"},"preference":"A","session_id":"965cddb5-f536-41de-b506-fa0a0e39709f","university":"frodobots"},{"completion_time":"2025-10-23T05:38:06.903661Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the screwdriver","longform_feedback":"Policy A first moved the gripper close to the screwdriver, grasped and released it, then policy A moved the gripper away and moved randomly until approached the pillow in the end.Policy B first moved the gripper close to the screwdriver, grasped and released it, then policy B moved the gripper close to the corner of the pillow and stopped.My instruction is to poke the pillow with the screwdriver,neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped the screwdriver and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:37.179788_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:37.179788_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:35.901422_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:35.901422_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:35.901422_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:35.901422_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:36.611014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_fast_droid_2025-10-23T05:32:36.611014_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:48.928658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:48.928658_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:47.752899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:47.752899_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:47.752899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:47.752899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:48.383605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4218165-1839-45ea-b030-1399f4d9c501/paligemma_diffusion_droid_2025-10-23T05:37:48.383605_video_wrist.mp4"},"preference":"TIE","session_id":"d4218165-1839-45ea-b030-1399f4d9c501","university":"frodobots"},{"completion_time":"2025-10-23T05:28:14.487603Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the screwdriver","longform_feedback":"Policy A first moved the gripper close to the screwdriver but moved away soon, then moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the screwdriver, grasped and release it, then moved the gripper away and moved randomly during remaining time of the trial.My instruction is to poke the pillow with the screwdriver,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the screwdriver, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:32.012029_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:32.012029_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:30.835640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:30.835640_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:30.835640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:30.835640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:31.477467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_vq_droid_2025-10-23T05:23:31.477467_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:59.426009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:59.426009_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.184812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.184812_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.184812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.184812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.860700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd5ee0ce-9574-4694-98d2-6dcbabed514a/paligemma_fast_droid_2025-10-23T05:27:58.860700_video_wrist.mp4"},"preference":"B","session_id":"dd5ee0ce-9574-4694-98d2-6dcbabed514a","university":"frodobots"},{"completion_time":"2025-10-23T03:39:18.466809Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the white box by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the white box, attempted to grasp it but failed, then,after hesitating for a while,policy A approached the white box again in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the white box by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the white box, where as policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:22.444290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:22.444290_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.189106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.189106_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.189106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.189106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.882896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_vq_droid_2025-10-23T03:35:21.882896_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:03.833610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:03.833610_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:02.901695_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:02.901695_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:02.901695_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:02.901695_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:03.452062_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc3f6c2-df01-4ac2-a280-3c3c98151a7a/paligemma_binning_droid_2025-10-23T03:39:03.452062_video_wrist.mp4"},"preference":"A","session_id":"2bc3f6c2-df01-4ac2-a280-3c3c98151a7a","university":"frodobots"},{"completion_time":"2025-10-23T03:25:34.959863Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"flatten the white box","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the white box, attempted to press it but did not succeed, then policy B moved the gripper randomly for a while, approached the white box again and attempted to press it in the end.My instruction is to flatten the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to press the white box, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:26.245505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:26.245505_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.292181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.292181_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.292181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.292181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.804114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_binning_droid_2025-10-23T03:20:25.804114_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:19.102294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:19.102294_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:17.910927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:17.910927_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:17.910927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:17.910927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:18.562803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16910682-8106-4ba7-bee7-f38d2367a12a/paligemma_vq_droid_2025-10-23T03:25:18.562803_video_wrist.mp4"},"preference":"B","session_id":"16910682-8106-4ba7-bee7-f38d2367a12a","university":"frodobots"},{"completion_time":"2025-10-23T02:57:32.621772Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stand the spray bottle up","longform_feedback":"Policy A first moved the gripper toward the spray bottle, grasped it, picked it up, moved it slightly,attempted to rotate it and dropped it on sofa.Then policy A moved the gripper away and stopped during remaining time of the episode.Policy B first moved the gripper close to the spray bottle, grasped and released it, then moved the gripper away and moved randomly during remaining time of the trial.My instruction is to stand the spray bottle up,neither policy was able to complete the task.When comparing the performance of the two, policy A picked the bottle up and rotated it, whereas policy B only grasp the bottle.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:09.526905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:09.526905_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.295724_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.295724_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.295724_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.295724_video_right.mp4","wrist_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.952631_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/paligemma_fast_specialist_droid_2025-10-23T02:51:08.952631_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:19.674363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:19.674363_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:18.403573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:18.403573_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:18.403573_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:18.403573_video_right.mp4","wrist_video_gcs_path":"evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:19.069113_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/011f3a1f-abe3-4126-b762-d378c1c4b642/pi0_fast_droid_2025-10-23T02:57:19.069113_video_wrist.mp4"},"preference":"A","session_id":"011f3a1f-abe3-4126-b762-d378c1c4b642","university":"frodobots"},{"completion_time":"2025-10-23T02:41:38.267405Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the cap of spray bottle","longform_feedback":"Policy A first moved the gripper close to the spray bottle, approached the cap, closed and opened the gripper several time as if attempting to grasp the cap but did not succeed.Then policy A moved the gripper away.Policy B first moved the gripper close to the spray bottle, approached the cap, made multiple attempts to grasp it but did not succeed, only pushed the cap to knock the bottle over.My instruction is to open the cap of spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the cap, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:08.448044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:08.448044_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.227438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.227438_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.227438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.227438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.833666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/paligemma_fast_specialist_droid_2025-10-23T02:33:07.833666_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:17.762494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:17.762494_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:16.521808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:16.521808_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:16.521808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:16.521808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:17.188396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb507f4-e57b-4422-a578-2092e0dba05f/pi05_droid_2025-10-23T02:41:17.188396_video_wrist.mp4"},"preference":"B","session_id":"3cb507f4-e57b-4422-a578-2092e0dba05f","university":"frodobots"},{"completion_time":"2025-10-23T02:25:05.493268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cap back on the spray bottle","longform_feedback":"Policy A first moved the gripper close to cap of the spray bottle, grasped it, picked it up, then moved it toward the spray bottle and dropped it near the spray bottle.Next, policy A moved the gripper away and moved randomly during remaining time of episode.Policy B first moved the gripper close to the spray bottle but moved away soon, then policy B moved the gripper slightly during remaining time of the trial.My instruction is to put the cap back on the spray bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the cap and moved it close to the bottle,whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:23.053609_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:23.053609_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:21.005794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:21.005794_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:21.005794_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:21.005794_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:22.469560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi05_droid_2025-10-23T02:19:22.469560_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:47.963968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:47.963968_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:46.815693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:46.815693_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:46.815693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:46.815693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:47.442685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd105bbd-809d-49b9-990f-0f8338639374/pi0_droid_2025-10-23T02:24:47.442685_video_wrist.mp4"},"preference":"A","session_id":"bd105bbd-809d-49b9-990f-0f8338639374","university":"frodobots"},{"completion_time":"2025-10-23T02:04:00.419728Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the nozzle of the spray bottle to make it spray","longform_feedback":"Policy A first moved the gripper close to the spray bottle, closed the gripper, approached the spray nozzle, touched the spray nozzle, causing the spray bottle to be knocked over.Policy B first moved the gripper close to the spray bottle, closed the gripper, attempted to press it but failed.Then policy B moved back and forth around the bottle during most time of the episode.My instruction is to press the nozzle of the spray bottle to make it spray, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the nozzle of the spray bottle, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:13.173468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:13.173468_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:11.951423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:11.951423_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:11.951423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:11.951423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:12.597659_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_vq_droid_2025-10-23T01:56:12.597659_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:15.059281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:15.059281_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:13.829222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:13.829222_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:13.829222_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:13.829222_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:14.484607_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d0c999c-d888-4e52-9e4f-c12ae1714b24/paligemma_diffusion_droid_2025-10-23T02:03:14.484607_video_wrist.mp4"},"preference":"A","session_id":"1d0c999c-d888-4e52-9e4f-c12ae1714b24","university":"frodobots"},{"completion_time":"2025-10-23T01:40:28.112341Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the spray bottle","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the spray bottle but moved away soon,then moved the gripper back and forth for a while, approached the spray bottle again in the end.My instruction is to pick up the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the spray bottle,whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:51.510351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:51.510351_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.305839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.305839_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.305839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.305839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.922456_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/pi0_fast_droid_2025-10-23T01:34:50.922456_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:11.722384_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:11.722384_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:10.543849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:10.543849_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:10.543849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:10.543849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:11.138201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e485a819-c6a9-4794-8908-d70b2d591f8e/paligemma_diffusion_droid_2025-10-23T01:40:11.138201_video_wrist.mp4"},"preference":"B","session_id":"e485a819-c6a9-4794-8908-d70b2d591f8e","university":"frodobots"},{"completion_time":"2025-10-23T01:19:34.197769Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squash the white box","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the curtain, attempted to grasp it, then approached the white box, pushed it and attempted to grasped it until time ran out.My instruction is to squash the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the box, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:14.728627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:14.728627_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:13.788421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:13.788421_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:13.788421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:13.788421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:14.343191_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_binning_droid_2025-10-23T01:14:14.343191_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:16.426597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:16.426597_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.187313_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.187313_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.187313_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.187313_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.874196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10dffeef-d0c6-4ed4-b2b6-b8943be78a6d/paligemma_fast_droid_2025-10-23T01:19:15.874196_video_wrist.mp4"},"preference":"B","session_id":"10dffeef-d0c6-4ed4-b2b6-b8943be78a6d","university":"frodobots"},{"completion_time":"2025-10-22T23:05:55.530875Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the orange plate on top of the others","longform_feedback":"A did not move anywhere from its intitial position although it acted like it has listened to the command. B at least wandered between the two plates, considering which one to grasp first but it did not grasp anything after all","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.143414_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.143414_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:49.567512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:49.567512_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.772527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.772527_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.143414_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:48.143414_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:49.140129_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/paligemma_binning_droid_2025-10-22T23:01:49.140129_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:08.754515_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:08.754515_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:10.477906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:10.477906_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:09.459357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:09.459357_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:08.754515_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:08.754515_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:09.949399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed9f8506-b49b-4b84-8de1-442b3a34eb1a/pi05_droid_2025-10-22T23:05:09.949399_video_wrist.mp4"},"preference":"B","session_id":"ed9f8506-b49b-4b84-8de1-442b3a34eb1a","university":"Berkeley"},{"completion_time":"2025-10-22T22:53:05.219853Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"squish the handle twice","longform_feedback":"A showed that it understood the direction when the arm moved towards the handle and touched on it; the count was more than two so score got deducted. B just hovered over the handle without trying to interact with it","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:14.487957_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:14.487957_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:16.296030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:16.296030_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.225533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.225533_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.225533_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.225533_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.745805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/paligemma_diffusion_droid_2025-10-22T22:37:15.745805_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.290623_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.290623_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:45.968472_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:45.968472_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.952648_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.952648_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.952648_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:44.952648_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:45.472808_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc7e5e12-709c-4c58-a1c4-531ddeb51954/dam_2025-10-22T22:51:45.472808_video_wrist.mp4"},"preference":"A","session_id":"fc7e5e12-709c-4c58-a1c4-531ddeb51954","university":"Berkeley"},{"completion_time":"2025-10-22T22:28:35.877700Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon next to the scissors","longform_feedback":"Both policies did not score perfectly. B grasped the spoon but it did not find the location of the scissors; the arm ened up dropping it in the direction near the destination we required. A followed the same pattern except it grasped nothing and shifted over to the white tray","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:38.966048_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:38.966048_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:40.718602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:40.718602_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:39.654486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:39.654486_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:39.654486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:39.654486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:40.177869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/dam_2025-10-22T22:20:40.177869_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:55.929016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:55.929016_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:57.635233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:57.635233_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:56.525149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:56.525149_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:56.525149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:56.525149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:57.073538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21c15162-523b-438c-88b6-91f8af0bc670/pi05_droid_2025-10-22T22:27:57.073538_video_wrist.mp4"},"preference":"B","session_id":"21c15162-523b-438c-88b6-91f8af0bc670","university":"Berkeley"},{"completion_time":"2025-10-22T22:15:04.817690Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the plate on the chair, do not drop anything","longform_feedback":"A and B both reached for the plate but did not perform a significant movement can alter the arrangment of these objects. A at some points had the ability the lift the plate up air but it dropped it immediately. B did even worse since it just hovered around the plate and did not even touch upon anything","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.263704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.263704_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:29.990987_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:29.990987_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.938594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.938594_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.938594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:28.938594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:29.477238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/pi05_droid_2025-10-22T21:58:29.477238_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:42.666226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:42.666226_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:44.314054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:44.314054_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.342463_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.342463_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.342463_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.342463_video_right.mp4","wrist_video_gcs_path":"evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.789174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/398a428f-e505-4540-ab6c-759d0f8d430d/dam_2025-10-22T22:14:43.789174_video_wrist.mp4"},"preference":"A","session_id":"398a428f-e505-4540-ab6c-759d0f8d430d","university":"Berkeley"},{"completion_time":"2025-10-22T21:53:41.812626Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"drop the cable on the chair","longform_feedback":"policy A searched up around the plate which is just beneath the cable, but it ended up grasping nothing and moved over the chair, showing that it knew to do something with the chair after all. B succeeded in moving the cable from the tray but the gripper dropeed it near the chair and went down on the floor when the camera could not capture this","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:45.492302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:45.492302_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:47.301619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:47.301619_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.189546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.189546_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.189546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.189546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.743670_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/paligemma_fast_droid_2025-10-22T21:42:46.743670_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.333505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.333505_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:58.913397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:58.913397_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.952362_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.952362_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.952362_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:57.952362_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:58.410303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9ebb187-dd1a-4ec0-b255-05b9d5a0be33/pi0_fast_droid_2025-10-22T21:52:58.410303_video_wrist.mp4"},"preference":"B","session_id":"c9ebb187-dd1a-4ec0-b255-05b9d5a0be33","university":"Berkeley"},{"completion_time":"2025-10-22T21:38:15.188041Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sort  the non office essential out of the plate","longform_feedback":"Policy A completed ther task within the very first few orientation since it sorted out the spoon out of the three objects and the spoon is indeed not belonging to the office. B chose the clipper to interact with and this got removed from the plate despite being an office stuff","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.038727_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.038727_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:37.842376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:37.842376_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.718055_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.718055_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.718055_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:36.718055_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:37.275335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_droid_2025-10-22T21:27:37.275335_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.117316_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.117316_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:43.969831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:43.969831_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.839352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.839352_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.839352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:42.839352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:43.392572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0/pi0_fast_droid_2025-10-22T21:37:43.392572_video_wrist.mp4"},"preference":"A","session_id":"eb5f2e6b-7ecb-4c59-8ff5-e4f0d9044ee0","university":"Berkeley"},{"completion_time":"2025-10-22T21:20:33.959854Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the spoon to spread the jam to bread","longform_feedback":"Policy A and B did not do well. A tried to reach for soemthing in between the bread and the spoon while B just manipulated things in the gray tray while everything we asked for located at the white tray","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:33.391791_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:33.391791_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:35.254022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:35.254022_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.110448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.110448_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.110448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.110448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.638376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/paligemma_fast_droid_2025-10-22T21:14:34.638376_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:35.998402_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:35.998402_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:37.888422_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:37.888422_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:36.718321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:36.718321_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:36.718321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:36.718321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:37.322561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deee1a12-5655-45dd-92d3-e770faae4c50/pi0_fast_droid_2025-10-22T21:19:37.322561_video_wrist.mp4"},"preference":"TIE","session_id":"deee1a12-5655-45dd-92d3-e770faae4c50","university":"Berkeley"},{"completion_time":"2025-10-22T21:09:46.752033Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"make strawberry cupcake by placing the fruit on top","longform_feedback":"Both A and B did not do very well, They could not even recognize the location of the strawberry which sit on the cup and it is apparently visible, A tended to move the cup all around and B just focused on how to rotate the cupcake in a right position without even note to reach for the fruit","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:24.765491_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:24.765491_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:26.511173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:26.511173_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.474727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.474727_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.474727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.474727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.965731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/pi05_droid_2025-10-22T21:01:25.965731_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:41.365842_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:41.365842_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.974214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.974214_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.023704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.023704_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.023704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.023704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.448712_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61b9b6e6-0bd3-4f46-b74d-a9d8af04274f/paligemma_diffusion_droid_2025-10-22T21:08:42.448712_video_wrist.mp4"},"preference":"A","session_id":"61b9b6e6-0bd3-4f46-b74d-a9d8af04274f","university":"Berkeley"},{"completion_time":"2025-10-22T20:57:03.052609Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the mask into wooden drawer","longform_feedback":"A completely went off since it approached the junk box and tried to search for the mask in this area meanwhile the mask located at the opposite direction. B did a little better since it just sticked to the left area where we put the medical mask ; the arm at some points almost touched the mask but then it kept rotated and searched around until time ran off","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.022240_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.022240_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:21.786947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:21.786947_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.699285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.699285_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.022240_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:20.022240_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:21.218737_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi0_fast_droid_2025-10-22T20:52:21.218737_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:44.838829_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:44.838829_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:46.567759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:46.567759_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:45.535883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:45.535883_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:44.838829_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:44.838829_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:46.002605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7157ff86-a698-409a-8936-e3588d2c9883/pi05_droid_2025-10-22T20:55:46.002605_video_wrist.mp4"},"preference":"B","session_id":"7157ff86-a698-409a-8936-e3588d2c9883","university":"Berkeley"},{"completion_time":"2025-10-22T20:47:59.959272Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move scissors to the junk box","longform_feedback":"B rotate the twist in a very weird position after having spotted on the plate at first. The arm ended up being 360 degrees rotation from its intitial position but the gripper has not intended to reach for the scissor. On the other hand, A succeeded in grasping the scissors but it dropped it right at the edge of the table and sliding down on the floor; however the direction tended to target the drawer not the junk box","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:29.336416_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:29.336416_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:31.346900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:31.346900_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.103209_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.103209_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.103209_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.103209_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.736754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_specialist_droid_2025-10-22T20:38:30.736754_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.276653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.276653_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:32.125441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:32.125441_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.898142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.898142_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.898142_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:30.898142_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:31.362155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c16c7631-4b9e-427b-9849-ff8c4e94a392/paligemma_fast_droid_2025-10-22T20:45:31.362155_video_wrist.mp4"},"preference":"A","session_id":"c16c7631-4b9e-427b-9849-ff8c4e94a392","university":"Berkeley"},{"completion_time":"2025-10-22T09:24:25.185480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the Chinese character on the bottle","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the bottle, closed the gripper, touched the mouth of the bottle,then approached the Chinese character on the bottle, but did not touch it.My instruction is to touch the Chinese character on the bottle, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the bottle, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:52.775163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:52.775163_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:51.647579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:51.647579_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:51.647579_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:51.647579_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:52.263322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_fast_specialist_droid_2025-10-22T09:17:52.263322_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:53.432570_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:53.432570_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.171139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.171139_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.171139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.171139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.813302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c69efad-eae6-41b3-a62d-771f8dd2c1fe/paligemma_diffusion_droid_2025-10-22T09:23:52.813302_video_wrist.mp4"},"preference":"B","session_id":"7c69efad-eae6-41b3-a62d-771f8dd2c1fe","university":"frodobots"},{"completion_time":"2025-10-22T09:10:20.190047Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pour the water from the bottle into the plate","longform_feedback":"Policy A first moved the gripper close to the bottle of water, after hesitating for a while, knocked the bottle over, then grasped and released the bottle.Policy B first moved the gripper back and forth for a while, then almost stopped during remaining time of the episode.My instruction is to pour the water from the bottle into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the bottle, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:55.801631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:55.801631_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:54.541542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:54.541542_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:54.541542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:54.541542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:55.182519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/paligemma_diffusion_droid_2025-10-22T09:01:55.182519_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:58.632011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:58.632011_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:57.498327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:57.498327_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:57.498327_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:57.498327_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:58.097482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47483404-6a2c-4714-bab9-449dc0e71ce3/pi0_droid_2025-10-22T09:06:58.097482_video_wrist.mp4"},"preference":"A","session_id":"47483404-6a2c-4714-bab9-449dc0e71ce3","university":"frodobots"},{"completion_time":"2025-10-22T08:43:09.358604Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of water, don't release it","longform_feedback":"Policy A first moved the gripper close to the bottle of water, grasped it, picked it up, then moved it and dropped it on floor.Policy B first moved the gripper randomly during most time of the episode, then moved the gripper toward the bottle of water but moved away soon.My instruction is to pick up the bottle of water and don't release it, neither policy was able to complete the task.When comparing the performance of the two, policy A picked up the bottle but released it in the end, whereas policy B did not pick up the bottle.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:34.108695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:34.108695_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:32.910212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:32.910212_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:32.910212_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:32.910212_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:33.508435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/paligemma_diffusion_droid_2025-10-22T08:36:33.508435_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:51.779235_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:51.779235_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:50.601143_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:50.601143_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:50.601143_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:50.601143_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:51.220932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d251402-9295-4ca9-99a7-8cac7ad6a03a/pi05_droid_2025-10-22T08:42:51.220932_video_wrist.mp4"},"preference":"A","session_id":"3d251402-9295-4ca9-99a7-8cac7ad6a03a","university":"frodobots"},{"completion_time":"2025-10-22T08:20:24.558487Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the bottle of water","longform_feedback":"Policy A first moved the gripper close to the bottle of water but moved away soon,then, paused briefly, moved the gripper toward the sofa in the end.Policy B first moved the gripper toward the bottle but moved away soon,then moved the gripper randomly during remaining time of the episode.My instruction is to knock over the bottle of water, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper close to the bottle of water, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:24.585883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:24.585883_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:23.405958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:23.405958_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:23.405958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:23.405958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:24.030928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_diffusion_droid_2025-10-22T08:15:24.030928_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:10.947477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:10.947477_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:09.764781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:09.764781_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:09.764781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:09.764781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:10.378644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7bdfd0-85f4-4e8c-8628-f99752da0fb2/paligemma_vq_droid_2025-10-22T08:20:10.378644_video_wrist.mp4"},"preference":"A","session_id":"ea7bdfd0-85f4-4e8c-8628-f99752da0fb2","university":"frodobots"},{"completion_time":"2025-10-22T08:04:01.513156Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the plate but moved away soon, then policy B moved the gripper randomly for a while and approached the plate again in the end.My instruction is to turn the plate upside down,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the plate, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:03.606966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:03.606966_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:02.610231_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:02.610231_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:02.610231_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:02.610231_video_right.mp4","wrist_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:03.191262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_binning_droid_2025-10-22T07:58:03.191262_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:49.561213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:49.561213_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:48.331037_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:48.331037_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:48.331037_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:48.331037_video_right.mp4","wrist_video_gcs_path":"evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:49.007261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/233a2e87-5eca-4a2a-8ae4-fa67f2758c6e/paligemma_vq_droid_2025-10-22T08:02:49.007261_video_wrist.mp4"},"preference":"B","session_id":"233a2e87-5eca-4a2a-8ae4-fa67f2758c6e","university":"frodobots"},{"completion_time":"2025-10-22T07:53:14.238300Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the plate","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it, picked it up, then moved it to the plate, put it into the plate.Policy B showed no response to my command and did not perform any operation at all.My instruction is to put the marker pen into the plate,when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:03.025784_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:03.025784_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:01.858309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:01.858309_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:01.858309_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:01.858309_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:02.484214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_fast_droid_2025-10-22T07:46:02.484214_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:51:00.469730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:51:00.469730_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:50:59.560274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:50:59.560274_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:50:59.560274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:50:59.560274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:51:00.066790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427/paligemma_binning_droid_2025-10-22T07:51:00.066790_video_wrist.mp4"},"preference":"A","session_id":"2bd8bd96-31bd-4fe6-8e6a-1d9d8f404427","university":"frodobots"},{"completion_time":"2025-10-22T07:40:41.084357Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it and released it,then moved the gripper away.Policy B first moved the gripper close the marker pen but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to rotate the marker pen by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the marker pen, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:59.665956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:59.665956_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:58.558315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:58.558315_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:58.558315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:58.558315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:59.130736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/paligemma_diffusion_droid_2025-10-22T07:34:59.130736_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:24.662611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:24.662611_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:23.429349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:23.429349_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:23.429349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:23.429349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:24.088156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db83225-0ef5-42eb-b7ed-1806e252329f/pi05_droid_2025-10-22T07:39:24.088156_video_wrist.mp4"},"preference":"A","session_id":"3db83225-0ef5-42eb-b7ed-1806e252329f","university":"frodobots"},{"completion_time":"2025-10-22T07:30:48.959144Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A first moved the gripper close to the shoe, grasped it and released it, then,after hesitating for a while, grasped the shoe again in the end.Policy B first moved the gripper close to the curtain, attempted to grasp it, then moved the gripper away and moved slightly during remaining time of the episode.My instruction is to put the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the shoe, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:48.933400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:48.933400_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:47.718823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:47.718823_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:47.718823_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:47.718823_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:48.390630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_diffusion_droid_2025-10-22T07:25:48.390630_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:30.182007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:30.182007_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.039194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.039194_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.039194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.039194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.649445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e917259-3b3a-4b20-8b9d-589a2d88d3cb/paligemma_fast_specialist_droid_2025-10-22T07:30:29.649445_video_wrist.mp4"},"preference":"A","session_id":"9e917259-3b3a-4b20-8b9d-589a2d88d3cb","university":"frodobots"},{"completion_time":"2025-10-22T07:00:05.282726Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A first moved the gripper close to the shoe, adjusted posture, grasped and released the shoe, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the shoe, then made multiple attempts to grasp it but did not succeed in the end.My instruction is to put the shoe onto floor,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasp the shoe, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:51.263254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:51.263254_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.065370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.065370_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.065370_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.065370_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.723195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_fast_droid_2025-10-22T06:54:50.723195_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:47.232162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:47.232162_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:45.912586_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:45.912586_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:45.912586_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:45.912586_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:46.657644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfdf02db-ccc3-4179-aa7d-6b393d07dd9a/paligemma_diffusion_droid_2025-10-22T06:59:46.657644_video_wrist.mp4"},"preference":"A","session_id":"dfdf02db-ccc3-4179-aa7d-6b393d07dd9a","university":"frodobots"},{"completion_time":"2025-10-22T06:31:41.222797Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle of water into the trash can","longform_feedback":"Policy A first moved the gripper close to the bottle of water, attempted to grasp it but did not succeed, only knocked the bottle over, then policy A moved the gripper above the trash can in the end.Policy B first moved the gripper close to the bottle of water, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the bottle of water into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the bottle of water and moved it, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:25:00.285537_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:25:00.285537_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.071057_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.071057_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.071057_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.071057_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.709653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/paligemma_fast_specialist_droid_2025-10-22T06:24:59.709653_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:23.233544_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:23.233544_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:21.971890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:21.971890_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:21.971890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:21.971890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:22.640698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd97d57a-7518-4314-ad75-bde926f1bf01/pi0_fast_droid_2025-10-22T06:30:22.640698_video_wrist.mp4"},"preference":"B","session_id":"dd97d57a-7518-4314-ad75-bde926f1bf01","university":"frodobots"},{"completion_time":"2025-10-22T05:47:30.494579Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to turn the book upside down,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefor, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:58.361727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:58.361727_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.169354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.169354_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.169354_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.169354_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.834941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/pi0_fast_droid_2025-10-22T05:40:57.834941_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:26.251173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:26.251173_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.135702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.135702_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.135702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.135702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.758713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd0fc4b9-6a68-44ac-8518-45fee2a24292/paligemma_diffusion_droid_2025-10-22T05:46:25.758713_video_wrist.mp4"},"preference":"TIE","session_id":"bd0fc4b9-6a68-44ac-8518-45fee2a24292","university":"frodobots"},{"completion_time":"2025-10-22T05:32:14.826682Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cube by 90 degrees","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the cube, but moved away soon.Then policy B moved the gripper slightly during remaining time of the episode.My instruction is to rotate the cube by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the cube, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:24.923192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:24.923192_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:23.753738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:23.753738_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:23.753738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:23.753738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:24.385730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/paligemma_fast_droid_2025-10-22T05:27:24.385730_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:59.462462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:59.462462_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.293767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.293767_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.293767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.293767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.944066_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fcb9162-1c53-4368-ad39-9bd928a2291d/pi0_droid_2025-10-22T05:31:58.944066_video_wrist.mp4"},"preference":"B","session_id":"3fcb9162-1c53-4368-ad39-9bd928a2291d","university":"frodobots"},{"completion_time":"2025-10-22T03:31:23.950059Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A moved the gripper randomly during most time of the episode, then approached the cube but moved away soon.Policy B first moved the gripper close to the cube, attempted to grasped it, picked it up, then moved it and dropped it on floor.My instruction is to put the cube onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the cube and moved it, whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:46.048364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:46.048364_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:44.911181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:44.911181_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:44.911181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:44.911181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:45.474955_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_vq_droid_2025-10-22T03:25:45.474955_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:07.509729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:07.509729_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.202668_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.202668_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.202668_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.202668_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.928496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90364e82-853c-407b-8a24-557898423901/paligemma_fast_droid_2025-10-22T03:31:06.928496_video_wrist.mp4"},"preference":"B","session_id":"90364e82-853c-407b-8a24-557898423901","university":"frodobots"},{"completion_time":"2025-10-22T03:10:30.156031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the floor, then almost stopped during remaining time of the trial.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the book.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:05.534131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:05.534131_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.355318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.355318_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.355318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.355318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.983446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi05_droid_2025-10-22T03:04:04.983446_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:29.750931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:29.750931_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:28.676181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:28.676181_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:28.676181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:28.676181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:29.272202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803b51d9-57ca-4661-a201-03ee82c95ae2/pi0_fast_droid_2025-10-22T03:08:29.272202_video_wrist.mp4"},"preference":"TIE","session_id":"803b51d9-57ca-4661-a201-03ee82c95ae2","university":"frodobots"},{"completion_time":"2025-10-22T02:35:43.029661Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, approached the edge of the book, pushed the cover of the book to make the book open.Then policy A pushed the page of the book again,attempted to open it until time ran out.Policy B first moved the gripper close to the book, adjusted posture, approached the edge of the book, pushed the cover of the book to make it open.My instruction is to open the book,both policies have completed the task successfully.When comparing the performance of the two, policy A completed the task more quickly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:44.175989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:44.175989_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:42.898350_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:42.898350_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:42.898350_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:42.898350_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:43.568447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/pi0_fast_droid_2025-10-22T02:25:43.568447_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:27.284737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:27.284737_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:25.919010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:25.919010_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:25.919010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:25.919010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:26.612578_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07e5c7d4-8f0b-4c10-83b1-567823f60e0d/paligemma_fast_specialist_droid_2025-10-22T02:35:26.612578_video_wrist.mp4"},"preference":"A","session_id":"07e5c7d4-8f0b-4c10-83b1-567823f60e0d","university":"frodobots"},{"completion_time":"2025-10-22T01:23:15.002412Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pillow by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the curtain, attempted to grasp the curtain, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the pillow, grasped the bottom left corner of the pillow, picked it up and released it.Then policy B grasped the bottom right corner of the pillow in the end.My instruction is to rotate the pillow by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped the pillow, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:17.724426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:17.724426_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:16.494787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:16.494787_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:16.494787_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:16.494787_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:17.170153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/paligemma_fast_droid_2025-10-22T01:17:17.170153_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:57.938190_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:57.938190_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:56.792164_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:56.792164_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:56.792164_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:56.792164_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:57.417731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec6b5754-3a89-4e6f-b209-148887b98dfb/pi0_fast_droid_2025-10-22T01:22:57.417731_video_wrist.mp4"},"preference":"B","session_id":"ec6b5754-3a89-4e6f-b209-148887b98dfb","university":"frodobots"},{"completion_time":"2025-10-22T01:13:54.872468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the pillow upside down","longform_feedback":"Policy A first moved the gripper close to the pillow, grasped and released the left edge of the pillow,then,after hesitating for a while, grasped the pillow again and picked it up in the end, as if attempting to turn it over but time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to turn the pillow upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the pillow, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:20.403658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:20.403658_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.112053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.112053_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.112053_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.112053_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.826493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/pi0_fast_droid_2025-10-22T01:09:19.826493_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:39.658707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:39.658707_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:38.767606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:38.767606_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:38.767606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:38.767606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:39.278622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c820ccfc-4cac-406c-93db-eb0e67e9dcb5/paligemma_binning_droid_2025-10-22T01:13:39.278622_video_wrist.mp4"},"preference":"A","session_id":"c820ccfc-4cac-406c-93db-eb0e67e9dcb5","university":"frodobots"},{"completion_time":"2025-10-21T09:32:15.389713Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the curtain, closed and opened the gripper several times, as if attempting to grasp the curtain but did not succeed, then moved the gripper away in the end.My instruction is to open the curtain,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper close to the curtain, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.991485_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.991485_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.137918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.137918_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.137918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.137918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.633693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/paligemma_binning_droid_2025-10-21T09:25:16.633693_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:28.057232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:28.057232_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:26.876141_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:26.876141_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:26.876141_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:26.876141_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:27.476297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ccdaaab-00a5-4326-a925-57cef9f6aca7/pi0_droid_2025-10-21T09:31:27.476297_video_wrist.mp4"},"preference":"B","session_id":"4ccdaaab-00a5-4326-a925-57cef9f6aca7","university":"frodobots"},{"completion_time":"2025-10-21T08:57:48.894158Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the towel, closed and opened the gripper several times near the towel, but did not grasped the towel in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the pillow and dropped it on the pillow.Next, policy B approached the pillow and grasped it.My instruction is to cover the pillow with the towel,when comparing the performance of the two, policy B completed the task successfully,whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:39.650910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:39.650910_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:38.436001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:38.436001_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:38.436001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:38.436001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:39.063972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_droid_2025-10-21T08:52:39.063972_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:20.601368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:20.601368_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:19.361641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:19.361641_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:19.361641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:19.361641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:20.047355_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/945bab01-adf3-4735-a529-30861964ec84/paligemma_fast_specialist_droid_2025-10-21T08:57:20.047355_video_wrist.mp4"},"preference":"B","session_id":"945bab01-adf3-4735-a529-30861964ec84","university":"frodobots"},{"completion_time":"2025-10-21T08:49:08.149419Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottom left corner of the pillow","longform_feedback":"Policy A first moved the gripper close to the pillow, grasped the middle of the pillow, picked it up, then moved it and dropped it.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to grasp the bottom left corner of the pillow,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the middle of the pillow, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:20.350454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:20.350454_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.133745_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.133745_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.133745_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.133745_video_right.mp4","wrist_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.825004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_diffusion_droid_2025-10-21T08:44:19.825004_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:52.061885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:52.061885_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:50.847380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:50.847380_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:50.847380_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:50.847380_video_right.mp4","wrist_video_gcs_path":"evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:51.492761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/456d88b5-c2d7-4aac-9a76-993e70ef6189/paligemma_fast_specialist_droid_2025-10-21T08:48:51.492761_video_wrist.mp4"},"preference":"A","session_id":"456d88b5-c2d7-4aac-9a76-993e70ef6189","university":"frodobots"},{"completion_time":"2025-10-21T08:29:54.188188Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the sofa, attempted to grasp the edge of the sofa, then policy A approached the towel, made multiple attempts to grasp it, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel,whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:20.358522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:20.358522_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.075441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.075441_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.075441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.075441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.692919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_vq_droid_2025-10-21T08:26:19.692919_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:41.041043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:41.041043_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.072219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.072219_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.072219_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.072219_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.675585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4/paligemma_binning_droid_2025-10-21T08:29:40.675585_video_wrist.mp4"},"preference":"A","session_id":"0d306fa0-965f-4d5c-ad4a-1d0e6a27f1d4","university":"frodobots"},{"completion_time":"2025-10-21T07:46:53.698004Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the controller with the towel","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the towel, attempted to grasp it until time ran out.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the controller, and dropped it on floor in the end.My instruction is to cover the controller with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B picked up and moved the towel, whereas policy A only attempted to grasp the towel.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:40.044831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:40.044831_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:38.792559_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:38.792559_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:38.792559_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:38.792559_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:39.433683_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_fast_droid_2025-10-21T07:39:39.433683_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:03.173913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:03.173913_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:01.978374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:01.978374_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:01.978374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:01.978374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:02.633565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5492865b-b17d-42c7-a3ae-9db89492590e/paligemma_vq_droid_2025-10-21T07:46:02.633565_video_wrist.mp4"},"preference":"B","session_id":"5492865b-b17d-42c7-a3ae-9db89492590e","university":"frodobots"},{"completion_time":"2025-10-21T07:31:12.112159Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the controller upside down","longform_feedback":"Policy A first moved the gripper close to the controller, grasped it, picked it up, then rotate it and dropped it sofa, but did not turn the controller upside down in the end.Policy B first moved the gripper close to the controller, attempted to grasp it, then moved the gripper away and stopped during remaining time of the episode.My instruction is to turn the controller upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the controller and attempted to turn it over, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:47.383978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:47.383978_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.190511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.190511_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.190511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.190511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.825095_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/paligemma_fast_droid_2025-10-21T07:24:46.825095_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:49.519304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:49.519304_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.277318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.277318_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.277318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.277318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.910388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/683a3dce-f9e7-44e4-91a4-0612a54e9d6b/pi05_droid_2025-10-21T07:30:48.910388_video_wrist.mp4"},"preference":"A","session_id":"683a3dce-f9e7-44e4-91a4-0612a54e9d6b","university":"frodobots"},{"completion_time":"2025-10-21T07:17:36.611318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, then closed the gripper, pressed the rectangle button near the round button.Policy B first moved the gripper close to the controller, closed and opened the gripper several times, then moved the gripper away in the end.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed one button of the controller, whereas policy B only moved the gripper.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:30.687726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:30.687726_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:29.359979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:29.359979_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:29.359979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:29.359979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:30.043425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/paligemma_vq_droid_2025-10-21T07:11:30.043425_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:21.625352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:21.625352_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:20.417267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:20.417267_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:20.417267_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:20.417267_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:21.062382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8337b80c-dd57-4a71-abbb-b0dcf8eac38a/pi0_droid_2025-10-21T07:17:21.062382_video_wrist.mp4"},"preference":"A","session_id":"8337b80c-dd57-4a71-abbb-b0dcf8eac38a","university":"frodobots"},{"completion_time":"2025-10-21T06:42:02.447166Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper, pressed the surface of the controller rather than the yellow button.Policy B first moved the gripper close to the controller, closed the gripper, touched the sofa, then moved the gripper away and stopped during remaining time of the trial.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the surface of the controller, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:36.323784_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:36.323784_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.184980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.184980_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.184980_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.184980_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.793019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_fast_droid_2025-10-21T06:36:35.793019_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:26.079698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:26.079698_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.014527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.014527_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.014527_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.014527_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.592326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77ae13a9-d063-4cae-bebd-4e4980df2225/paligemma_vq_droid_2025-10-21T06:41:25.592326_video_wrist.mp4"},"preference":"A","session_id":"77ae13a9-d063-4cae-bebd-4e4980df2225","university":"frodobots"},{"completion_time":"2025-10-21T06:32:08.866279Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the controller, touched it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least touched the controller whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.959790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.959790_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.066217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.066217_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.066217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.066217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.582067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_binning_droid_2025-10-21T06:27:29.582067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:53.507342_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:53.507342_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.341544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.341544_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.341544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.341544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.953511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3775066d-0a57-477e-9438-e92fa74b2646/paligemma_vq_droid_2025-10-21T06:31:52.953511_video_wrist.mp4"},"preference":"B","session_id":"3775066d-0a57-477e-9438-e92fa74b2646","university":"frodobots"},{"completion_time":"2025-10-21T05:35:06.949755Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the towel.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:37.705272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:37.705272_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:36.501820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:36.501820_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:36.501820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:36.501820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:37.101432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_fast_droid_2025-10-21T05:30:37.101432_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:53.809857_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:53.809857_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:52.631727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:52.631727_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:52.631727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:52.631727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:53.239361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be11ad8f-ef77-43ac-9172-dc4d742dea01/pi0_droid_2025-10-21T05:34:53.239361_video_wrist.mp4"},"preference":"TIE","session_id":"be11ad8f-ef77-43ac-9172-dc4d742dea01","university":"frodobots"},{"completion_time":"2025-10-21T04:00:31.708882Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to close the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:41.188278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:41.188278_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.281261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.281261_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.281261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.281261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.762900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/paligemma_binning_droid_2025-10-21T03:55:40.762900_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:15.224472_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:15.224472_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.032632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.032632_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.032632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.032632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.676684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c44389f-24cc-4df7-8cac-4a7eb1741c61/pi0_droid_2025-10-21T04:00:14.676684_video_wrist.mp4"},"preference":"B","session_id":"6c44389f-24cc-4df7-8cac-4a7eb1741c61","university":"frodobots"},{"completion_time":"2025-10-21T03:26:58.413711Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the drawer","longform_feedback":"Policy A first moved the gripper close to the banana, pushed it, then moved the gripper away and almost stopped above the drawer during remaining time of the episode.Policy B first moved the gripper toward the floor, then closed and opened the gripper several times until time ran out.My instruction is to put the banana into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and pushed the banana,whereas policy B did not do anything relevant.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:58.629207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:58.629207_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:57.480130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:57.480130_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:57.480130_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:57.480130_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:58.104524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/paligemma_vq_droid_2025-10-21T03:20:58.104524_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:20.653109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:20.653109_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:19.526337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:19.526337_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:19.526337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:19.526337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:20.125253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4372f95-d313-4add-93d5-727aeb15b3fc/pi05_droid_2025-10-21T03:26:20.125253_video_wrist.mp4"},"preference":"A","session_id":"b4372f95-d313-4add-93d5-727aeb15b3fc","university":"frodobots"},{"completion_time":"2025-10-21T03:16:38.574874Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the drawer","longform_feedback":"Policy A first moved the gripper close to banana, grasped it, picked it up, then moved it during remaining time of the trial.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the banana into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A picked up and moved the banana, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:50.282008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:50.282008_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.118301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.118301_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.118301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.118301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.700147_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_vq_droid_2025-10-21T03:10:49.700147_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:06.489659_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:06.489659_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:05.505387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:05.505387_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:05.505387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:05.505387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:06.050727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32d58208-26a6-4499-b8b2-babdc0e17daf/paligemma_binning_droid_2025-10-21T03:15:06.050727_video_wrist.mp4"},"preference":"A","session_id":"32d58208-26a6-4499-b8b2-babdc0e17daf","university":"frodobots"},{"completion_time":"2025-10-21T02:53:12.826940Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the drawer","longform_feedback":"Policy A first moved the gripper close to the drawer but moved away soon,then moved slightly during remaining time of the episode.Policy B first moved the gripper close to the controller, touched it as if attempting to grasp it but did not succeed, then policy B moved the gripper away and moved randomly during remaining time of the trial.My instruction is to put the controller into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and attempted to grasped the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:30.473473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:30.473473_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.281403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.281403_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.281403_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.281403_video_right.mp4","wrist_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.912805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/pi0_droid_2025-10-21T02:47:29.912805_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:50.260337_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:50.260337_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.036130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.036130_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.036130_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.036130_video_right.mp4","wrist_video_gcs_path":"evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.689412_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/793237e6-cad6-48a9-8466-e569b90a4090/paligemma_fast_droid_2025-10-21T02:52:49.689412_video_wrist.mp4"},"preference":"B","session_id":"793237e6-cad6-48a9-8466-e569b90a4090","university":"frodobots"},{"completion_time":"2025-10-21T02:41:19.505723Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the washing machine","longform_feedback":"Policy A first moved the gripper toward the washing machine, approached the door of the washing machine, then moved slightly around the washing machine during most time of the episode.Policy B first moved the gripper for a while, then stopped during remaining time of the trial.My instruction is to open the door of the washing machine,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the door of washing machine, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:52.686307_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:52.686307_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:51.575203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:51.575203_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:51.575203_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:51.575203_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:52.161893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/dam_2025-10-21T02:36:52.161893_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:53.193711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:53.193711_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.184192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.184192_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.184192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.184192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.695490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a19c5d4-9047-483d-aebc-bb28ebad812d/paligemma_vq_droid_2025-10-21T02:40:52.695490_video_wrist.mp4"},"preference":"A","session_id":"8a19c5d4-9047-483d-aebc-bb28ebad812d","university":"frodobots"},{"completion_time":"2025-10-21T02:30:49.164479Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the door of washing machine","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to close the door of washing machine,neither policy was able to complete the task.When comparing the performance of the two, both policy only moved the gripper but could not find the washing machine.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:11.110768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:11.110768_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.000837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.000837_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.000837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.000837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.578313_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/pi0_fast_droid_2025-10-21T02:25:10.578313_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:15.325176_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:15.325176_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:13.997525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:13.997525_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:13.997525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:13.997525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:14.743108_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57fa1c09-928f-4820-8390-b2fde1c08cfb/paligemma_diffusion_droid_2025-10-21T02:30:14.743108_video_wrist.mp4"},"preference":"TIE","session_id":"57fa1c09-928f-4820-8390-b2fde1c08cfb","university":"frodobots"},{"completion_time":"2025-10-21T02:18:09.308023Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper toward the table, then moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:38.235402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:38.235402_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:36.996946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:36.996946_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:36.996946_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:36.996946_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:37.610952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/pi05_droid_2025-10-21T02:13:37.610952_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:06.780968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:06.780968_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:05.853606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:05.853606_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:05.853606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:05.853606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:06.356751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e599ed2e-79e4-4bab-a0d8-3662fad2a88e/paligemma_binning_droid_2025-10-21T02:17:06.356751_video_wrist.mp4"},"preference":"A","session_id":"e599ed2e-79e4-4bab-a0d8-3662fad2a88e","university":"frodobots"},{"completion_time":"2025-10-21T01:49:01.129839Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the cola in the end of the episode.Policy B first moved the gripper close to the curtain, then grasped it and pulled it during remaining time of the episode.My instruction is to pick up the cola,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cola, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:13.880343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:13.880343_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:12.690887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:12.690887_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:12.690887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:12.690887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:13.322324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/paligemma_vq_droid_2025-10-21T01:44:13.322324_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:43.052898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:43.052898_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:41.837379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:41.837379_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:41.837379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:41.837379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:42.468482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7edfb43f-1e28-4ad2-8255-ce9092f7bb90/pi0_fast_droid_2025-10-21T01:48:42.468482_video_wrist.mp4"},"preference":"A","session_id":"7edfb43f-1e28-4ad2-8255-ce9092f7bb90","university":"frodobots"},{"completion_time":"2025-10-21T01:24:29.435715Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A first moved the gripper close to the curtain, then grasped and released the curtain during remaining time of the episode.Policy B first moved the gripper above the cola, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the cola from the fridge, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the cola, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:25.458242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:25.458242_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.321035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.321035_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.321035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.321035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.957711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/paligemma_fast_droid_2025-10-21T01:17:24.957711_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:29.007982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:29.007982_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:27.812967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:27.812967_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:27.812967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:27.812967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:28.425854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/437bba60-d944-4106-933e-97f21dc7aefa/pi0_droid_2025-10-21T01:22:28.425854_video_wrist.mp4"},"preference":"B","session_id":"437bba60-d944-4106-933e-97f21dc7aefa","university":"frodobots"},{"completion_time":"2025-10-21T01:13:39.784016Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the cola from the fridge,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:12.472344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:12.472344_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.320122_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.320122_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.320122_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.320122_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.961998_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/pi05_droid_2025-10-21T01:10:11.961998_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:25.296919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:25.296919_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.385775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.385775_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.385775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.385775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.890646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e6f4473-5dff-4b3e-b65b-39252a5c228d/paligemma_binning_droid_2025-10-21T01:13:24.890646_video_wrist.mp4"},"preference":"A","session_id":"9e6f4473-5dff-4b3e-b65b-39252a5c228d","university":"frodobots"},{"completion_time":"2025-10-20T22:34:50.545609Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the apple over to red bowl","longform_feedback":"Policy A and B had different approach that is relevant to the task. A grasped the apple after many trials (they kept dropped it and rotated it around) but then it dropped it near the edge of the bowl and bounced back; thus the apple was not ended up inside the bowl afterwards. B was moving the bowl left and right and ignored the first orientation with the apple","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:22:59.917588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:22:59.917588_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:01.654798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:01.654798_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:00.591759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:00.591759_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:22:59.917588_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:22:59.917588_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:01.113379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/pi0_fast_droid_2025-10-20T22:23:01.113379_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:45.452695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:45.452695_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:47.304326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:47.304326_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:46.162142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:46.162142_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:45.452695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:45.452695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:46.701783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5a09f8-ca83-4287-9906-0933d72a3e5f/paligemma_fast_droid_2025-10-20T22:33:46.701783_video_wrist.mp4"},"preference":"A","session_id":"0d5a09f8-ca83-4287-9906-0933d72a3e5f","university":"Berkeley"},{"completion_time":"2025-10-20T22:12:59.257153Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the yelloe filling into cupcake wrapper","longform_feedback":"Both policies got the same score but they behave in a different approach. A reached for the cupcake first without having any objects we asked for in hand; it kept flipped the holder and rolled it to the right of the tray. Policy B hovered in front of the yellow filling but the position was off to actually pick it up although the arm was so close to the surface of this; the arm then moved towards the other direction with nothing in hand","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:33.787501_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:33.787501_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:35.570565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:35.570565_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:34.477898_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:34.477898_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:34.477898_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:34.477898_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:35.017282_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/pi0_droid_2025-10-20T22:00:35.017282_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:33.968952_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:33.968952_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:35.576469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:35.576469_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:34.612013_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:34.612013_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:34.612013_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:34.612013_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:35.065429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a12b8f3-5d29-41c1-ac6c-025a7130f920/dam_2025-10-20T22:11:35.065429_video_wrist.mp4"},"preference":"TIE","session_id":"4a12b8f3-5d29-41c1-ac6c-025a7130f920","university":"Berkeley"},{"completion_time":"2025-10-20T21:54:44.381724Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour the food from the pan to bowl","longform_feedback":"Both policies did relatively bad but they behave differently. B did not move from its initial position as the arm just tried  to move inwards the basement. A moved towards the stainless steel pot on the edge while being asked to manipulate the pan. The arm just sticked to the pot until got time's up","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:13.626799_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:13.626799_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:15.089773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:15.089773_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.238247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.238247_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.238247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.238247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.710622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_diffusion_droid_2025-10-20T21:46:14.710622_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.160921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.160921_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:20.509038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:20.509038_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.719797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.719797_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.719797_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:19.719797_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:20.089989_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5dc3f27-08af-4c71-a82c-ae84439646a8/paligemma_binning_droid_2025-10-20T21:53:20.089989_video_wrist.mp4"},"preference":"TIE","session_id":"e5dc3f27-08af-4c71-a82c-ae84439646a8","university":"Berkeley"},{"completion_time":"2025-10-20T21:39:23.607613Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the can into plate","longform_feedback":"Both policies completely finished the task in a few steps. A first reached for thhe can and then confused a little bit but eventually moved it over the plate. B did the same thing but slightly moved faster","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:41.901135_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:41.901135_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:43.581732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:43.581732_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:42.571425_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:42.571425_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:42.571425_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:42.571425_video_right.mp4","wrist_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:43.062473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/pi05_droid_2025-10-20T21:30:43.062473_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.133792_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.133792_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:43.864251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:43.864251_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.786694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.786694_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.786694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:42.786694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:43.290012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/523aa14c-bd4d-49c7-a219-8e915acb0286/paligemma_fast_droid_2025-10-20T21:37:43.290012_video_wrist.mp4"},"preference":"TIE","session_id":"523aa14c-bd4d-49c7-a219-8e915acb0286","university":"Berkeley"},{"completion_time":"2025-10-20T21:25:38.037826Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"move the cube into drawe","longform_feedback":"B remained idle in the entire runtime while A at least was able to grasp  the cube in place; the arm is A quite confused where to go next as it dropped the cube right at the edge of the table","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:29.269323_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:29.269323_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:31.135820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:31.135820_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.016956_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.016956_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.016956_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.016956_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.496303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_fast_specialist_droid_2025-10-20T21:19:30.496303_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:11.544168_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:11.544168_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.984036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.984036_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.149828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.149828_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.149828_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.149828_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.548833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2cb79c1d-606c-4067-bb25-f9d2acad2080/paligemma_binning_droid_2025-10-20T21:25:12.548833_video_wrist.mp4"},"preference":"A","session_id":"2cb79c1d-606c-4067-bb25-f9d2acad2080","university":"Berkeley"},{"completion_time":"2025-10-20T21:12:56.606597Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the spoon from the pot and put it to the white tray","longform_feedback":"Both A and B nicely moved the spoon out of its initial position but A moved it half way and dropped it in the barrier between the two trays. B finished the task swiftly with the spoon in the tray after all.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:06.749577_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:06.749577_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:08.565962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:08.565962_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.459364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.459364_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.459364_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.459364_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.972652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/paligemma_fast_droid_2025-10-20T21:01:07.972652_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:52.509346_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:52.509346_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:54.295638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:54.295638_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.205778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.205778_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.205778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.205778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.714448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03e4e32-bde1-4516-8f9f-6a8eb0fc309d/pi0_droid_2025-10-20T21:11:53.714448_video_wrist.mp4"},"preference":"B","session_id":"c03e4e32-bde1-4516-8f9f-6a8eb0fc309d","university":"Berkeley"},{"completion_time":"2025-10-20T20:53:44.947373Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"create a breeze using the hand fan","longform_feedback":"A is way better than B sinc eB just received the command without actually doing the right task. The arm in this case just moved inwards to the base of the robot. A first reached for the green cubes but shifted over the fan at the end; this might be a luck since the fan located right in the middle of everything","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.184529_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.184529_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:06.970937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:06.970937_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.938537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.938537_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.938537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:05.938537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:06.453280_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/pi05_droid_2025-10-20T20:47:06.453280_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:51.506824_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:51.506824_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:53.030150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:53.030150_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.131864_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.131864_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.131864_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.131864_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.524958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8bfcec2-0264-477f-84a1-3f344ede0a02/paligemma_binning_droid_2025-10-20T20:51:52.524958_video_wrist.mp4"},"preference":"A","session_id":"e8bfcec2-0264-477f-84a1-3f344ede0a02","university":"Berkeley"},{"completion_time":"2025-10-20T20:43:20.051725Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"write letter O on the blank paper","longform_feedback":"Policy B just tended to reach for the cap of the marker without realizing the marker placed on the left. A at least moved towards the marker but then failed to hold it tightly at the end","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:07.934497_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:07.934497_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:09.687305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:09.687305_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:08.643918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:08.643918_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:08.643918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:08.643918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:09.143603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/dam_2025-10-20T20:35:09.143603_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:08.743201_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:08.743201_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:10.376032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:10.376032_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.403109_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.403109_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.403109_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.403109_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.903471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b30b2b9f-4e3f-4083-af4a-70d1339a6be2/paligemma_diffusion_droid_2025-10-20T20:42:09.903471_video_wrist.mp4"},"preference":"A","session_id":"b30b2b9f-4e3f-4083-af4a-70d1339a6be2","university":"Berkeley"},{"completion_time":"2025-10-20T20:28:33.869715Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the spoon to scoop the soup over to the bigger pot","longform_feedback":"Policy A Na dB both reached for the sppon and grasped it for a few seconds. They did not entirely move them over to the bigger pot as required. The arm in B ended up in a weird pose aferall","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:06.474992_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:06.474992_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:08.226753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:08.226753_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:07.162763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:07.162763_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:06.474992_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:06.474992_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:07.712232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/pi0_droid_2025-10-20T20:22:07.712232_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:24.931428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:24.931428_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:26.606341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:26.606341_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:25.602211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:25.602211_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:24.931428_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:24.931428_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:26.089632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee/paligemma_vq_droid_2025-10-20T20:26:26.089632_video_wrist.mp4"},"preference":"TIE","session_id":"4dd8514f-ba5a-4aba-bdf0-97e7fdcb61ee","university":"berkekey"},{"completion_time":"2025-10-20T09:30:42.476288Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper slightly for a while,then approached the curtain and moved away in the end.Policy B first moved the gripper slightly, then approached the curtain and moved around the curtain until time time ran out.My instruction is to close the fridge door,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the fridge, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:31.832284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:31.832284_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:30.719892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:30.719892_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:30.719892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:30.719892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:31.290875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/paligemma_diffusion_droid_2025-10-20T09:25:31.290875_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:20.068536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:20.068536_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:18.912694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:18.912694_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:18.912694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:18.912694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:19.515263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3d8a997-50d5-4bc4-a64c-b9d652675ca7/pi05_droid_2025-10-20T09:30:19.515263_video_wrist.mp4"},"preference":"TIE","session_id":"b3d8a997-50d5-4bc4-a64c-b9d652675ca7","university":"frodobots"},{"completion_time":"2025-10-20T08:51:13.840742Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the fridge","longform_feedback":"Policy A first moved the gripper close to the curtain, attempted to grasp the curtain, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to open the door of the fridge, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:02.207886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:02.207886_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.083454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.083454_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.083454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.083454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.689114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/paligemma_fast_droid_2025-10-20T08:47:01.689114_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:57.803182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:57.803182_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:56.705906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:56.705906_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:56.705906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:56.705906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:57.259499_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94e21e81-18c5-40f0-bd7d-22e854455853/pi0_droid_2025-10-20T08:50:57.259499_video_wrist.mp4"},"preference":"TIE","session_id":"94e21e81-18c5-40f0-bd7d-22e854455853","university":"frodobots"},{"completion_time":"2025-10-20T08:35:48.953450Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A first moved the gripper close to the curtain, then moved randomly during remaining time of the episode, as if could not find the fridge.Policy B first moved the gripper close to the fridge, adjusted posture, approached the fridge door, pushed it, but failed to open it.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the fridge and pushed the fridge door, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:29.702289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:29.702289_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:28.573271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:28.573271_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:28.573271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:28.573271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:29.175603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/paligemma_fast_droid_2025-10-20T08:30:29.175603_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:13.023524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:13.023524_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:11.842145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:11.842145_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:11.842145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:11.842145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:12.475891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afd3a0f1-a985-4948-8118-a476c2c9dfab/pi05_droid_2025-10-20T08:35:12.475891_video_wrist.mp4"},"preference":"B","session_id":"afd3a0f1-a985-4948-8118-a476c2c9dfab","university":"frodobots"},{"completion_time":"2025-10-20T08:25:49.806003Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel from the trash can","longform_feedback":"Policy A first moved the gripper close to the trash can, approached the towel, attempted to grasp it but did not succeed.Then policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the curtain,then moved slightly during remaining time of the episode, as if could not find the towel.My instruction is to pick up the towel from the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the towel and attempted to grasp it, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:15.862137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:15.862137_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:14.696923_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:14.696923_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:14.696923_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:14.696923_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:15.310919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/pi0_fast_droid_2025-10-20T08:18:15.310919_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:29.537970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:29.537970_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.383188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.383188_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.383188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.383188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.961442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e89a3509-5147-4b53-bd42-8403af346193/paligemma_fast_specialist_droid_2025-10-20T08:25:28.961442_video_wrist.mp4"},"preference":"A","session_id":"e89a3509-5147-4b53-bd42-8403af346193","university":"frodobots"},{"completion_time":"2025-10-20T07:46:17.405966Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper close to the trash can, then moved the gripper away, moved up and down during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial,as if could not find the target.My instruction is to throw the towel into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the trash can, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:49.996245_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:49.996245_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:48.880323_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:48.880323_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:48.880323_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:48.880323_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:49.501001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/paligemma_diffusion_droid_2025-10-20T07:40:49.501001_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:57.252103_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:57.252103_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:55.991215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:55.991215_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:55.991215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:55.991215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:56.709632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce/pi05_droid_2025-10-20T07:45:56.709632_video_wrist.mp4"},"preference":"A","session_id":"9d59bc95-6d01-47b9-8d92-e64b2ce7e2ce","university":"frodobots"},{"completion_time":"2025-10-20T07:24:14.180138Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the fridge, then moved lightly during remaining time of the episode.My instruction is to pick up the shoe,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the shoe.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:09.176939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:09.176939_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:07.987546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:07.987546_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:07.987546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:07.987546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:08.587482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_vq_droid_2025-10-20T07:17:08.587482_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:53.993547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:53.993547_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:52.849698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:52.849698_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:52.849698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:52.849698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:53.430822_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74acfccc-b37b-4907-b06f-ea5132e3e329/paligemma_diffusion_droid_2025-10-20T07:23:53.430822_video_wrist.mp4"},"preference":"TIE","session_id":"74acfccc-b37b-4907-b06f-ea5132e3e329","university":"frodobots"},{"completion_time":"2025-10-20T07:12:12.111311Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the logo of mickey mouse","longform_feedback":"Policy A first moved the gripper back and forth during most time of the episode, then moved the gripper toward the logo of mickey mouse but moved away soon.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to touch the logo of mickey mouse,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper toward the logo of mickey mouse, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:51.156294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:51.156294_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:49.886886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:49.886886_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:49.886886_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:49.886886_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:50.566692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/paligemma_fast_droid_2025-10-20T07:06:50.566692_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:58.671959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:58.671959_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:57.539606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:57.539606_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:57.539606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:57.539606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:58.151889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a69aecb-a952-4cc5-a8f0-eb3375f1484c/pi0_droid_2025-10-20T07:11:58.151889_video_wrist.mp4"},"preference":"A","session_id":"5a69aecb-a952-4cc5-a8f0-eb3375f1484c","university":"frodobots"},{"completion_time":"2025-10-20T07:02:07.291975Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the washing machine","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the washing machine but moved away soon, then policy B moved the gripper back and forth during remaining time of the trial.My instruction is to touch the washing machine,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the washing machine, wheres policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:52.077390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:52.077390_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.001541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.001541_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.001541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.001541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.582870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi0_droid_2025-10-20T06:56:51.582870_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:24.740963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:24.740963_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:23.555984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:23.555984_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:23.555984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:23.555984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:24.176937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b89e7d8-326d-4dc0-87fd-a154042b94db/pi05_droid_2025-10-20T07:01:24.176937_video_wrist.mp4"},"preference":"B","session_id":"6b89e7d8-326d-4dc0-87fd-a154042b94db","university":"frodobots"},{"completion_time":"2025-10-20T05:59:04.902254Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the handle of the upper drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the drawer, approached the handle of the upper drawer, then moved the gripper back and forth around the drawer during remaining time of the trial.My instruction is to grasp the handle of the upper drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the handle of the upper drawer, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:59.909585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:59.909585_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:58.750271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:58.750271_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:58.750271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:58.750271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:59.387542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/paligemma_fast_droid_2025-10-20T05:52:59.387542_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:45.439559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:45.439559_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.278695_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.278695_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.278695_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.278695_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.915314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26aab5bd-0d8f-4fc6-88c8-0967c74d149e/pi0_fast_droid_2025-10-20T05:58:44.915314_video_wrist.mp4"},"preference":"B","session_id":"26aab5bd-0d8f-4fc6-88c8-0967c74d149e","university":"frodobots"},{"completion_time":"2025-10-20T05:36:43.558294Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it around the banana during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cover the banana with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the towel and moved it around the banana, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:11.177599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:11.177599_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:09.973327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:09.973327_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:09.973327_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:09.973327_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:10.622304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/pi05_droid_2025-10-20T05:32:10.622304_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:28.435306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:28.435306_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:27.494772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:27.494772_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:27.494772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:27.494772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:28.012233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d652857-4d38-4c9e-8f53-f7ea35a7aed1/paligemma_binning_droid_2025-10-20T05:36:28.012233_video_wrist.mp4"},"preference":"A","session_id":"0d652857-4d38-4c9e-8f53-f7ea35a7aed1","university":"frodobots"},{"completion_time":"2025-10-20T05:27:33.260672Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the towel, grasped it, picked it up and dropped it.Then policy B grasped the towel again and dropped it on floor.My instruction is to pick up the towel, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:55.405499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:55.405499_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.209221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.209221_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.209221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.209221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.855193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_diffusion_droid_2025-10-20T05:21:54.855193_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:10.374557_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:10.374557_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.170562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.170562_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.170562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.170562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.807985_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/043ac594-9831-470f-a237-30eb4033bfda/paligemma_fast_specialist_droid_2025-10-20T05:27:09.807985_video_wrist.mp4"},"preference":"B","session_id":"043ac594-9831-470f-a237-30eb4033bfda","university":"frodobots"},{"completion_time":"2025-10-20T03:13:15.049364Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it and release it several times, then picked it up, moved it slightly, dropped it on table in the end.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B grasped and released the banana again.My instruction is to pick up the banana, both policies have completed the task successfully.When comparing the performance of the two,policy B picked up the banana more smoothly than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:15.338717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:15.338717_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.170850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.170850_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.170850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.170850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.799407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/paligemma_diffusion_droid_2025-10-20T03:07:14.799407_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:51.221490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:51.221490_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.079614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.079614_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.079614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.079614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.688960_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cda9365-78b9-4085-a895-002cf0d4f654/pi0_fast_droid_2025-10-20T03:12:50.688960_video_wrist.mp4"},"preference":"B","session_id":"6cda9365-78b9-4085-a895-002cf0d4f654","university":"frodobots"},{"completion_time":"2025-10-20T03:01:42.416112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper close to the trash can rather than the shoe, grasped the trash can, picked it up, moved it slightly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the wrong object whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:52.673951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:52.673951_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:51.454883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:51.454883_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:51.454883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:51.454883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:52.111214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_diffusion_droid_2025-10-20T02:55:52.111214_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:01:01.244034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:01:01.244034_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:00:59.935124_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:00:59.935124_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:00:59.935124_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:00:59.935124_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:01:00.594205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1f093b-6583-49df-8f1e-b8ef77bc68e1/paligemma_fast_droid_2025-10-20T03:01:00.594205_video_wrist.mp4"},"preference":"A","session_id":"8f1f093b-6583-49df-8f1e-b8ef77bc68e1","university":"frodobots"},{"completion_time":"2025-10-20T02:51:03.338730Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:32.703800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:32.703800_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:31.589151_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:31.589151_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:31.589151_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:31.589151_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:32.189498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_fast_droid_2025-10-20T02:46:32.189498_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:42.521059_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:42.521059_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.317606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.317606_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.317606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.317606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.952667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ee6-11ed-4c7f-b94e-34beaf63b75d/pi0_droid_2025-10-20T02:50:41.952667_video_wrist.mp4"},"preference":"TIE","session_id":"b9b13ee6-11ed-4c7f-b94e-34beaf63b75d","university":"frodobots"},{"completion_time":"2025-10-20T02:37:16.203069Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper toward the floor, then moved slightly during remaining time of the episode.Policy B first moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:08.460140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:08.460140_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.326301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.326301_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.326301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.326301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.937420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi05_droid_2025-10-20T02:33:07.937420_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:56.351915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:56.351915_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.120249_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.120249_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.120249_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.120249_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.777487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0/pi0_fast_droid_2025-10-20T02:36:55.777487_video_wrist.mp4"},"preference":"TIE","session_id":"c11cadc8-01ca-4b4d-be1c-d9f928a6c0c0","university":"frodobots"},{"completion_time":"2025-10-20T02:30:02.475054Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle of water into the trash can","longform_feedback":"Policy A moved the gripper back and forth above the trash can during entire time of the episode, as if could not find the bottle of water.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the bottle of water into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:29.581767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:29.581767_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.357221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.357221_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.357221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.357221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.987220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_diffusion_droid_2025-10-20T02:26:28.987220_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:49.756265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:49.756265_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:48.817547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:48.817547_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:48.817547_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:48.817547_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:49.341376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56663631-5504-46fe-afef-9be5ac7c701f/paligemma_binning_droid_2025-10-20T02:29:49.341376_video_wrist.mp4"},"preference":"A","session_id":"56663631-5504-46fe-afef-9be5ac7c701f","university":"frodobots"},{"completion_time":"2025-10-20T02:10:47.901138Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper toward the drawer but moved away soon, then stopped during remaining time of the episode.My instruction is to open the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:31.798136_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:31.798136_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:30.893390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:30.893390_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:30.893390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:30.893390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:31.325815_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_binning_droid_2025-10-20T02:06:31.325815_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:13.362334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:13.362334_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.318148_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.318148_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.318148_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.318148_video_right.mp4","wrist_video_gcs_path":"evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.891678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/315f566d-b1cb-4af0-a489-ce300ea8d46b/paligemma_vq_droid_2025-10-20T02:10:12.891678_video_wrist.mp4"},"preference":"B","session_id":"315f566d-b1cb-4af0-a489-ce300ea8d46b","university":"frodobots"},{"completion_time":"2025-10-20T01:52:52.149537Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first moved the gripper back and forth for a while, as if could not find the target, then stopped during remaining time of the episode.Policy B moved the gripper slightly during entire time of the trial,as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the target.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:37.964692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:37.964692_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:36.854434_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:36.854434_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:36.854434_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:36.854434_video_right.mp4","wrist_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:37.460884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_vq_droid_2025-10-20T01:46:37.460884_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:25.497581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:25.497581_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.292812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.292812_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.292812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.292812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.944048_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/267ff082-9c81-4eae-8354-72960d204b8e/paligemma_diffusion_droid_2025-10-20T01:52:24.944048_video_wrist.mp4"},"preference":"TIE","session_id":"267ff082-9c81-4eae-8354-72960d204b8e","university":"frodobots"},{"completion_time":"2025-10-20T01:38:52.911183Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly during most time of the trial, then approached the drawer in the end.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the drawer, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:14.414616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:14.414616_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.210550_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.210550_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.210550_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.210550_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.864197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi0_droid_2025-10-20T01:33:13.864197_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:28.955253_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:28.955253_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:27.729366_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:27.729366_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:27.729366_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:27.729366_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:28.391140_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3282961-ddd4-4487-ab97-68932fd3eacf/pi05_droid_2025-10-20T01:38:28.391140_video_wrist.mp4"},"preference":"B","session_id":"c3282961-ddd4-4487-ab97-68932fd3eacf","university":"frodobots"},{"completion_time":"2025-10-20T01:26:25.380796Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull the handle of the upper drawer","longform_feedback":"Policy A first moved the gripper close to the drawer, adjusted posture, then moved slightly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to pull the handle of the upper drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the drawer, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:13.155493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:13.155493_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:11.889706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:11.889706_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:11.889706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:11.889706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:12.597268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_diffusion_droid_2025-10-20T01:21:12.597268_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:43.271520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:43.271520_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.095216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.095216_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.095216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.095216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.696844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3974046f-867c-451e-8528-385d2f5b688e/paligemma_fast_droid_2025-10-20T01:25:42.696844_video_wrist.mp4"},"preference":"A","session_id":"3974046f-867c-451e-8528-385d2f5b688e","university":"frodobots"},{"completion_time":"2025-10-17T08:52:23.273819Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the fridge.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:06.293297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:06.293297_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.106298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.106298_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.106298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.106298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.686181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_droid_2025-10-17T08:48:05.686181_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:05.302021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:05.302021_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.098815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.098815_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.098815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.098815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.710155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00008df3-4cb6-45ce-a6de-1d98a755146a/paligemma_fast_specialist_droid_2025-10-17T08:52:04.710155_video_wrist.mp4"},"preference":"TIE","session_id":"00008df3-4cb6-45ce-a6de-1d98a755146a","university":"frodobots"},{"completion_time":"2025-10-17T08:43:05.984975Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper close to the trash can, then hovered above the trash can during remaining time of the episode.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to throw the towel into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the trash can, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:42.595206_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:42.595206_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:41.388321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:41.388321_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:41.388321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:41.388321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:42.039330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_diffusion_droid_2025-10-17T08:36:42.039330_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:24.885201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:24.885201_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:23.648335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:23.648335_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:23.648335_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:23.648335_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:24.316148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8116e652-9c1b-432f-9c87-719fd4cf55af/paligemma_fast_specialist_droid_2025-10-17T08:42:24.316148_video_wrist.mp4"},"preference":"A","session_id":"8116e652-9c1b-432f-9c87-719fd4cf55af","university":"frodobots"},{"completion_time":"2025-10-17T08:25:58.515630Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for a while, then approached the trash can but moved away soon.My instruction is to pick up the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the trash can, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:50.122602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:50.122602_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.169300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.169300_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.169300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.169300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.707182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/paligemma_binning_droid_2025-10-17T08:20:49.707182_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:24.345200_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:24.345200_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:22.947397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:22.947397_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:22.947397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:22.947397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:23.769784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f1f070b-df81-4d29-aaa0-fe330fbe19af/pi05_droid_2025-10-17T08:25:23.769784_video_wrist.mp4"},"preference":"B","session_id":"7f1f070b-df81-4d29-aaa0-fe330fbe19af","university":"frodobots"},{"completion_time":"2025-10-17T08:08:01.468404Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cup from the trash can","longform_feedback":"Policy A first moved the gripper close to trash can, grasped the plastic bag which contained the cup, picked it up, then moved it and dropped it on floor.Policy B first moved the gripper close to the washing machine, then moved randomly during remaining time of the episode, as if could not find the target.My instruction is to pick up the cup from the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the plastic bag together with the cup, whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:58:01.189629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:58:01.189629_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:57:59.883268_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:57:59.883268_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:57:59.883268_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:57:59.883268_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:58:00.544160_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/pi0_droid_2025-10-17T07:58:00.544160_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:42.827278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:42.827278_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:41.564435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:41.564435_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:41.564435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:41.564435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:42.232258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b34518-89c8-460a-a39f-0acd29c239b5/paligemma_fast_droid_2025-10-17T08:03:42.232258_video_wrist.mp4"},"preference":"A","session_id":"69b34518-89c8-460a-a39f-0acd29c239b5","university":"frodobots"},{"completion_time":"2025-10-17T07:34:35.698688Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle of water into the trash can","longform_feedback":"Policy A first moved the gripper close to the bottle, gasped it, picked it up, then moved it toward the trash can and dropped it into the trash can.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper back and forth during most time of the episode, then approached the trash can in the end.My instruction is to throw the bottle of water into the trash can, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:48.797412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:48.797412_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:47.586367_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:47.586367_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:47.586367_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:47.586367_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:48.249684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_fast_droid_2025-10-17T07:27:48.249684_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:59.909790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:59.909790_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:58.695465_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:58.695465_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:58.695465_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:58.695465_video_right.mp4","wrist_video_gcs_path":"evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:59.353124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af79df09-80fb-4184-8445-377ca62ba3f8/pi0_droid_2025-10-17T07:33:59.353124_video_wrist.mp4"},"preference":"A","session_id":"af79df09-80fb-4184-8445-377ca62ba3f8","university":"frodobots"},{"completion_time":"2025-10-17T07:22:17.727147Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the shoe.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper , whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:19.240589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:19.240589_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.422047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.422047_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.422047_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.422047_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.848805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_binning_droid_2025-10-17T07:15:18.848805_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.985164_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.985164_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.008001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.008001_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.008001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.008001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.484573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0fb0389-af0e-400c-94c6-06826d75eb24/paligemma_fast_droid_2025-10-17T07:20:29.484573_video_wrist.mp4"},"preference":"B","session_id":"d0fb0389-af0e-400c-94c6-06826d75eb24","university":"frodobots"},{"completion_time":"2025-10-17T06:58:32.779669Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper close to the washing machine, then moved slightly during remaining time of the episode, as if could not find the shoe.Policy B first moved the gripper close to the shoe,after hesitating for a while, moved the gripper away and moved randomly during remaining time of the trial.My instruction is to pick up the shoe,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the shoe, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:51.531862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:51.531862_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.347240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.347240_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.347240_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.347240_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.964419_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/paligemma_fast_specialist_droid_2025-10-17T06:50:50.964419_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:12.685913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:12.685913_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:11.464532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:11.464532_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:11.464532_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:11.464532_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:12.110291_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90058dc2-64f4-4ca0-938f-4802f1cf1c8f/pi0_fast_droid_2025-10-17T06:56:12.110291_video_wrist.mp4"},"preference":"B","session_id":"90058dc2-64f4-4ca0-938f-4802f1cf1c8f","university":"frodobots"},{"completion_time":"2025-10-17T06:47:46.266384Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to untie the shoelace, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:20.419798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:20.419798_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.181921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.181921_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.181921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.181921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.863028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_fast_droid_2025-10-17T06:44:19.863028_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:32.817386_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:32.817386_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:31.888386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:31.888386_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:31.888386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:31.888386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:32.410849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07351056-cea8-4bc0-8f91-5d07013354d1/paligemma_binning_droid_2025-10-17T06:47:32.410849_video_wrist.mp4"},"preference":"A","session_id":"07351056-cea8-4bc0-8f91-5d07013354d1","university":"frodobots"},{"completion_time":"2025-10-17T06:10:37.555153Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the broom","longform_feedback":"Policy A first moved the gripper near the broom, then closed and opened the gripper several times during remaining time of the trial, as if attempting to grasp the broom, but did not succeed in the end.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to pick up the broom,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the broom, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:48.815079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:48.815079_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:47.651927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:47.651927_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:47.651927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:47.651927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:48.279009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_diffusion_droid_2025-10-17T06:03:48.279009_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:11.841396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:11.841396_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:10.666858_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:10.666858_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:10.666858_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:10.666858_video_right.mp4","wrist_video_gcs_path":"evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:11.213316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/207c5e95-072b-42b4-8110-86259b247fe1/paligemma_fast_droid_2025-10-17T06:08:11.213316_video_wrist.mp4"},"preference":"A","session_id":"207c5e95-072b-42b4-8110-86259b247fe1","university":"frodobots"},{"completion_time":"2025-10-17T05:46:45.968190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"sweep the floor with the broom","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the broom, then closed and opened the gripper several times during remaining time of the trial, as if attempting to grasp the broom, but did not succeed in the end.My instruction is to sweep the floor with the broom, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to gasp the broom, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:40.476488_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:40.476488_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:39.612875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:39.612875_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:39.612875_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:39.612875_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:40.084304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_binning_droid_2025-10-17T05:39:40.084304_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:30.770021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:30.770021_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:29.559535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:29.559535_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:29.559535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:29.559535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:30.192874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd2db5cb-283d-4c5a-bf73-26e8c9d135a7/paligemma_vq_droid_2025-10-17T05:45:30.192874_video_wrist.mp4"},"preference":"B","session_id":"cd2db5cb-283d-4c5a-bf73-26e8c9d135a7","university":"frodobots"},{"completion_time":"2025-10-17T05:31:06.212204Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of water","longform_feedback":"Policy A first moved the gripper back and forth during most time of the episode, then approached the bottle of water in the end.Policy B first moved the gripper close to the bottle of water, grasped and released it, but did not pick it up,then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the bottle of water, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the bottle of water, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:31.186005_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:31.186005_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:29.960320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:29.960320_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:29.960320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:29.960320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:30.582349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi0_droid_2025-10-17T05:23:30.582349_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:20.798313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:20.798313_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:19.557313_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:19.557313_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:19.557313_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:19.557313_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:20.183745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbbdff44-44b7-4d19-abba-27800c14b91e/pi05_droid_2025-10-17T05:28:20.183745_video_wrist.mp4"},"preference":"B","session_id":"fbbdff44-44b7-4d19-abba-27800c14b91e","university":"frodobots"},{"completion_time":"2025-10-17T03:29:55.846175Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the drawer","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the drawer and put it into the drawer.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, attempted to grasp the banana but did not succeed, accidentally causing the banana to fall off from the table into the drawer.My instruction is to put the banana into the drawer, both policies have completed the task successfully.When comparing the performance of the two, policy B seemingly completed the task by accident, where policy A completed the task normally.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:40.027752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:40.027752_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:38.803000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:38.803000_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:38.803000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:38.803000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:39.450669_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/pi05_droid_2025-10-17T03:20:39.450669_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:33.976077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:33.976077_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:32.751499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:32.751499_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:32.751499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:32.751499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:33.404891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a114bd-ceeb-41b3-a266-b152700f1ca3/paligemma_fast_droid_2025-10-17T03:29:33.404891_video_wrist.mp4"},"preference":"A","session_id":"e8a114bd-ceeb-41b3-a266-b152700f1ca3","university":"frodobots"},{"completion_time":"2025-10-17T03:16:20.530381Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the banana, then made multiple attempts to grasp it during most time of the trial, but did not succeed.My instruction is to put the banana into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the banana, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:33.805645_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:33.805645_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:32.629241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:32.629241_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:32.629241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:32.629241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:33.229157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_fast_droid_2025-10-17T03:10:33.229157_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:51.262486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:51.262486_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:49.825281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:49.825281_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:49.825281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:49.825281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:50.644954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eec095b6-a128-4d9c-aa7a-f14216089928/pi0_droid_2025-10-17T03:15:50.644954_video_wrist.mp4"},"preference":"B","session_id":"eec095b6-a128-4d9c-aa7a-f14216089928","university":"frodobots"},{"completion_time":"2025-10-17T03:03:15.727271Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller into the drawer","longform_feedback":"Policy A first moved the gripper close to controller but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper back and forth for a while,  approached the controller, made multiple attempts to grasp it but did not succeed, then move the gripper away.My instruction is to put the controller into the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the controller, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:51.733293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:51.733293_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:50.504471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:50.504471_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:50.504471_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:50.504471_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:51.140024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi0_droid_2025-10-17T02:54:51.140024_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:39.690982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:39.690982_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:38.429555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:38.429555_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:38.429555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:38.429555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:39.092655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ca80e55-a390-4414-a90e-22effcadd1ea/pi05_droid_2025-10-17T03:02:39.092655_video_wrist.mp4"},"preference":"B","session_id":"8ca80e55-a390-4414-a90e-22effcadd1ea","university":"frodobots"},{"completion_time":"2025-10-17T02:50:13.087564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A first moved the gripper close to the drawer but moved away soon, then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper toward the floor, then moved up and down during most time of the trial, as if could not find the target.My instruction is to close the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the drawer, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:42.083151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:42.083151_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:40.885168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:40.885168_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:40.885168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:40.885168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:41.517484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_vq_droid_2025-10-17T02:41:41.517484_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:46.433906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:46.433906_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.211266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.211266_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.211266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.211266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.898102_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41171659-c5b9-4b96-ba4e-773ca4cf09ac/paligemma_diffusion_droid_2025-10-17T02:48:45.898102_video_wrist.mp4"},"preference":"A","session_id":"41171659-c5b9-4b96-ba4e-773ca4cf09ac","university":"frodobots"},{"completion_time":"2025-10-17T02:26:08.204276Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A first moved the gripper close to upper drawer,  approached the handle of the drawer, attempted to grasp the handle but did not succeed.Then,policy A moved the gripper away, after hesitating for a while,policy A approached the drawer again in the end.Policy B first moved the gripper close to the drawer, then moved slightly around the drawer during remaining time of the episode.My instruction is to open the upper drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted the grasped the handle of upper drawer, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:05.912675_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:05.912675_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:04.492372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:04.492372_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:04.492372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:04.492372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:05.237010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_fast_specialist_droid_2025-10-17T02:19:05.237010_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:26.067079_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:26.067079_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:24.835516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:24.835516_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:24.835516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:24.835516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:25.529031_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a64c9ba-d20a-46f9-8cb1-b974459bc1fd/paligemma_diffusion_droid_2025-10-17T02:24:25.529031_video_wrist.mp4"},"preference":"A","session_id":"8a64c9ba-d20a-46f9-8cb1-b974459bc1fd","university":"frodobots"},{"completion_time":"2025-10-17T02:14:20.932330Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of water","longform_feedback":"Policy A first moved the gripper close to table, then moved the gripper randomly during remaining time of the episode, as if could not find the target.Policy B first moved the gripper back and forth during the most time of the trial, then approached bottle of water in the end.My instruction is to pick up the bottle of water, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the bottle of water, where as policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:54.660834_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:54.660834_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:53.393666_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:53.393666_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:53.393666_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:53.393666_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:54.055832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi0_fast_droid_2025-10-17T02:07:54.055832_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:32.001747_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:32.001747_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:30.772778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:30.772778_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:30.772778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:30.772778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:31.411416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1/pi05_droid_2025-10-17T02:13:31.411416_video_wrist.mp4"},"preference":"B","session_id":"b232fc7c-5f6e-4e45-8eb3-0c9691d0adb1","university":"frodobots"},{"completion_time":"2025-10-17T02:03:53.824635Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bunch of grapes","longform_feedback":"Policy A first moved the gripper close to close to the bunch of grapes, then,after hesitating for while, moved the gripper away and moved the gripper randomly during remaining time of the trial.Policy B first moved the gripper back and forth for a while, then stopped during remaining time of the episode.My instruction is to pick up the bunch of grapes, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the bunch of the grapes, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:29.869773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:29.869773_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:28.595401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:28.595401_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:28.595401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:28.595401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:29.320609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/paligemma_fast_droid_2025-10-17T01:59:29.320609_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:35.860934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:35.860934_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:34.781749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:34.781749_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:34.781749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:34.781749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:35.375452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde51fa8-2ddf-4161-8bbd-1c8b28a3e938/pi0_fast_droid_2025-10-17T02:03:35.375452_video_wrist.mp4"},"preference":"A","session_id":"cde51fa8-2ddf-4161-8bbd-1c8b28a3e938","university":"frodobots"},{"completion_time":"2025-10-17T01:51:33.164140Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper close to the fridge, approach the door of fridge, then attempted to pushed the fridge door, but moved away soon as if did not know how to complete the task.Policy B first moved the gripper close to the fridge, approached the fridge door,then adjusted posture, pushed the door in wrong direction, did not succeed to close to the door in the end.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the required fridge door, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:18.286128_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:18.286128_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.089033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.089033_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.089033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.089033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.703283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_diffusion_droid_2025-10-17T01:44:17.703283_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:34.987905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:34.987905_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:33.827286_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:33.827286_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:33.827286_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:33.827286_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:34.494296_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b556c827-fe91-4330-aa53-87f5c85bc2f3/paligemma_vq_droid_2025-10-17T01:50:34.494296_video_wrist.mp4"},"preference":"B","session_id":"b556c827-fe91-4330-aa53-87f5c85bc2f3","university":"frodobots"},{"completion_time":"2025-10-17T01:17:36.010624Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the refrigerator door","longform_feedback":"Policy A first moved the gripper close to the refrigerator, approach the door, adjusted posture, then  pushed the door, as if attempting to open it, but did not succeed in the end.Policy B first moved the gripper close to the drawer rather than the fridge, then moved slightly near the edge of drawer during most time of the trial.My instruction is to open the refrigerator door,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to open the fridge door, whereas policy B could not find the fridge.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:11.934318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:11.934318_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:10.661715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:10.661715_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:10.661715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:10.661715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:11.358653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/pi0_fast_droid_2025-10-17T01:11:11.358653_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:13.240662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:13.240662_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:11.960885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:11.960885_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:11.960885_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:11.960885_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:12.662971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3aa33c68-7701-49df-a86a-6201a9a8b56d/paligemma_diffusion_droid_2025-10-17T01:17:12.662971_video_wrist.mp4"},"preference":"A","session_id":"3aa33c68-7701-49df-a86a-6201a9a8b56d","university":"frodobots"},{"completion_time":"2025-10-16T08:54:26.079466Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the sofa with the towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to grasp the towel then wipe the sofa with the towel, neither policy was able to complete the task.When comparing the performance of the two,both policies only moved the gripper and did not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:04.270031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:04.270031_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:02.961948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:02.961948_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:02.961948_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:02.961948_video_right.mp4","wrist_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:03.686465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi05_droid_2025-10-16T08:49:03.686465_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:18.516227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:18.516227_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.231676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.231676_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.231676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.231676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.890897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/131b0836-f848-461c-8b2f-07642155c8a0/pi0_droid_2025-10-16T08:53:17.890897_video_wrist.mp4"},"preference":"TIE","session_id":"131b0836-f848-461c-8b2f-07642155c8a0","university":"frodobots"},{"completion_time":"2025-10-16T08:19:55.335878Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A first moved the gripper close to the cube,after hesitating for a while, grasped the cube, picked it up, then moved it and dropped it on floor in the end.Policy B first moved the gripper close to the cube, touched it, then approached the book and attempted to grasped the surface of sofa near the book.My instruction is to put the cube onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy A picked up the cube, whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:18.836267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:18.836267_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:17.587041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:17.587041_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:17.587041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:17.587041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:18.289012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_fast_droid_2025-10-16T08:11:18.289012_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:40.576952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:40.576952_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.264273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.264273_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.264273_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.264273_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.897358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82675c27-0fea-493f-9672-6affd4317a49/paligemma_diffusion_droid_2025-10-16T08:16:39.897358_video_wrist.mp4"},"preference":"A","session_id":"82675c27-0fea-493f-9672-6affd4317a49","university":"frodobots"},{"completion_time":"2025-10-16T08:03:38.761113Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"push the cube from right to left","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cube, grasped it, picked it up, moved it to left a bit and dropped it on sofa.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to push the cube from right to left,when comparing the performance of the two,policy B almost completed the task whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:10.450481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:10.450481_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:09.508802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:09.508802_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:09.508802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:09.508802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:10.045142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_binning_droid_2025-10-16T07:56:10.045142_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:02:00.954358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:02:00.954358_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:01:59.704960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:01:59.704960_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:01:59.704960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:01:59.704960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:02:00.390878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53226b8-e9f0-4da9-888e-84a4ab850121/paligemma_fast_specialist_droid_2025-10-16T08:02:00.390878_video_wrist.mp4"},"preference":"B","session_id":"d53226b8-e9f0-4da9-888e-84a4ab850121","university":"frodobots"},{"completion_time":"2025-10-16T07:51:37.594314Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the book","longform_feedback":"Policy A first moved the gripper close to the book,  adjusted posture, inserted the gripper under the book, then grasped the book, picked it up, then released it soon.Next, policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the book, when comparing the performance of the two, policy A completed the task successfully, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:19.189964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:19.189964_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:17.934915_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:17.934915_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:17.934915_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:17.934915_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:18.644968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_fast_droid_2025-10-16T07:45:18.644968_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:07.938222_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:07.938222_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:06.975550_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:06.975550_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:06.975550_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:06.975550_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:07.540131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb16a117-023c-454d-bd52-bd755ce67f47/paligemma_binning_droid_2025-10-16T07:51:07.540131_video_wrist.mp4"},"preference":"A","session_id":"eb16a117-023c-454d-bd52-bd755ce67f47","university":"frodobots"},{"completion_time":"2025-10-16T07:41:24.979157Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the table, then attempted to grasp the edge of the table during most time of the episode.Policy B first moved the gripper close to the book, adjusted posture,insert the gripper under the book, pushed it, as if attempting to close the book, but did not succeed.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to close the book, whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:09.617912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:09.617912_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:08.446553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:08.446553_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:08.446553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:08.446553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:09.092296_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/pi05_droid_2025-10-16T07:33:09.092296_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:53.679067_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:53.679067_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:52.419669_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:52.419669_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:52.419669_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:52.419669_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:53.081749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c4ffeac-0b7f-43f2-92df-3902bc00694a/paligemma_vq_droid_2025-10-16T07:38:53.081749_video_wrist.mp4"},"preference":"B","session_id":"7c4ffeac-0b7f-43f2-92df-3902bc00694a","university":"frodobots"},{"completion_time":"2025-10-16T07:14:14.555743Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture,  moved the gripper slightly above the book until time ran out.Policy B first moved the gripper close to the book, adjusted posture,  approached the edge of the book, pushed the edge to make the book opened a bit, but the book closed when the gripper moved away.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least open the book a bit, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:20.452889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:20.452889_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.180233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.180233_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.180233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.180233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.850979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/paligemma_diffusion_droid_2025-10-16T07:08:19.850979_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:29.368323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:29.368323_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.090303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.090303_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.090303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.090303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.788825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d/pi05_droid_2025-10-16T07:13:28.788825_video_wrist.mp4"},"preference":"B","session_id":"7c3a50b8-6e8f-4d38-a2cf-4f8533fffa3d","university":"frodobots"},{"completion_time":"2025-10-16T07:01:24.846176Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the book, approached the edge of the book, made multiple attempts to grasp it but did not succeed.Then policy B moved the gripper away in the end.My instruction is to turn the book upside down,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasped the book, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:21.918721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:21.918721_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:20.993208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:20.993208_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:20.993208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:20.993208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:21.522406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_binning_droid_2025-10-16T06:52:21.522406_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:40.146238_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:40.146238_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:38.815973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:38.815973_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:38.815973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:38.815973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:39.510621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d21172bd-72c4-4349-9466-15da8d8ce54e/paligemma_diffusion_droid_2025-10-16T06:57:39.510621_video_wrist.mp4"},"preference":"B","session_id":"d21172bd-72c4-4349-9466-15da8d8ce54e","university":"frodobots"},{"completion_time":"2025-10-16T06:13:36.041302Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the floor, then moved slightly during remaining time of the episode.Policy B first moved the gripper close to the towel, grasped the bottom right corner of the towel and released it, then policy B attempted to grasped the towel several times and grasped it in the end.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped the towel, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:41.678569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:41.678569_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:40.487163_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:40.487163_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:40.487163_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:40.487163_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:41.131108_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/paligemma_diffusion_droid_2025-10-16T05:57:41.131108_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:18.810626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:18.810626_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:17.578683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:17.578683_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:17.578683_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:17.578683_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:18.253612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a64628-5993-4ef6-9687-4c4ce26ff96f/pi0_fast_droid_2025-10-16T06:13:18.253612_video_wrist.mp4"},"preference":"B","session_id":"d9a64628-5993-4ef6-9687-4c4ce26ff96f","university":"frodobots"},{"completion_time":"2025-10-16T05:44:20.197399Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the grapes with plate","longform_feedback":"Policy A first moved the gripper close to the plate, attempted to grasp it but did not succeed, then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the plate, made several attempts to grasp it, then grasped and released it and pressed the plate in the end.My instruction is to cover the grapes with plate,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the plate, whereas policy A did not.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:24.281517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:24.281517_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.042529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.042529_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.042529_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.042529_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.709186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_fast_specialist_droid_2025-10-16T05:38:23.709186_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:30.745926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:30.745926_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:29.529452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:29.529452_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:29.529452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:29.529452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:30.167075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ec472f-5366-4a84-8fa4-9febfce33301/paligemma_diffusion_droid_2025-10-16T05:43:30.167075_video_wrist.mp4"},"preference":"B","session_id":"57ec472f-5366-4a84-8fa4-9febfce33301","university":"frodobots"},{"completion_time":"2025-10-16T05:32:46.739193Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of grapes into the plate","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the bunch of grapes, grasped it, picked it up, then moved it toward the plate and dropped it beside the plate.Policy B first moved the gripper close to the plate, closed and opened the gripper above the plate several times, then moved the gripper away in the end.My instruction is to put the bunch of grapes into the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task, whereas policy B only moved the gripper.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:12.216434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:12.216434_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:10.932840_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:10.932840_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:10.932840_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:10.932840_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:11.622132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_diffusion_droid_2025-10-16T05:26:11.622132_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:59.486285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:59.486285_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.231019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.231019_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.231019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.231019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.897822_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61a1b600-0cce-4404-9d78-cf488e78b395/paligemma_vq_droid_2025-10-16T05:31:58.897822_video_wrist.mp4"},"preference":"A","session_id":"61a1b600-0cce-4404-9d78-cf488e78b395","university":"frodobots"},{"completion_time":"2025-10-16T05:16:42.743001Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the curtain, attempted to grasped it several times but did not succeed. Then policy B moved the gripper back and moved slightly during remaining time of the trial.My instruction is to open the curtain, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the curtain, whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:19.287593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:19.287593_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.132386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.132386_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.132386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.132386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.719586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/pi05_droid_2025-10-16T03:23:18.719586_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:06.907465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:06.907465_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:05.753388_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:05.753388_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:05.753388_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:05.753388_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:06.343324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e58ac-d370-4761-a789-a470fc262a18/paligemma_fast_specialist_droid_2025-10-16T03:28:06.343324_video_wrist.mp4"},"preference":"B","session_id":"8e7e58ac-d370-4761-a789-a470fc262a18","university":"frodobots"},{"completion_time":"2025-10-16T03:18:25.465169Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the curtain, attempted to grasp it, then moved the gripper close to the controller, pressed it.Next, policy A moved the gripper back and forth around the controller during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the controller, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:55.173131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:55.173131_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.007763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.007763_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.007763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.007763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.599647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/pi0_fast_droid_2025-10-16T03:10:54.599647_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:36.818586_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:36.818586_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:35.602458_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:35.602458_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:35.602458_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:35.602458_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:36.251113_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92f9aca2-8b8f-4cd2-a316-01749058b687/paligemma_diffusion_droid_2025-10-16T03:17:36.251113_video_wrist.mp4"},"preference":"A","session_id":"92f9aca2-8b8f-4cd2-a316-01749058b687","university":"frodobots"},{"completion_time":"2025-10-16T03:00:08.675434Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the curtain,grasped it and released it, then moved the gripper away in the end.My instruction is to rotate the controller by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:56.693269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:56.693269_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:55.676276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:55.676276_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:55.676276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:55.676276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:56.276638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_binning_droid_2025-10-16T02:54:56.276638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:50.368049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:50.368049_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.185108_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.185108_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.185108_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.185108_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.828731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e903a8a-e0c1-41c7-8e43-feecda3bf632/paligemma_fast_specialist_droid_2025-10-16T02:59:49.828731_video_wrist.mp4"},"preference":"B","session_id":"5e903a8a-e0c1-41c7-8e43-feecda3bf632","university":"frodobots"},{"completion_time":"2025-10-16T02:36:28.251776Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the trash,attempted to grasp it, then moved the gripper back and forth around the trash can during remaining time of the trial.My instruction is to pick up the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the trash can, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:06.275351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:06.275351_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.203567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.203567_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.203567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.203567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.741839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/paligemma_binning_droid_2025-10-16T02:21:05.741839_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:05.862618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:05.862618_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:04.623958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:04.623958_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:04.623958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:04.623958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:05.281361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8867ee7e-e5ee-44b6-96a3-70d524b69b8c/pi0_droid_2025-10-16T02:35:05.281361_video_wrist.mp4"},"preference":"B","session_id":"8867ee7e-e5ee-44b6-96a3-70d524b69b8c","university":"frodobots"},{"completion_time":"2025-10-16T02:09:59.635452Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the trash can on floor","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the trash can but moved away soon, then policy B moved the gripper close to the curtain and attempted to grasp it several time.Next, policy B approached the trash can again in the end.My instruction is to put the trash can on floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the trash can, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:57.565651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:57.565651_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:56.623220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:56.623220_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:56.623220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:56.623220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:57.124713_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_binning_droid_2025-10-16T02:03:57.124713_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:34.807153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:34.807153_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:33.712407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:33.712407_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:33.712407_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:33.712407_video_right.mp4","wrist_video_gcs_path":"evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:34.257111_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/125e6620-0d85-44e4-a91a-e1d59d66bef4/paligemma_fast_droid_2025-10-16T02:09:34.257111_video_wrist.mp4"},"preference":"B","session_id":"125e6620-0d85-44e4-a91a-e1d59d66bef4","university":"frodobots"},{"completion_time":"2025-10-16T01:56:54.303139Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the cup into the trash can","longform_feedback":"Policy A first moved the gripper close to the cup, grasped it, picked it up, then moved it toward the curtain and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the cup, grasped it, picked it up, then moved it toward the trash can and dropped it into the trash can.My instruction is to throw the cup into the trash can,when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:08.725899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:08.725899_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:07.462825_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:07.462825_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:07.462825_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:07.462825_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:08.144231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_droid_2025-10-16T01:52:08.144231_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:40.242801_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:40.242801_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:38.998673_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:38.998673_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:38.998673_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:38.998673_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:39.669508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67e8a9f9-aa55-400e-9628-bbc52ecc4efe/paligemma_fast_specialist_droid_2025-10-16T01:56:39.669508_video_wrist.mp4"},"preference":"B","session_id":"67e8a9f9-aa55-400e-9628-bbc52ecc4efe","university":"frodobots"},{"completion_time":"2025-10-16T01:35:56.919747Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the cup upside down","longform_feedback":"Policy A first moved the gripper close to the cup, grasped and released it, then policy A moved the gripper away and almost stopped above the cup during remaining time of the trial.Policy B first moved the gripper close to the cup but moved away soon, then policy B moved the gripper randomly until stopped in the end.My instruction is to turn the cup upside down,neither policy was able to complete the task.When comparing the performance of the two, policy A at last grasped the cup whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:12.690366_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:12.690366_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:11.421405_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:11.421405_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:11.421405_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:11.421405_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:12.086902_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/paligemma_diffusion_droid_2025-10-16T01:23:12.086902_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:28.505734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:28.505734_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.316562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.316562_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.316562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.316562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.959346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c614d35-de53-4015-bf2a-e7a2cc525455/pi0_fast_droid_2025-10-16T01:30:27.959346_video_wrist.mp4"},"preference":"A","session_id":"0c614d35-de53-4015-bf2a-e7a2cc525455","university":"frodobots"},{"completion_time":"2025-10-16T01:11:57.703112Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the coin","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth slightly, then almost stopped during remaining time of the trial.My instruction is to pick up the coin, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the coin.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:09.960277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:09.960277_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:08.684878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:08.684878_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:08.684878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:08.684878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:09.389179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_fast_droid_2025-10-16T01:07:09.389179_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:42.614852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:42.614852_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:41.474545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:41.474545_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:41.474545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:41.474545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:42.064655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba595d42-78a8-4f63-aa0c-f29fad0186e5/pi0_droid_2025-10-16T01:11:42.064655_video_wrist.mp4"},"preference":"TIE","session_id":"ba595d42-78a8-4f63-aa0c-f29fad0186e5","university":"frodobots"},{"completion_time":"2025-10-15T23:22:41.904967Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the stick onto chair","longform_feedback":"BOth policies did quite bad since they both reached for irrelevant object such as spoon (in A) and the edge of the table (for B) but ignored the appearance of the toys in the middle of the seen","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:58.805808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:58.805808_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:57.520308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:57.520308_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:57.520308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:57.520308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:58.213229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/paligemma_fast_droid_2025-10-15T23:16:58.213229_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:16.255110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:16.255110_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.005402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.005402_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.005402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.005402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.686992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/075e161b-f385-4535-b7e7-9984603b6cb2/pi0_droid_2025-10-15T23:22:15.686992_video_wrist.mp4"},"preference":"TIE","session_id":"075e161b-f385-4535-b7e7-9984603b6cb2","university":"Berkeley"},{"completion_time":"2025-10-15T23:11:13.884818Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the bowl into chair","longform_feedback":"A and B both could grasp the bowl and move around but the chair was never the final destination for both episode. A moved it slightly left but still remained within the tray area while B completely removed it from the tray and placed on the plain table","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:57.056578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:57.056578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:55.750034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:55.750034_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:55.750034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:55.750034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:56.467526_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_droid_2025-10-15T23:05:56.467526_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:43.807327_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:43.807327_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:42.403138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:42.403138_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:42.403138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:42.403138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:43.227059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664a17f2-9baa-407a-987f-73d857f6a6e7/pi0_fast_droid_2025-10-15T23:09:43.227059_video_wrist.mp4"},"preference":"TIE","session_id":"664a17f2-9baa-407a-987f-73d857f6a6e7","university":"Berkeley"},{"completion_time":"2025-10-15T23:02:00.834388Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the apple from the pot","longform_feedback":"B did not move from its initial position while A quickly approached the pot and performed the searching on it. The arm eventually reached for the apple but unfortunately it could not handle to grasp it in place","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:52.661335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:52.661335_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:51.415171_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:51.415171_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:51.415171_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:51.415171_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:52.085425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_fast_specialist_droid_2025-10-15T22:58:52.085425_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:20.113169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:20.113169_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.107423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.107423_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.107423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.107423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.642663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ce9e697-a464-4167-ac7c-1de6f6f55575/paligemma_binning_droid_2025-10-15T23:01:19.642663_video_wrist.mp4"},"preference":"A","session_id":"1ce9e697-a464-4167-ac7c-1de6f6f55575","university":"berkeleu"},{"completion_time":"2025-10-15T22:51:24.807151Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the grasp next to the strawberry","longform_feedback":"Both policies did relatively bad A just ignored the grape and moved to the strrawberry directly while B just moved inwards and did nothing relevant to the task","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:37.674039_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:37.674039_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:36.368653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:36.368653_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:36.368653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:36.368653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:37.055717_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_diffusion_droid_2025-10-15T22:29:37.055717_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:55.345445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:55.345445_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.249936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.249936_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.249936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.249936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.855522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/befd6c32-db19-4ad6-bc7b-a43241804b8d/paligemma_binning_droid_2025-10-15T22:47:54.855522_video_wrist.mp4"},"preference":"TIE","session_id":"befd6c32-db19-4ad6-bc7b-a43241804b8d","university":"Berkeley"},{"completion_time":"2025-10-15T22:03:04.397136Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the plate over dish rack","longform_feedback":"policy A reached the plate but not able to grasp it over; it then pushed the tray onwards. b just neatly grasped the plate but then it moved infront of the tray","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:09.972461_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:09.972461_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:11.921614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:11.921614_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:10.768076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:10.768076_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:10.768076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:10.768076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:11.309413_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/pi0_droid_2025-10-15T21:42:11.309413_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.210592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.210592_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:48.032575_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:48.032575_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.926845_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.926845_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.926845_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:46.926845_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:47.459146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e/paligemma_vq_droid_2025-10-15T22:01:47.459146_video_wrist.mp4"},"preference":"B","session_id":"c560aebd-603f-4f7c-9fb6-7e6f39b7ea5e","university":"Berkeley"},{"completion_time":"2025-10-15T21:34:36.044200Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"grab the can next to the strawberry","longform_feedback":"Both policies quickly reached for the drawer which contained the canned but they behaved differently after touching upon the canned.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:48.417574_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:48.417574_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:50.305676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:50.305676_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:49.146896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:49.146896_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:48.417574_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:48.417574_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:49.701912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi0_fast_droid_2025-10-15T21:24:49.701912_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:46.778454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:46.778454_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:48.586773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:48.586773_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:47.514709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:47.514709_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:46.778454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:46.778454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:48.033515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6740ac63-6041-4be7-b521-86c313694fa6/pi05_droid_2025-10-15T21:32:48.033515_video_wrist.mp4"},"preference":"TIE","session_id":"6740ac63-6041-4be7-b521-86c313694fa6","university":"Berkeley"},{"completion_time":"2025-10-15T21:19:18.894727Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"serve the plate into tray","longform_feedback":"Both policies were able to move the plate over the direction where the tray it placed on without having the object interior threw of on the way. A moved to the edge of the tray and then got stuck and couldn't completely place it on the tray as the arm had to lift a little higher. B on the other hand just threw the entire plate off the table and all the fruit inside got damaged","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.137488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.137488_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:05.035629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:05.035629_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.888758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.888758_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.888758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:03.888758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:04.429556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/paligemma_vq_droid_2025-10-15T21:03:04.429556_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:00.246247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:00.246247_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:02.134867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:02.134867_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.000171_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.000171_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.000171_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.000171_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.537802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8dd25a-0915-497c-8a77-84147be85507/pi05_droid_2025-10-15T21:18:01.537802_video_wrist.mp4"},"preference":"A","session_id":"7b8dd25a-0915-497c-8a77-84147be85507","university":"Berkeley"},{"completion_time":"2025-10-15T20:58:28.922754Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sort out all the fruitds into plate","longform_feedback":"A just remained idle with the arm moving inwards to the basse of the robot. B started off quickly while grasping 2 fruits and one vegetable to the plate. It misspecified the carot as fruit","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.084535_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.084535_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:43.661815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:43.661815_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.721146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.721146_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.721146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:42.721146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:43.161618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_binning_droid_2025-10-15T20:53:43.161618_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.252555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.252555_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:46.065217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:46.065217_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.971788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.971788_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.971788_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:44.971788_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:45.486200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cc58a5-5371-4169-ac5c-fa20495648f4/paligemma_vq_droid_2025-10-15T20:57:45.486200_video_wrist.mp4"},"preference":"B","session_id":"37cc58a5-5371-4169-ac5c-fa20495648f4","university":"Berkeley"},{"completion_time":"2025-10-15T05:35:25.318000Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved the banana toward the trash can,  knocked the trash can over.Next, policy A moved the banana above the trash can and dropped the banana tightly against the trash can.Policy B showed no response to my command and did not perform any operations at all.When comparing the performance of the two, policy A almost completed the task, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:56.368513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:56.368513_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.101995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.101995_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.101995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.101995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.785459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_fast_specialist_droid_2025-10-15T05:26:55.785459_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:22.289808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:22.289808_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.294984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.294984_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.294984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.294984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.879023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f71f5571-2177-4429-b221-cd7bef6cbe52/paligemma_binning_droid_2025-10-15T05:32:21.879023_video_wrist.mp4"},"preference":"A","session_id":"f71f5571-2177-4429-b221-cd7bef6cbe52","university":"frodobots"},{"completion_time":"2025-10-15T03:56:05.305782Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle of skittles into the trash can","longform_feedback":"Policy A first moved the gripper close to the trash can, then approached the bottle of skittles, attempted to grasp it but did not succeed.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the bottle of skittles, grasped it but failed to pick it up.Then, after hesitating for a while, policy B approached the bottle of skittles and grasped it again in the end.My instruction is to throw the bottle of skittles into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the bottle of skittles, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:26.903873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:26.903873_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:25.184543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:25.184543_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:25.184543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:25.184543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:26.270332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi05_droid_2025-10-15T03:47:26.270332_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:53.497299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:53.497299_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.211498_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.211498_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.211498_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.211498_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.907348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3/pi0_fast_droid_2025-10-15T03:53:52.907348_video_wrist.mp4"},"preference":"B","session_id":"e2d9b229-8bd5-4ae8-a0fd-2b1f9ece8ec3","university":"frodobots"},{"completion_time":"2025-10-15T03:43:29.949328Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of skittles","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the bottle skittles, attempted to grasp it but failed.Next, after hesitating for a while, policy A approached the bottle of the skittles again and picked it up in the end.Policy B first moved the gripper close to the bottle of skittles, hovered above it for a while, attempted to grasp it but failed.My instruction is to pick up the bottle of skittles, when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:58.885242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:58.885242_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:57.536572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:57.536572_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:57.536572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:57.536572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:58.240604_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/paligemma_diffusion_droid_2025-10-15T03:37:58.240604_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:10.303976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:10.303976_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.008731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.008731_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.008731_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.008731_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.728178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7925ac72-7591-425d-b6ca-27d6261632f9/pi0_droid_2025-10-15T03:43:09.728178_video_wrist.mp4"},"preference":"A","session_id":"7925ac72-7591-425d-b6ca-27d6261632f9","university":"frodobots"},{"completion_time":"2025-10-15T03:27:41.726140Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the pillow","longform_feedback":"Policy A first moved the gripper close to the cube, grasped it, picked it up, then moved it close to the pillow, dropped it, causing the cube to fall off to the floor.Next, policy A approached the the pillow and picked it up in the end.Policy B first moved the gripper close to the cube, grasped it, picked it up, then moved it close to the pillow, dropped it, causing the cube to fall off to the floor.Next, policy B moved the gripper away and moved randomly during remaining time of the trial.My instruction is to put the cube onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, both policies picked up the cube and dropped it on edge of the pillow, causing the cube to fall off to the floor.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:51.009646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:51.009646_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:49.756321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:49.756321_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:49.756321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:49.756321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:50.430532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_vq_droid_2025-10-15T03:15:50.430532_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:35.172743_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:35.172743_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:33.935211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:33.935211_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:33.935211_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:33.935211_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:34.598481_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b7250b3-d5fd-413b-a765-9b0f7814fab1/paligemma_fast_droid_2025-10-15T03:23:34.598481_video_wrist.mp4"},"preference":"TIE","session_id":"7b7250b3-d5fd-413b-a765-9b0f7814fab1","university":"frodobots"},{"completion_time":"2025-10-15T03:00:24.234186Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B moved the gripper back and forth for a while, then approached the edge of the table, attempted to grasp it until time ran out.My instruction is to turn the book upside down, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper and could not find the target, but policy B attempted to grasp something while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:31.538427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:31.538427_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.294228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.294228_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.294228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.294228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.954333_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/paligemma_vq_droid_2025-10-15T02:50:30.954333_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:27.233963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:27.233963_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:25.958960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:25.958960_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:25.958960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:25.958960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:26.651527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1763e446-e2d6-410c-b4d6-95cdaa803293/pi05_droid_2025-10-15T02:57:26.651527_video_wrist.mp4"},"preference":"B","session_id":"1763e446-e2d6-410c-b4d6-95cdaa803293","university":"frodobots"},{"completion_time":"2025-10-15T02:45:35.201755Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the book upside down","longform_feedback":"Policy A first moved the gripper back and forth for a while, then stopped near the edge of the table during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to turn the book upside down,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:20.710475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:20.710475_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:19.523606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:19.523606_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:19.523606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:19.523606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:20.198967_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/pi0_fast_droid_2025-10-15T02:39:20.198967_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:08.902526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:08.902526_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:07.635831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:07.635831_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:07.635831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:07.635831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:08.299445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ac39d0-1a64-4198-a37d-abcd4d7b0063/paligemma_vq_droid_2025-10-15T02:44:08.299445_video_wrist.mp4"},"preference":"TIE","session_id":"98ac39d0-1a64-4198-a37d-abcd4d7b0063","university":"frodobots"},{"completion_time":"2025-10-15T02:35:58.330709Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the computer mouse onto the book","longform_feedback":"Policy A first moved the gripper close to the mouse, grasped it, picked it up, then moved it and dropped it on floor.Then policy A moved the gripper randomly until stopped in the end.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the computer mouse onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the mouse, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:08.492572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:08.492572_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.227932_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.227932_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.227932_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.227932_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.904972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_fast_droid_2025-10-15T02:26:07.904972_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:52.077861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:52.077861_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:50.986917_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:50.986917_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:50.986917_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:50.986917_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:51.575728_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50da0b83-40e6-4387-b110-8c0ddf492ca6/pi0_droid_2025-10-15T02:31:51.575728_video_wrist.mp4"},"preference":"A","session_id":"50da0b83-40e6-4387-b110-8c0ddf492ca6","university":"frodobots"},{"completion_time":"2025-10-15T02:14:18.014598Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white box onto the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the book but moved away soon, then, after hesitating for while, policy B approached the book again and attempted the grasp it until time ran out.My instruction is to put the white box onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper, whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:42.401656_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:42.401656_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:41.480504_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:41.480504_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:41.480504_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:41.480504_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:42.011683_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_binning_droid_2025-10-15T02:05:42.011683_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:42.369697_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:42.369697_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.019063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.019063_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.019063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.019063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.734626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c007d619-6a3d-4abf-a295-77d5f9060e06/paligemma_fast_specialist_droid_2025-10-15T02:12:41.734626_video_wrist.mp4"},"preference":"B","session_id":"c007d619-6a3d-4abf-a295-77d5f9060e06","university":"frodobots"},{"completion_time":"2025-10-15T01:41:27.527523Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A first moved the gripper close to the curtain, then made multiple attempts to grasp it but did not succeed in the end.Policy B first moved the gripper close the curtain,attempted to grasp it,then moved the gripper away soon and moved slightly during remaining time of the episode.My instruction is to close the curtain, neither policy was able to complete the task.When comparing the performance of the two, both policies only attempted to grasp the curtain and failed, but policy A made more attempts to grasp the curtain than policy B did.Therefore, i prefer A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:17.691234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:17.691234_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:16.538384_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:16.538384_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:16.538384_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:16.538384_video_right.mp4","wrist_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:17.094700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/paligemma_diffusion_droid_2025-10-15T01:26:17.094700_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:03.138583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:03.138583_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:01.886497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:01.886497_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:01.886497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:01.886497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:02.539424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514509d2-246c-42c6-ba7a-ce08c98410f6/pi0_fast_droid_2025-10-15T01:38:02.539424_video_wrist.mp4"},"preference":"A","session_id":"514509d2-246c-42c6-ba7a-ce08c98410f6","university":"frodobots"},{"completion_time":"2025-10-15T01:16:16.842855Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A first moved the gripper close to the curtain, grasped it, pulled it in a wrong direction, then released it and moved the gripper near the curtain during remaining time of the episode.Policy B first moved the gripper close to the curtain, grasped it, pulled it in a wrong direction, then released it and moved the gripper randomly during remaining time of the episode.My instruction is to open the curtain, neither policy was able to complete the task.When comparing the performance of the two, both policies pulled the curtain in wrong direction, but policy A performed the operations more smoothly than policy B did.Therefore, i prefer A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:30.042918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:30.042918_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:28.825187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:28.825187_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:28.825187_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:28.825187_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:29.476005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/paligemma_diffusion_droid_2025-10-15T01:08:29.476005_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:14.258217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:14.258217_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.069121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.069121_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.069121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.069121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.713889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6be85cf-02d5-4e32-a386-a42a9b7b5749/pi0_droid_2025-10-15T01:15:13.713889_video_wrist.mp4"},"preference":"A","session_id":"b6be85cf-02d5-4e32-a386-a42a9b7b5749","university":"frodobots"},{"completion_time":"2025-10-14T10:00:30.930319Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A first moved the gripper close to the curtain,after hesitating for a while,grasped it, pulled it to make it open a bit.Policy B first moved the gripper close to the curtain, closed and opened the gripper several times, as if attempting to grasp the curtain, but did not succeed in the end.My instruction is to open the curtain,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:51.576516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:51.576516_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:50.408055_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:50.408055_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:50.408055_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:50.408055_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:51.039403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_diffusion_droid_2025-10-14T09:54:51.039403_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:06.625341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:06.625341_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:05.456720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:05.456720_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:05.456720_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:05.456720_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:06.068872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5357dc21-7eb4-4d1d-b44d-497d03811d70/paligemma_fast_droid_2025-10-14T10:00:06.068872_video_wrist.mp4"},"preference":"A","session_id":"5357dc21-7eb4-4d1d-b44d-497d03811d70","university":"frodobots"},{"completion_time":"2025-10-14T09:38:31.175051Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to open the curtain, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper randomly but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:14.933542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:14.933542_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:13.791542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:13.791542_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:13.791542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:13.791542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:14.397321_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_diffusion_droid_2025-10-14T09:33:14.397321_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:14.243559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:14.243559_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.063636_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.063636_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.063636_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.063636_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.710426_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3322dfe-a265-4318-8529-7e4a7f86750e/paligemma_fast_droid_2025-10-14T09:38:13.710426_video_wrist.mp4"},"preference":"TIE","session_id":"a3322dfe-a265-4318-8529-7e4a7f86750e","university":"frodobots"},{"completion_time":"2025-10-14T09:29:51.315978Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw bubble bag into the trash can","longform_feedback":"Policy A first moved the gripper close to the bubble bag,but moved away soon.Then, after hesitating for a while, policy A approached the bubble bag again, attempted to grasp it but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw bubble bag into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the bubble bag, whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:43.790338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:43.790338_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:42.604416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:42.604416_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:42.604416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:42.604416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:43.259183_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_fast_specialist_droid_2025-10-14T09:25:43.259183_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:26.575408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:26.575408_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:25.645584_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:25.645584_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:25.645584_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:25.645584_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:26.200020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e3349b9-c257-4311-9c40-d2f0b659ae9c/paligemma_binning_droid_2025-10-14T09:29:26.200020_video_wrist.mp4"},"preference":"A","session_id":"8e3349b9-c257-4311-9c40-d2f0b659ae9c","university":"frodobots"},{"completion_time":"2025-10-14T09:21:10.877759Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue form the pack","longform_feedback":"Policy A first moved the gripper close to the pack of the tissues, approached the tissue, grasped one tissue, pulled it out of the pack, moved it and dropped it on floor.Then policy A moved the gripper and approached the pack of tissues again during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to pull out one tissue form the pack,when comparing the performance of the two, policy A completed the task successfully, whereas policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:53.006825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:53.006825_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:51.750049_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:51.750049_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:51.750049_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:51.750049_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:52.450945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/paligemma_vq_droid_2025-10-14T09:16:52.450945_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:59.156175_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:59.156175_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:57.916731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:57.916731_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:57.916731_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:57.916731_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:58.590237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0041cebb-de12-4959-a17f-c986b2f9dd6c/pi05_droid_2025-10-14T09:20:58.590237_video_wrist.mp4"},"preference":"A","session_id":"0041cebb-de12-4959-a17f-c986b2f9dd6c","university":"frodobots"},{"completion_time":"2025-10-14T08:34:19.422627Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the card upside down","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and  forth during the whole trial, as if could not find the target.My instruction is to turn the card upside down,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper randomly as if did not know how to finish the task.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:05.456497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:05.456497_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.101949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.101949_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.101949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.101949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.901623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi0_fast_droid_2025-10-14T08:26:04.901623_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:29.337834_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:29.337834_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.112069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.112069_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.112069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.112069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.793139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce64ad83-8100-4e2a-9ebd-9fea50fb1760/pi05_droid_2025-10-14T08:30:28.793139_video_wrist.mp4"},"preference":"TIE","session_id":"ce64ad83-8100-4e2a-9ebd-9fea50fb1760","university":"frodobots"},{"completion_time":"2025-10-14T08:15:51.965447Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the card","longform_feedback":"Policy A first moved the gripper close to the card, grasped it and released it,  after hesitating for while, then grasped the card again and picked it up.Policy B first moved the gripper close to the card, grasped it, picked it up, dropped it on sofa.Then policy B moved the gripper away and moved slightly during remaining time of the episode.My instruction is to pick up the card, both policies have completed the task successfully.When comparing the performance of the two, policy B picked up the card more smoothly than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:35.527064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:35.527064_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.273866_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.273866_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.273866_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.273866_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.916911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_diffusion_droid_2025-10-14T08:08:34.916911_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:58.197620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:58.197620_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.000448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.000448_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.000448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.000448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.669679_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c5e0653-c311-4216-a2e5-29a789e75428/paligemma_vq_droid_2025-10-14T08:13:57.669679_video_wrist.mp4"},"preference":"B","session_id":"1c5e0653-c311-4216-a2e5-29a789e75428","university":"frodobots"},{"completion_time":"2025-10-14T07:59:04.585292Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the Chinese characters on the top of the box","longform_feedback":"Policy A first moved the gripper close to the box, then closed and opened the gripper several times above the box during remaining time of the episode,as if attempting to touch the box.Policy B first moved the gripper close to the box,but moved away soon, then policy B moved the gripper randomly during remaining time of the trial.My instruction is to touch the Chinese characters on the top of the box,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to touch the box, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:33.902368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:33.902368_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:32.691831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:32.691831_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:32.691831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:32.691831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:33.345308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi0_fast_droid_2025-10-14T07:49:33.345308_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:11.542136_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:11.542136_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:10.363230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:10.363230_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:10.363230_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:10.363230_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:11.000766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b/pi05_droid_2025-10-14T07:55:11.000766_video_wrist.mp4"},"preference":"A","session_id":"ca9b0be7-c1b1-4d0e-bcc4-0013e3eec48b","university":"frodobots"},{"completion_time":"2025-10-14T07:43:11.833819Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper pull of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the shoulder bag, but moved away soon.Then, after pausing briefly, policy A approached the shoulder bag again in the end.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to grasp the zipper pull of the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and approached the shoulder bag, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:12.307611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:12.307611_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.119315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.119315_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.119315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.119315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.787633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/paligemma_diffusion_droid_2025-10-14T07:31:11.787633_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:47.838739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:47.838739_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:46.646303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:46.646303_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:46.646303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:46.646303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:47.281286_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6/pi05_droid_2025-10-14T07:35:47.281286_video_wrist.mp4"},"preference":"A","session_id":"d8e9a01f-ca30-4f7a-b454-7fddf9ab33b6","university":"frodobots"},{"completion_time":"2025-10-14T07:27:00.710994Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper tab of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the shoulder bag, closed and opened the gripper several times above the shoulder bag, as if attempted to grasp it, but did not succeed.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to grasp the zipper tab of the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the shoulder bag, whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:41.793935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:41.793935_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:40.601706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:40.601706_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:40.601706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:40.601706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:41.261423_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/paligemma_diffusion_droid_2025-10-14T07:16:41.261423_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:03.807433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:03.807433_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:02.581728_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:02.581728_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:02.581728_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:02.581728_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:03.243261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b443c3a7-d516-4260-9a40-8bf78fabcb6a/pi0_fast_droid_2025-10-14T07:23:03.243261_video_wrist.mp4"},"preference":"A","session_id":"b443c3a7-d516-4260-9a40-8bf78fabcb6a","university":"frodobots"},{"completion_time":"2025-10-14T07:10:26.047036Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A first moved the gripper close to the shoe, approached the shoelace, then attempted to grasp the shoelace several times, but did not succeed, only touched the shoelace.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to untie the shoelace, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the shoelace, whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:47.535845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:47.535845_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.219902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.219902_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.219902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.219902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.922708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/pi0_fast_droid_2025-10-14T06:50:46.922708_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:06.388395_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:06.388395_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.221064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.221064_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.221064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.221064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.873474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4af2c209-5d05-4934-b4c2-90ddab5247b1/paligemma_diffusion_droid_2025-10-14T07:04:05.873474_video_wrist.mp4"},"preference":"A","session_id":"4af2c209-5d05-4934-b4c2-90ddab5247b1","university":"frodobots"},{"completion_time":"2025-10-14T06:44:05.631259Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoes together","longform_feedback":"Policy A first moved the gripper close to one shoe, grasped it, picked it up, then moved it and dropped it on floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the shoes together, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up one shoe, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:36.243147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:36.243147_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:34.943771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:34.943771_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:34.943771_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:34.943771_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:35.620566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_vq_droid_2025-10-14T06:36:35.620566_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:17.273502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:17.273502_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.325794_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.325794_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.325794_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.325794_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.891594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a31bf026-5f72-4cf5-96f9-a71d96d9a492/paligemma_binning_droid_2025-10-14T06:40:16.891594_video_wrist.mp4"},"preference":"A","session_id":"a31bf026-5f72-4cf5-96f9-a71d96d9a492","university":"frodobots"},{"completion_time":"2025-10-14T06:01:48.666118Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to the book, then approached the marker pen, grasped it, picked it up, adjusted posture, but time ran out.Policy B first moved the gripper close to the maker pen, grasped it, picked it up, moved it to the book, then put it on the book.My instruction is to write in the book with the marker pen, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the marker pen onto the book, whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:58.395941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:58.395941_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.206243_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.206243_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.206243_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.206243_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.819113_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_fast_droid_2025-10-14T05:54:57.819113_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:26.963259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:26.963259_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:25.706130_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:25.706130_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:25.706130_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:25.706130_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:26.423350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8/pi0_droid_2025-10-14T06:01:26.423350_video_wrist.mp4"},"preference":"B","session_id":"0ecd77fb-a380-4f39-82e7-7a9fd68d7cb8","university":"frodobots"},{"completion_time":"2025-10-14T05:48:52.656869Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English word on the book","longform_feedback":"Policy A first moved the gripper close to the book, then moved back and forth toward the book until time ran out.Policy B first moved the gripper close to the book, closed the gripper, touched the English word on the book.Then, after hesitating for a while, policy B touch the book again.My instruction it to touch the English word on the book, when comparing the performance of the two, policy B completed the task successfully, whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:21.313021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:21.313021_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.078237_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.078237_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.078237_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.078237_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.740959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_fast_specialist_droid_2025-10-14T05:43:20.740959_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:36.178940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:36.178940_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:34.928242_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:34.928242_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:34.928242_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:34.928242_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:35.600210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db430215-9abe-465c-9ec6-eb46a7119028/paligemma_vq_droid_2025-10-14T05:48:35.600210_video_wrist.mp4"},"preference":"B","session_id":"db430215-9abe-465c-9ec6-eb46a7119028","university":"frodobots"},{"completion_time":"2025-10-14T05:30:55.822381Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book but moved away soon, after hesitating for a while, then policy A approached the  book again, grasp the edge of the book and attempted to open it,but time ran out.Policy B first moved the gripper close to the book, adjusted posture, grasped the edge of the book, moved it to make the book opened halfway, but the book closed when the gripper moved away.My instruction is to open the book, when comparing the performance of the two, policy B almost completed the task whereas policy A only attempted to open the book.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:08.333771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:08.333771_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.078753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.078753_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.078753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.078753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.775962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/pi05_droid_2025-10-14T05:22:07.775962_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:59.406882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:59.406882_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.144387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.144387_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.144387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.144387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.818357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499/paligemma_fast_specialist_droid_2025-10-14T05:29:58.818357_video_wrist.mp4"},"preference":"B","session_id":"9a6cf2e7-a33b-4e0d-a870-1c5d0c6a2499","university":"frodobots"},{"completion_time":"2025-10-14T03:57:40.632021Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, insert the gripper under the cover of the book, pushed the cover to make the book closed.Then policy A moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the book, adjusted posture, insert the gripper under the cover of the book, pushed the cover to make the book closed.Then policy B moved the gripper away and moved randomly until stopped in the end.My instruction is to close the book, both policies have completed the task successfully, when comparing the performance of the two, both policies have finished the task smoothly and their performance was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:35.328702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:35.328702_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.104056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.104056_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.104056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.104056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.798078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/paligemma_fast_specialist_droid_2025-10-14T03:46:34.798078_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:39.705237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:39.705237_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:38.464015_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:38.464015_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:38.464015_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:38.464015_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:39.123887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d46c06-9027-45e7-91d6-6b9c3074135b/pi0_fast_droid_2025-10-14T03:52:39.123887_video_wrist.mp4"},"preference":"TIE","session_id":"28d46c06-9027-45e7-91d6-6b9c3074135b","university":"frodobots"},{"completion_time":"2025-10-14T03:28:09.388426Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A approached the banana again and attempted to grasp it until time ran out.Policy B first moved the gripper close to the banana,then made multiple attempts to grasp it during most time of the episode,  picked it up in the end.My instruction is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A picked up the banana smoothly and moved it whereas policy B only picked up the banana.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:37.707143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:37.707143_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:36.503623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:36.503623_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:36.503623_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:36.503623_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:37.183997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_vq_droid_2025-10-14T03:17:37.183997_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:15.111261_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:15.111261_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:13.898968_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:13.898968_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:13.898968_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:13.898968_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:14.596433_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa568302-1336-46ea-9beb-991ac60a5191/paligemma_fast_droid_2025-10-14T03:25:14.596433_video_wrist.mp4"},"preference":"A","session_id":"fa568302-1336-46ea-9beb-991ac60a5191","university":"frodobots"},{"completion_time":"2025-10-14T03:13:12.668732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A first moved the gripper randomly during most time of the episode, then seemingly attempted to approached the pillow but time ran out.Policy B first moved the gripper close to the pillow, touched it as if attempting to grasp it, then policy B moved the gripper away and moved randomly during remaining time of the trial.My instruction is to pick up the pillow,neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the pillow whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:12.123486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:12.123486_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:10.898195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:10.898195_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:10.898195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:10.898195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:11.585057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi0_droid_2025-10-14T03:04:11.585057_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:02.931922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:02.931922_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:01.626133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:01.626133_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:01.626133_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:01.626133_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:02.391770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f248e201-1ba2-4438-9744-6c60e1d43b1b/pi05_droid_2025-10-14T03:09:02.391770_video_wrist.mp4"},"preference":"B","session_id":"f248e201-1ba2-4438-9744-6c60e1d43b1b","university":"frodobots"},{"completion_time":"2025-10-14T02:54:24.416116Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A moved the gripper back and forth during most time of the episode, as if could not find the target.Policy B also moved the gripper randomly during  the whole trial, as if could not find the target.My instruction is to pick up the pillow, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:05.634662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:05.634662_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:04.472651_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:04.472651_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:04.472651_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:04.472651_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:05.087633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/paligemma_vq_droid_2025-10-14T02:50:05.087633_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:09.261229_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:09.261229_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.102515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.102515_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.102515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.102515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.724009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f92493e-d118-482d-a717-60deddb8ccb8/pi0_droid_2025-10-14T02:54:08.724009_video_wrist.mp4"},"preference":"TIE","session_id":"4f92493e-d118-482d-a717-60deddb8ccb8","university":"frodobots"},{"completion_time":"2025-10-14T02:37:09.866582Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the pillow upside down","longform_feedback":"Policy A first moved the gripper close to the pillow, attempted to grasp it but did not succeed, then policy A moved the gripper away and moved randomly until stopped in the end.Policy B first moved the gripper back and forth during most time of the trial, then approached the sofa and grasped the edge of sofa in the end.My instruction is to turn the pillow upside down, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the pillow whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:04.532051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:04.532051_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.321206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.321206_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.321206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.321206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.958556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/paligemma_fast_droid_2025-10-14T02:27:03.958556_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:20.660153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:20.660153_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:19.460469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:19.460469_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:19.460469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:19.460469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:20.117466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fbfae67-377a-4252-99d1-bad0b63b7bbd/pi0_fast_droid_2025-10-14T02:34:20.117466_video_wrist.mp4"},"preference":"A","session_id":"5fbfae67-377a-4252-99d1-bad0b63b7bbd","university":"frodobots"},{"completion_time":"2025-10-14T02:21:49.878451Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bubble bag onto the pillow","longform_feedback":"Policy A first moved the gripper close to the bubble bag, attempted to grasp it several times but did not succeed, then policy A moved the gripper away in the end.Policy B first moved the gripper close to the bubble bag but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to put the bubble bag onto the pillow,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the bubble bag whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:12.549561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:12.549561_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:11.325308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:11.325308_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:11.325308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:11.325308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:12.014759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_droid_2025-10-14T02:16:12.014759_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:29.576465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:29.576465_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.215701_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.215701_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.215701_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.215701_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.858840_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d51b90-25ef-435a-b147-a015b6d6ec8e/pi0_fast_droid_2025-10-14T02:21:28.858840_video_wrist.mp4"},"preference":"A","session_id":"45d51b90-25ef-435a-b147-a015b6d6ec8e","university":"frodobots"},{"completion_time":"2025-10-14T02:11:39.686198Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to cover the pillow with towel,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the required object.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:45.872309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:45.872309_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:44.629233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:44.629233_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:44.629233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:44.629233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:45.293733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_fast_droid_2025-10-14T02:06:45.293733_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:25.025827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:25.025827_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:23.817631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:23.817631_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:23.817631_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:23.817631_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:24.467827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75298859-16f1-4913-9e5c-4ab5bf798801/pi0_droid_2025-10-14T02:11:24.467827_video_wrist.mp4"},"preference":"TIE","session_id":"75298859-16f1-4913-9e5c-4ab5bf798801","university":"frodobots"},{"completion_time":"2025-10-14T01:39:18.086289Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then use it to wipe the sofa","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it on floor.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to grasp the towel then use it to wipe the sofa,neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up and moved the towel but did not wipe the sofa with the towel.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:21.563745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:21.563745_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:20.341538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:20.341538_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:20.341538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:20.341538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:21.005032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/paligemma_fast_specialist_droid_2025-10-14T01:22:21.005032_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:41.347260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:41.347260_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.161177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.161177_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.161177_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.161177_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.799356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1/pi0_fast_droid_2025-10-14T01:28:40.799356_video_wrist.mp4"},"preference":"TIE","session_id":"c04bba7b-1cd0-474b-a0c6-03bc58ecb9f1","university":"frodobots"},{"completion_time":"2025-10-14T01:10:13.475977Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth, then stopped during remaining time of the trial.My instruction is to wipe the sofa with the towel,neither policy was able to complete the task.When comparing the performance of the two,both policies only moved the gripper but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:27.903863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:27.903863_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:26.657639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:26.657639_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:26.657639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:26.657639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:27.339963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_specialist_droid_2025-10-14T01:05:27.339963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:59.539494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:59.539494_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:58.492872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:58.492872_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:58.492872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:58.492872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:59.061343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c84a03-1a3a-471a-8f70-e75350fe3bdb/paligemma_fast_droid_2025-10-14T01:09:59.061343_video_wrist.mp4"},"preference":"TIE","session_id":"d3c84a03-1a3a-471a-8f70-e75350fe3bdb","university":"frodobots"},{"completion_time":"2025-10-13T22:27:37.498163Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the green apple from the pan","longform_feedback":"B succesfully removed the green apple from the drawr within a few steps while A attempted to reached there a few times but the position is closely near the edge of the pan, causing the grippper to grasp the pan up and down while the apple still remained inside","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:58.820564_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:58.820564_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:19:00.555442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:19:00.555442_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.502456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.502456_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.502456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.502456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.999270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/paligemma_fast_droid_2025-10-13T22:18:59.999270_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.173588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.173588_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:12.945307_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:12.945307_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.875616_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.875616_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.875616_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:11.875616_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:12.430646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35e595fa-9976-483d-bca2-1b0c0a658ce5/dam_2025-10-13T22:26:12.430646_video_wrist.mp4"},"preference":"B","session_id":"35e595fa-9976-483d-bca2-1b0c0a658ce5","university":"Berkeley"},{"completion_time":"2025-10-13T22:14:15.368629Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the bowl to the dish rack","longform_feedback":"policy A grasped the bowl along with the white tray and causing corruption in the seen since the entire tray was pushed off the tablee. B was headed to the bowl somewhat but the gripper just grasped nothing in the center and continue doing that for the rest of the episode","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:36.681591_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:36.681591_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:38.515426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:38.515426_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.401781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.401781_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.401781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.401781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.950002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/paligemma_fast_specialist_droid_2025-10-13T22:07:37.950002_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:47.503531_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:47.503531_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:49.245304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:49.245304_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.191355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.191355_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.191355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.191355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.708640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd02e946-38d1-471e-9ddc-a83a433dc8f1/pi0_droid_2025-10-13T22:13:48.708640_video_wrist.mp4"},"preference":"A","session_id":"cd02e946-38d1-471e-9ddc-a83a433dc8f1","university":"Berkeley"},{"completion_time":"2025-10-13T22:04:38.872935Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the cup on the serving tray","longform_feedback":"Policy B just did nothing with the arm moved inwards to the base of the robot. A at least did something relevant such as reaching the tray the moved it aside although it should reach the cup first and then moved it on","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.008077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.008077_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:50.785905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:50.785905_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.701184_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.701184_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.701184_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:49.701184_video_right.mp4","wrist_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:50.211429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_vq_droid_2025-10-13T21:59:50.211429_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.030746_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.030746_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:23.551818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:23.551818_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.653734_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.653734_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.653734_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:22.653734_video_right.mp4","wrist_video_gcs_path":"evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:23.056520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/690605fa-3f50-43bd-9fb2-cdaf7882dc0e/paligemma_binning_droid_2025-10-13T22:04:23.056520_video_wrist.mp4"},"preference":"A","session_id":"690605fa-3f50-43bd-9fb2-cdaf7882dc0e","university":"Berkeley"},{"completion_time":"2025-10-13T21:54:47.794634Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the spoon to stir the cup well","longform_feedback":"B remained idle from the starting point while A at least moved and grasped the spoon in place before making the cup collasping and therefore the arm tried to grasp to cup","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:20.929649_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:20.929649_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:22.753919_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:22.753919_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:21.621830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:21.621830_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:21.621830_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:21.621830_video_right.mp4","wrist_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:22.140696_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_fast_specialist_droid_2025-10-13T21:50:22.140696_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.370631_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.370631_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:25.927706_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:25.927706_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.998565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.998565_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.998565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:24.998565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:25.448437_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/108edd98-8268-486b-b50c-151dd811e913/paligemma_binning_droid_2025-10-13T21:54:25.448437_video_wrist.mp4"},"preference":"A","session_id":"108edd98-8268-486b-b50c-151dd811e913","university":"Berkeley"},{"completion_time":"2025-10-13T21:46:44.807288Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"serve the canned bean on the black bowl","longform_feedback":"policy A was succesfully grasped the canned bean but then it shifted to the edge of the tray and tried to lift it upwards. B just ignored the task and moved towards the bin ahead whenre the canned food is unseen there although the arm in B just reached the canned for a few seconds","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.214696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.214696_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:43.043430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:43.043430_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.889880_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.889880_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.889880_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:41.889880_video_right.mp4","wrist_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:42.450968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/pi0_droid_2025-10-13T21:38:42.450968_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.239040_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.239040_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:02.069982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:02.069982_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.950319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.950319_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.950319_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:00.950319_video_right.mp4","wrist_video_gcs_path":"evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:01.499747_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863feaee-eb7e-4d93-a88d-1657b5685035/paligemma_vq_droid_2025-10-13T21:45:01.499747_video_wrist.mp4"},"preference":"A","session_id":"863feaee-eb7e-4d93-a88d-1657b5685035","university":"Berkeley"},{"completion_time":"2025-10-13T21:34:34.897283Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red marker on the tray","longform_feedback":"A did a movement to the left which focused on the bin and the spoon while the target object was placed on the right. B on the other hand was more aligned to the task since it reached for the drawer which contained the marker but then it switched to the bread on the left and tried to push the white tray forward","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:42.666004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:42.666004_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:44.377054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:44.377054_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.329485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.329485_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.329485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.329485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.799679_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_droid_2025-10-13T21:29:43.799679_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.294867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.294867_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:44.032589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:44.032589_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.995145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.995145_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.995145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:42.995145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:43.497227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce93817-b3be-4e5a-a87e-dbb8b19a36a4/pi0_fast_droid_2025-10-13T21:33:43.497227_video_wrist.mp4"},"preference":"B","session_id":"9ce93817-b3be-4e5a-a87e-dbb8b19a36a4","university":"Berkeley"},{"completion_time":"2025-10-13T21:25:29.001420Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move marker into drawer","longform_feedback":"In both turns tha arm reached for the bin which contained the spoon on the left while the marker is clearly spotted onthe right. None of these are recorded as successful trial and they did nothing relevant to the task","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.123326_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.123326_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:12.847610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:12.847610_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.801469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.801469_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.801469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:11.801469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:12.312705_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_diffusion_droid_2025-10-13T21:16:12.312705_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:08.315509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:08.315509_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:10.232529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:10.232529_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.072320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.072320_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.072320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.072320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.615251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bba94e0c-f20f-41b2-9100-250c9556a0f3/paligemma_fast_droid_2025-10-13T21:23:09.615251_video_wrist.mp4"},"preference":"TIE","session_id":"bba94e0c-f20f-41b2-9100-250c9556a0f3","university":"Berkeley"},{"completion_time":"2025-10-13T21:07:37.804778Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the green spoon next to the other spoon","longform_feedback":"Policy A at least attempted to reach for the green spoon although it pushed the bin containing the other spoon off the seen. The episode was left with unclear intention because the final destination was not appearing. B the arm just pushed the bowl and hid the view from the green spoon somewhat; it eveentually moved towards the bread and did nothing there","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:41.670854_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:41.670854_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:43.325764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:43.325764_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.328399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.328399_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.328399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.328399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.838595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/dam_2025-10-13T21:00:42.838595_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:41.853016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:41.853016_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:43.714037_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:43.714037_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:42.574656_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:42.574656_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:42.574656_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:42.574656_video_right.mp4","wrist_video_gcs_path":"evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:43.137388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/659e86f0-bed0-4a32-8a11-8c1c657a9f81/pi0_droid_2025-10-13T21:06:43.137388_video_wrist.mp4"},"preference":"A","session_id":"659e86f0-bed0-4a32-8a11-8c1c657a9f81","university":"Berkeley"},{"completion_time":"2025-10-13T20:55:27.437675Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put bread on the tray","longform_feedback":"A at least moved towards the bread and grasped it along with the mushroom; the arm got stuck in the middle since it was hanging up in the air for a while and got ended while the arm was in the middle between the tray and the edge. B went straight reaching the mushroom although being asked to move the bread; it then moveo to the tray with nothing in the gripper","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:07.832608_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:07.832608_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:09.677935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:09.677935_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:08.529899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:08.529899_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:08.529899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:08.529899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:09.146299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/pi0_droid_2025-10-13T20:50:09.146299_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.142891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.142891_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:03.994226_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:03.994226_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.883984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.883984_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.883984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:02.883984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:03.414672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4da03f-6e3e-446c-8109-e104fc8ab917/paligemma_vq_droid_2025-10-13T20:55:03.414672_video_wrist.mp4"},"preference":"A","session_id":"fd4da03f-6e3e-446c-8109-e104fc8ab917","university":"Berkeley"},{"completion_time":"2025-10-13T20:44:40.561253Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the pot","longform_feedback":"Both policies tended to reach for the pot first and then switch to the rear of the tray ( for A) and the lid (for B). However none of the trial was recorded the arm was succeeded in grasping the lid","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:23.599803_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:23.599803_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:25.392897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:25.392897_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.294743_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.294743_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.294743_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.294743_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.844956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/pi0_droid_2025-10-13T20:39:24.844956_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:21.431769_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:21.431769_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:23.328192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:23.328192_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.148598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.148598_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.148598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.148598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.744367_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a86e2b4-12ac-471c-8878-0b123cbebcfb/paligemma_fast_droid_2025-10-13T20:43:22.744367_video_wrist.mp4"},"preference":"TIE","session_id":"8a86e2b4-12ac-471c-8878-0b123cbebcfb","university":"Berkeley"},{"completion_time":"2025-10-13T20:33:39.682864Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move mushroom to cooking pot","longform_feedback":"POlicy A went straight to the mushroom and grasped it to one of the cooking appliances but it was not clear where to put (consider between bowl and pot). Policy B just pushed the layer underneath the mush room  and thus threw of the object on the top. It was near to grasp the mushroom but i didnot do it after all","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:02.476642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:02.476642_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:04.254705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:04.254705_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.192652_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.192652_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.192652_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.192652_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.712638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_fast_droid_2025-10-13T20:21:03.712638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:41.693886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:41.693886_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:43.361794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:43.361794_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.339555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.339555_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.339555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.339555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.799197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64144086-8dbc-45e4-be11-d4301a81f095/paligemma_diffusion_droid_2025-10-13T20:31:42.799197_video_wrist.mp4"},"preference":"A","session_id":"64144086-8dbc-45e4-be11-d4301a81f095","university":"Berkeley"},{"completion_time":"2025-10-13T10:05:28.669515Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during whole trial, as if could not find the target.My instruction is to wipe the sofa with the towel,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the required object.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:25.325524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:25.325524_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.168428_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.168428_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.168428_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.168428_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.817663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_droid_2025-10-13T09:59:24.817663_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:49.815295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:49.815295_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:48.627738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:48.627738_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:48.627738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:48.627738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:49.297040_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f26c5c48-876f-4cd8-b123-94066ee37df8/pi0_fast_droid_2025-10-13T10:04:49.297040_video_wrist.mp4"},"preference":"TIE","session_id":"f26c5c48-876f-4cd8-b123-94066ee37df8","university":"frodobots"},{"completion_time":"2025-10-13T09:43:36.821528Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the towel onto the sofa","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for a while, then approached the towel, attempted to grasp it but did not succeed.Next, policy B moved the gripper away and moved slightly until time ran out.My instruction is to put the towel onto the sofa,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the towel whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.997280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.997280_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.107856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.107856_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.107856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.107856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.596645_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_binning_droid_2025-10-13T09:37:01.596645_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:09.850720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:09.850720_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:08.657243_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:08.657243_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:08.657243_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:08.657243_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:09.298254_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f5ef04-f5eb-48ab-8300-ad528c3bb010/paligemma_fast_droid_2025-10-13T09:43:09.298254_video_wrist.mp4"},"preference":"B","session_id":"00f5ef04-f5eb-48ab-8300-ad528c3bb010","university":"frodobots"},{"completion_time":"2025-10-13T09:27:48.485853Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the towel, grasped the bottom right corner of the towel, moved the corner to left a bit and released it.Then policy B grasped the middle of the towel, picked it up, causing the towel to be folded although not in perfect half.My instruction is to fold the towel in half, when comparing the performance of the two, policy B almost completed the task whereas policy A did do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:38.884244_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:38.884244_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:37.691387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:37.691387_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:37.691387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:37.691387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:38.295785_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/paligemma_diffusion_droid_2025-10-13T09:16:38.295785_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:25.046441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:25.046441_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:23.776596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:23.776596_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:23.776596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:23.776596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:24.436207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00b853ac-cd10-4da8-b1b7-82fedb4d5577/pi05_droid_2025-10-13T09:23:24.436207_video_wrist.mp4"},"preference":"B","session_id":"00b853ac-cd10-4da8-b1b7-82fedb4d5577","university":"frodobots"},{"completion_time":"2025-10-13T09:13:10.306410Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana out of the plate, then rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up,moved it out of the plate, then rotated it by a small angle in the end.Policy B first moved the gripper toward to the banana but moved away soon, after hesitating for a while, then policy A approached the banana but moved away again.My instruction is to put the banana out of the plate then rotate the banana by 90 degrees, when comparing the performance of the two, policy A almost completed the task whereas policy B only approached the banana.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:42.655531_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:42.655531_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:41.448778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:41.448778_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:41.448778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:41.448778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:42.089342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/pi0_fast_droid_2025-10-13T09:04:42.089342_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:04.895657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:04.895657_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:03.705373_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:03.705373_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:03.705373_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:03.705373_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:04.342210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfbfee4a-1f65-46e7-8ede-c9ba8c123658/paligemma_fast_specialist_droid_2025-10-13T09:12:04.342210_video_wrist.mp4"},"preference":"A","session_id":"bfbfee4a-1f65-46e7-8ede-c9ba8c123658","university":"frodobots"},{"completion_time":"2025-10-13T08:58:41.329567Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the plate and dropped the banana into the plate.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, made multiple attempts to grasp it, picked it up, then moved it toward the plate and put it into the plate.Next, policy B moved the gripper randomly until time ran out.My instruction is to throw the banana into the plate, both policies have completed the task successfully.When comparing the performance of the two, policy A grasped the banana more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:54.335329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:54.335329_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.064855_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.064855_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.064855_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.064855_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.743295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_droid_2025-10-13T08:50:53.743295_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:21.134414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:21.134414_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:19.919805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:19.919805_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:19.919805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:19.919805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:20.577799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc56b9d4-e9bd-4c3f-9be5-1543f5f32213/paligemma_fast_specialist_droid_2025-10-13T08:58:20.577799_video_wrist.mp4"},"preference":"A","session_id":"dc56b9d4-e9bd-4c3f-9be5-1543f5f32213","university":"frodobots"},{"completion_time":"2025-10-13T08:42:11.222299Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to the plate, grasped the edge of the plate, picked it up, then moved it, rotated it and dropped it on floor, causing the plate to be turned upside down.Policy B first moved the gripper close to the plate, made multiple attempts to grasp the plate but did not succeed, then policy B moved the gripper away and moved randomly during the remaining time of the trial.My instruction is to turn the plate upside down, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:36.965924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:36.965924_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:35.746596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:35.746596_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:35.746596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:35.746596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:36.401857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_fast_droid_2025-10-13T08:35:36.401857_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:55.872759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:55.872759_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:54.643567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:54.643567_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:54.643567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:54.643567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:55.320974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77003be7-f435-4484-9502-518a3bf19e8b/paligemma_vq_droid_2025-10-13T08:41:55.320974_video_wrist.mp4"},"preference":"A","session_id":"77003be7-f435-4484-9502-518a3bf19e8b","university":"frodobots"},{"completion_time":"2025-10-13T08:24:15.701646Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the pack of tissue, then stopped above the tissues during remaining time of the trial.My instruction is to pull out one tissue from the pack,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the tissues whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:48.050421_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:48.050421_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:46.846762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:46.846762_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:46.846762_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:46.846762_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:47.470392_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/paligemma_vq_droid_2025-10-13T08:12:47.470392_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:28.382636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:28.382636_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.290995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.290995_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.290995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.290995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.902105_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6758d463-d169-4835-bcae-5d1fe615656c/pi0_fast_droid_2025-10-13T08:18:27.902105_video_wrist.mp4"},"preference":"B","session_id":"6758d463-d169-4835-bcae-5d1fe615656c","university":"frodobots"},{"completion_time":"2025-10-13T08:07:23.687681Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper above the plate, then approached the pack of tissues,made attempt to grasp the tissue,but did not succeed in the end.My instruction is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two,policy B at least approached the tissue and attempted to grasp it whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:01.578240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:01.578240_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:00.554266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:00.554266_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:00.554266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:00.554266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:01.131791_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_binning_droid_2025-10-13T07:56:01.131791_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:48.428054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:48.428054_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.181565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.181565_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.181565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.181565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.841755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b59a003-351f-404d-accd-620deb4297f9/paligemma_diffusion_droid_2025-10-13T08:03:47.841755_video_wrist.mp4"},"preference":"B","session_id":"1b59a003-351f-404d-accd-620deb4297f9","university":"frodobots"},{"completion_time":"2025-10-13T07:50:46.596195Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the bubble bag upside down","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the bubble bag, hovered above the bubble bag for a while, then moved away and moved slightly during remaining time of the trial.My instruction is to turn the bubble bag upside down,neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the bubble bag, whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:05.675637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:05.675637_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:04.447343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:04.447343_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:04.447343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:04.447343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:05.118186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/paligemma_vq_droid_2025-10-13T07:44:05.118186_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:22.614627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:22.614627_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:21.443169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:21.443169_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:21.443169_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:21.443169_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:22.073551_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9493dc41-b7e7-4234-8829-461036ed3787/pi0_droid_2025-10-13T07:50:22.073551_video_wrist.mp4"},"preference":"B","session_id":"9493dc41-b7e7-4234-8829-461036ed3787","university":"frodobots"},{"completion_time":"2025-10-13T07:29:09.481750Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the plate with the bubble bag","longform_feedback":"Policy A first moved the gripper close to the bubble bag but moved away soon.Then, after hesitating for a while, policy A approached the bubble bag again, picked it up, moved it toward the plate and covered the plate with the bubble bag in the end.Policy B first moved the gripper close to the bubble bag but moved away soon, then policy B moved the gripper back and forth during remaining time of the episode.My instruction is to cover the plate with the bubble bag, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:04.077736_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:04.077736_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:02.909931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:02.909931_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:02.909931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:02.909931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:03.551721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/paligemma_fast_specialist_droid_2025-10-13T07:23:03.551721_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:51.372894_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:51.372894_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.163968_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.163968_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.163968_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.163968_video_right.mp4","wrist_video_gcs_path":"evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.813350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e2ba92-f45f-46aa-bc42-e7b0091f9a37/pi0_droid_2025-10-13T07:28:50.813350_video_wrist.mp4"},"preference":"A","session_id":"55e2ba92-f45f-46aa-bc42-e7b0091f9a37","university":"frodobots"},{"completion_time":"2025-10-13T07:12:29.771749Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, moved it then dropped it on table.Next, policy A moved the gripper slightly during remaining time of the episode.Policy B first moved the gripper close to the banana, touched it, then moved the gripper away.Next, after hesitating for a while, policy B approached the banana again, attempted to grasp it but failed, causing it to fall off from the table.My instruction is to put the banana into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the banana and moved it whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:23.705000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:23.705000_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:22.408757_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:22.408757_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:22.408757_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:22.408757_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:23.098388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/pi0_fast_droid_2025-10-13T06:59:23.098388_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:51.608862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:51.608862_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:50.366499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:50.366499_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:50.366499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:50.366499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:51.053396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d517c9f-91e0-487f-948e-64f0475e0869/paligemma_fast_droid_2025-10-13T07:06:51.053396_video_wrist.mp4"},"preference":"A","session_id":"5d517c9f-91e0-487f-948e-64f0475e0869","university":"frodobots"},{"completion_time":"2025-10-13T06:32:17.140315Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the electric kettle","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to touch the electric kettle,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the electric kettle.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:06.229495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:06.229495_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.048780_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.048780_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.048780_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.048780_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.680883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/paligemma_diffusion_droid_2025-10-13T06:24:05.680883_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:37.923649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:37.923649_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:36.624439_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:36.624439_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:36.624439_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:36.624439_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:37.311650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58febe23-c384-49ef-95d8-bdc9e35ed734/pi0_fast_droid_2025-10-13T06:30:37.311650_video_wrist.mp4"},"preference":"TIE","session_id":"58febe23-c384-49ef-95d8-bdc9e35ed734","university":"frodobots"},{"completion_time":"2025-10-13T06:17:03.771074Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the pomelo","longform_feedback":"Policy A first moved the gripper above the pomelo but moved away soon, then approached the washing machine and moved away in the end.Policy B first moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to touch the pomelo, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper above the pomelo whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:50.145576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:50.145576_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:48.851824_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:48.851824_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:48.851824_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:48.851824_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:49.564849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/paligemma_vq_droid_2025-10-13T06:09:49.564849_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:44.970443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:44.970443_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:43.770332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:43.770332_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:43.770332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:43.770332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:44.424692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5f7660-3294-4ed1-99f4-642ca2fa310b/pi0_fast_droid_2025-10-13T06:16:44.424692_video_wrist.mp4"},"preference":"A","session_id":"4f5f7660-3294-4ed1-99f4-642ca2fa310b","university":"frodobots"},{"completion_time":"2025-10-13T05:53:02.845854Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"push the pomelo","longform_feedback":"Policy A first moved the gripper close to the pomelo but moved away soon, then policy A moved the gripper slightly during remaining time of the episode.Policy B moved the gripper aimlessly during entire time of the episode, as if could not find the target.My instruction is to push the pomelo,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the pomelo whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:18.366816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:18.366816_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.144892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.144892_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.144892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.144892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.809230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi0_droid_2025-10-13T05:47:17.809230_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:47.462430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:47.462430_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.243267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.243267_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.243267_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.243267_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.873312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a70bfe4-8608-4e5d-9db0-05a87d8697be/pi05_droid_2025-10-13T05:52:46.873312_video_wrist.mp4"},"preference":"A","session_id":"2a70bfe4-8608-4e5d-9db0-05a87d8697be","university":"frodobots"},{"completion_time":"2025-10-13T05:26:11.506577Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pomelo","longform_feedback":"Policy A showed no respond to my command and did not perform any operations at all.Policy B first moved the gripper above the pomelo but moved away soon, then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the pomelo, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper above the pomelo whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:47.235034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:47.235034_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.311192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.311192_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.311192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.311192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.854157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_binning_droid_2025-10-13T05:20:46.854157_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:44.087595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:44.087595_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:42.855581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:42.855581_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:42.855581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:42.855581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:43.507540_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be19e651-e083-413d-b70f-d262bd2d97e3/paligemma_vq_droid_2025-10-13T05:25:43.507540_video_wrist.mp4"},"preference":"B","session_id":"be19e651-e083-413d-b70f-d262bd2d97e3","university":"frodobots"},{"completion_time":"2025-10-13T04:01:25.716224Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper close to  the shoe, grasped it, pick it up, moved it slightly and dropped it.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the shoe, grasped it, picked it up, moved it and dropped it.Then policy B moved the gripper randomly during remaining time of the episode.My instruction is to pick up the shoe, when comparing the performance of the two, both policies have completed the task successfully and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:30.036035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:30.036035_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:28.804449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:28.804449_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:28.804449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:28.804449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:29.458888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi0_droid_2025-10-13T03:43:29.458888_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:57.714496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:57.714496_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:56.527852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:56.527852_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:56.527852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:56.527852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:57.195905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51cc091e-ab82-414f-99da-1fa026d1e5e9/pi05_droid_2025-10-13T03:48:57.195905_video_wrist.mp4"},"preference":"TIE","session_id":"51cc091e-ab82-414f-99da-1fa026d1e5e9","university":"frodobots"},{"completion_time":"2025-10-13T03:38:57.520183Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the logo of mickey mouse","longform_feedback":"Policy A first moved the gripper close to  the drawer, then moved slightly near the drawer during remaining time of the episode.Policy B first moved the gripper back and forth for a while, then moved the gripper toward the logo of mickey mouse but moved away soon. Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to touch the logo of mickey mouse,neither policy was able to complete the task.When comparing the performance of the two,policy B at least approached the logo of mickey mouse whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:39.699611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:39.699611_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:38.470265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:38.470265_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:38.470265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:38.470265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:39.141924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/paligemma_diffusion_droid_2025-10-13T03:32:39.141924_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:40.767972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:40.767972_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:39.604287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:39.604287_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:39.604287_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:39.604287_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:40.236193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99ea7336-3d11-47f3-8678-ee1c03a3f83e/pi05_droid_2025-10-13T03:38:40.236193_video_wrist.mp4"},"preference":"B","session_id":"99ea7336-3d11-47f3-8678-ee1c03a3f83e","university":"frodobots"},{"completion_time":"2025-10-13T02:27:00.411883Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the fridge","longform_feedback":"Policy A first moved the gripper close to the fridge but moved away soon, then policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper close to the fridge, close the gripper, touched the fridge slightly for a while, then moved the gripper away.My instruction is to touch the fridge,when comparing the performance of the two, policy B completed the task successfully whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:11.353456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:11.353456_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.168665_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.168665_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.168665_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.168665_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.795370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_fast_droid_2025-10-13T02:22:10.795370_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:46.105560_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:46.105560_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:44.974981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:44.974981_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:44.974981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:44.974981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:45.599303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d/paligemma_vq_droid_2025-10-13T02:26:45.599303_video_wrist.mp4"},"preference":"B","session_id":"0c42cbe9-5d31-44cf-9c0b-b4bafdcf431d","university":"frodobots"},{"completion_time":"2025-10-13T02:13:57.561202Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana from the fridge","longform_feedback":"Policy A first moved the gripper close to a bubble bag, pushed it, then moved the gripper away and moved slightly for a while.Next, policy A approached the fridge and attempted to grasp the banana, but time ran out.Policy B first moved the gripper close to the banana, paused above the banana for a while, then moved away in the end.My instruction is to pick up the banana from the fridge,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the banana whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:02.648695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:02.648695_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:01.480796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:01.480796_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:01.480796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:01.480796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:02.124978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/paligemma_vq_droid_2025-10-13T02:07:02.124978_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:11.203194_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:11.203194_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.069453_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.069453_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.069453_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.069453_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.705875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83ddc69e-94fb-4f1f-98d4-760c392a1d19/pi0_droid_2025-10-13T02:13:10.705875_video_wrist.mp4"},"preference":"A","session_id":"83ddc69e-94fb-4f1f-98d4-760c392a1d19","university":"frodobots"},{"completion_time":"2025-10-13T01:53:51.489616Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper close to the curtain, then moved randomly for a while and stopped during remaining time of the episode.Policy B first moved the gripper close to the curtain, then stopped near the curtain during remaining time of the trial.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:53.654516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:53.654516_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:52.507968_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:52.507968_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:52.507968_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:52.507968_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:53.023482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/pi0_fast_droid_2025-10-13T01:39:53.023482_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:28.718959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:28.718959_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:27.647753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:27.647753_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:27.647753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:27.647753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:28.233719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a03f79d5-7828-4bd5-802a-5787c5614ae9/paligemma_vq_droid_2025-10-13T01:47:28.233719_video_wrist.mp4"},"preference":"TIE","session_id":"a03f79d5-7828-4bd5-802a-5787c5614ae9","university":"frodobots"},{"completion_time":"2025-10-13T01:29:10.466395Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the fridge","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during whole trial, as if could not find the target.My instruction is to open the door of the fridge, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not find the fridge.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:08.516904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:08.516904_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.349645_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.349645_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.349645_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.349645_video_right.mp4","wrist_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.949130_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_fast_specialist_droid_2025-10-13T01:23:07.949130_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:53.735527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:53.735527_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:52.620703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:52.620703_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:52.620703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:52.620703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:53.217514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852df924-927a-4e26-8f5d-9d834a1e19c4/paligemma_diffusion_droid_2025-10-13T01:28:53.217514_video_wrist.mp4"},"preference":"TIE","session_id":"852df924-927a-4e26-8f5d-9d834a1e19c4","university":"frodobots"},{"completion_time":"2025-10-13T01:12:17.209891Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper while policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:51.598298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:51.598298_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:50.582710_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:50.582710_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:50.582710_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:50.582710_video_right.mp4","wrist_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:51.180041_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/paligemma_binning_droid_2025-10-13T01:06:51.180041_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:01.476507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:01.476507_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.306582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.306582_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.306582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.306582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.873366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/678832d7-0591-4950-b130-5c2d179b5258/pi05_droid_2025-10-13T01:12:00.873366_video_wrist.mp4"},"preference":"B","session_id":"678832d7-0591-4950-b130-5c2d179b5258","university":"frodobots"},{"completion_time":"2025-10-11T10:01:06.198885Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, after hesitating for a while, adjusted posture, touched the book as if attempting to insert the gripper under the cover of the book, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to insert the gripper under the cover of the book, whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:15.395670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:15.395670_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.189507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.189507_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.189507_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.189507_video_right.mp4","wrist_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.815361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_diffusion_droid_2025-10-11T09:48:14.815361_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:33.817748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:33.817748_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:32.875869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:32.875869_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:32.875869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:32.875869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:33.381749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/252d4fb9-6b3f-4e19-99b0-d17563e4aac2/paligemma_binning_droid_2025-10-11T09:59:33.381749_video_wrist.mp4"},"preference":"A","session_id":"252d4fb9-6b3f-4e19-99b0-d17563e4aac2","university":"frodobots"},{"completion_time":"2025-10-11T09:39:29.801459Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the gripper whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:39.554378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:39.554378_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:38.610590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:38.610590_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:38.610590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:38.610590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:39.129444_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_binning_droid_2025-10-11T09:33:39.129444_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:44.425563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:44.425563_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.224920_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.224920_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.224920_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.224920_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.893577_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f/paligemma_fast_droid_2025-10-11T09:38:43.893577_video_wrist.mp4"},"preference":"B","session_id":"5b8cf5d8-0c40-4997-a0ea-eb171fd9c49f","university":"frodobots"},{"completion_time":"2025-10-11T09:28:40.483786Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the controller, grasped it, picked it up and released it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the controller, grasped it, rotated it by about 60 degrees, released it.Then policy B grasped the controller again, picked it up, rotated it to about 90 degrees and dropped it on floor in the end.My instruction is to rotate the controller by 90 degrees, when comparing the performance of the two,policy B completed the task successfully whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:55.726368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:55.726368_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:54.556475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:54.556475_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:54.556475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:54.556475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:55.172531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/paligemma_vq_droid_2025-10-11T09:20:55.172531_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:46.158069_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:46.158069_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:44.928958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:44.928958_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:44.928958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:44.928958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:45.596945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004/pi05_droid_2025-10-11T09:27:45.596945_video_wrist.mp4"},"preference":"B","session_id":"8b12d7fa-3bbc-41f7-99fa-f1cc9d00e004","university":"frodobots"},{"completion_time":"2025-10-11T09:12:15.393897Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the controller, after hesitating for a while, pressed one rectangle button of the controller.My instruction is to press the round button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy B at least press one rectangle button of the controller whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:33.927605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:33.927605_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:32.883707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:32.883707_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:32.883707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:32.883707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:33.444301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/paligemma_fast_specialist_droid_2025-10-11T09:05:33.444301_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:59.105515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:59.105515_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:57.930066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:57.930066_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:57.930066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:57.930066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:58.592904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add1d091-d22a-49b4-a36f-ab68036ca380/pi05_droid_2025-10-11T09:11:58.592904_video_wrist.mp4"},"preference":"B","session_id":"add1d091-d22a-49b4-a36f-ab68036ca380","university":"frodobots"},{"completion_time":"2025-10-11T09:01:55.824272Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the pillow upside down","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the pillow, grasped it, then attempted to pick it up but the pillow slipped off when lifted it up.Next, after hesitating for a while, policy B grasped the pillow again in the end.My instruction is to turn the pillow upside down, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the pillow whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:24.274726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:24.274726_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.010049_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.010049_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.010049_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.010049_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.733354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/pi0_fast_droid_2025-10-11T08:51:23.733354_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:55.917263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:55.917263_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:54.695275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:54.695275_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:54.695275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:54.695275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:55.348615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b701d922-2507-44ac-aa88-8a61ba5aa0f8/paligemma_diffusion_droid_2025-10-11T08:57:55.348615_video_wrist.mp4"},"preference":"B","session_id":"b701d922-2507-44ac-aa88-8a61ba5aa0f8","university":"frodobots"},{"completion_time":"2025-10-11T08:46:38.256835Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the center of the pillow","longform_feedback":"Policy A first moved the gripper close to pillow, then moved the gripper back and forth around the pillow during remaining time of the episode.Policy B first moved the gripper close to the pillow, grasp the middle edge of the pillow, picked the pillow up, then moved it and dropped it on floor in the end.My instruction is to press the center of the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the middle edge of the pillow whereas policy A did not even reach the pillow.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:45.953406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:45.953406_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:44.794864_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:44.794864_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:44.794864_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:44.794864_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:45.441369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/pi05_droid_2025-10-11T08:37:45.441369_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:43.921844_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:43.921844_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:42.706356_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:42.706356_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:42.706356_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:42.706356_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:43.370534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bbf356-7df2-4a93-ad92-e7feda3887d1/paligemma_vq_droid_2025-10-11T08:44:43.370534_video_wrist.mp4"},"preference":"B","session_id":"e9bbf356-7df2-4a93-ad92-e7feda3887d1","university":"frodobots"},{"completion_time":"2025-10-11T08:16:00.708817Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A first moved the gripper close to bottle, grasped it, picked it up, moved it and dropped it on floor.Then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to throw the bottle into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the bottle whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:42.508013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:42.508013_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.327846_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.327846_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.327846_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.327846_video_right.mp4","wrist_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.974149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/paligemma_fast_droid_2025-10-11T08:08:41.974149_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:28.779618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:28.779618_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:27.595068_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:27.595068_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:27.595068_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:27.595068_video_right.mp4","wrist_video_gcs_path":"evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:28.231644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/271edbc1-e24b-4b85-a301-0eac471146ba/pi0_fast_droid_2025-10-11T08:15:28.231644_video_wrist.mp4"},"preference":"A","session_id":"271edbc1-e24b-4b85-a301-0eac471146ba","university":"frodobots"},{"completion_time":"2025-10-11T08:05:09.582787Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squash the bottle flat","longform_feedback":"Policy A first moved the gripper close to the bottle, grasped and released the lid of it several time, but did not try to squash the bottle.Policy B first moved the gripper close to the bottle, then closed and opened the gripper above the bottle several times as if attempting to grasp the bottle, but only pushed the bottle to make it move a bit.My instruction is to squash the bottle flat, neither policy was able to complete the task.When comparing the performance of the two,policy A at least grasped the bottle whereas policy B only touched the bottle.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:20.736943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:20.736943_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:18.621012_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:18.621012_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:18.621012_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:18.621012_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:20.194316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_diffusion_droid_2025-10-11T07:54:20.194316_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:36.035367_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:36.035367_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:34.866561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:34.866561_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:34.866561_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:34.866561_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:35.503733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6b55bd6-8eb4-40ce-9be9-50158aceeb1b/paligemma_vq_droid_2025-10-11T08:04:35.503733_video_wrist.mp4"},"preference":"A","session_id":"a6b55bd6-8eb4-40ce-9be9-50158aceeb1b","university":"frodobots"},{"completion_time":"2025-10-11T07:37:13.714807Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the umbrella into trash can","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B first moved the gripper close to the umbrella, grasped it and released it.Then policy B moved the gripper randomly during most time of the episode.My instruction is to throw the umbrella into trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the umbrella whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:08.399495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:08.399495_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.317795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.317795_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.317795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.317795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.914850_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi0_fast_droid_2025-10-11T07:30:07.914850_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:50.617465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:50.617465_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:49.426288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:49.426288_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:49.426288_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:49.426288_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:50.071485_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5e4090e-cde2-4e02-b0d3-189cf0d0d8db/pi05_droid_2025-10-11T07:36:50.071485_video_wrist.mp4"},"preference":"B","session_id":"b5e4090e-cde2-4e02-b0d3-189cf0d0d8db","university":"frodobots"},{"completion_time":"2025-10-11T07:25:38.225667Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A first moved the gripper randomly for a while, then stopped during remaining time of the episode.Policy B first paused for a while, then moved the gripper close to the umbrella, grasped it, picked it up in the end.My instruction is to pick up the umbrella, when comparing the performance of the two, policy B completed the task successfully while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:54.689973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:54.689973_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:53.628659_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:53.628659_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:53.628659_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:53.628659_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:54.201628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/pi0_fast_droid_2025-10-11T07:19:54.201628_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:17.424887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:17.424887_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.267593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.267593_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.267593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.267593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.884309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d27fbec-6a9c-491f-9fda-58fc14ab9859/paligemma_vq_droid_2025-10-11T07:25:16.884309_video_wrist.mp4"},"preference":"B","session_id":"8d27fbec-6a9c-491f-9fda-58fc14ab9859","university":"frodobots"},{"completion_time":"2025-10-11T06:53:46.754023Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the key","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the keys but moved away soon, then policy B moved the gripper back and forth during most time of the episode, and approached the keys again in the end.My instruction is to pick up the key, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the keys whereas policy A did not do any thing.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:54.437637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:54.437637_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.490263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.490263_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.490263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.490263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.998131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/paligemma_binning_droid_2025-10-11T06:46:53.998131_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:27.370674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:27.370674_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.052995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.052995_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.052995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.052995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.748153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d63da9db-75c7-4092-a6bb-ca75b5582b64/pi05_droid_2025-10-11T06:53:26.748153_video_wrist.mp4"},"preference":"B","session_id":"d63da9db-75c7-4092-a6bb-ca75b5582b64","university":"frodobots"},{"completion_time":"2025-10-11T06:41:58.730860Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the black cap","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then stopped during remaining time of the trial.My instruction is to pick up the black cap, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but did not recognize the black cap.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:34.990563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:34.990563_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:33.848363_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:33.848363_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:33.848363_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:33.848363_video_right.mp4","wrist_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:34.401043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_specialist_droid_2025-10-11T06:33:34.401043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:32.675928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:32.675928_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:31.565871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:31.565871_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:31.565871_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:31.565871_video_right.mp4","wrist_video_gcs_path":"evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:32.178953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218574e5-4c25-42c0-89fc-7ad803cfb75c/paligemma_fast_droid_2025-10-11T06:39:32.178953_video_wrist.mp4"},"preference":"TIE","session_id":"218574e5-4c25-42c0-89fc-7ad803cfb75c","university":"frodobots"},{"completion_time":"2025-10-11T06:20:14.947438Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper forward a bit, then stopped during remaining time of the episode.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper a bit while policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:28.030701_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:28.030701_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.126477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.126477_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.126477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.126477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.638647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_vq_droid_2025-10-11T06:14:27.638647_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:21.537485_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:21.537485_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:20.515243_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:20.515243_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:20.515243_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:20.515243_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:21.060072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2774ddf4-5f47-4558-b4e2-0b9d013bb702/paligemma_fast_specialist_droid_2025-10-11T06:19:21.060072_video_wrist.mp4"},"preference":"B","session_id":"2774ddf4-5f47-4558-b4e2-0b9d013bb702","university":"frodobots"},{"completion_time":"2025-10-11T06:07:32.848850Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper back and forth for a while, then approached the towel and attempted to grasp the towel in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the towel and attempted to grasp it whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:51.473920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:51.473920_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.262205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.262205_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.262205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.262205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.894944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_fast_droid_2025-10-11T06:02:50.894944_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:15.453237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:15.453237_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:14.462684_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:14.462684_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:14.462684_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:14.462684_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:15.020704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffba0a9a-272c-41b7-9253-00701c41f64c/paligemma_vq_droid_2025-10-11T06:07:15.020704_video_wrist.mp4"},"preference":"A","session_id":"ffba0a9a-272c-41b7-9253-00701c41f64c","university":"frodobots"},{"completion_time":"2025-10-11T05:39:41.733653Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the towel, grasped it, moved it slightly and released it.Next, policy B grasped the towel again, moved it on the sofa slightly as if attempting to wipe the sofa.My instruction is to wipe the sofa with the towel,when comparing the performance of the two,policy A only picked up the towel whereas policy B grasped the towel and attempted to wipe the sofa with the towel.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:57.278852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:57.278852_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.048266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.048266_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.048266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.048266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.699722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_fast_specialist_droid_2025-10-11T05:31:56.699722_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:23.777547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:23.777547_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:22.599614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:22.599614_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:22.599614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:22.599614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:23.232205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b561e2f-7991-4bb8-9e26-0d190eca3f95/paligemma_diffusion_droid_2025-10-11T05:39:23.232205_video_wrist.mp4"},"preference":"B","session_id":"9b561e2f-7991-4bb8-9e26-0d190eca3f95","university":"frodobots"},{"completion_time":"2025-10-11T05:26:17.416563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the towel, attempted to grasp the towel, then grasped the bottom left corner of the towel, lifted it up but time ran out.Policy B first moved the gripper close to the sofa under the towel,then moved away and stopped during remaining time of the episode.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the towel whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:25.191935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:25.191935_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.068432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.068432_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.068432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.068432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.692269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/paligemma_fast_specialist_droid_2025-10-11T05:19:24.692269_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:48.333925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:48.333925_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.160609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.160609_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.160609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.160609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.834119_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22b47347-bf8f-424a-bb47-4c02d4bf8c82/pi0_fast_droid_2025-10-11T05:25:47.834119_video_wrist.mp4"},"preference":"A","session_id":"22b47347-bf8f-424a-bb47-4c02d4bf8c82","university":"frodobots"},{"completion_time":"2025-10-11T04:00:54.382301Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel","longform_feedback":"Policy A first moved the gripper close to the towel, then closed and opened the gripper several times above the towel as if attempting to grasp the towel, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the towel whereas policy B did not do anything.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:52.676064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:52.676064_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:51.442506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:51.442506_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:51.442506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:51.442506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:52.061564_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_diffusion_droid_2025-10-11T03:56:52.061564_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:42.890720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:42.890720_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:41.978197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:41.978197_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:41.978197_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:41.978197_video_right.mp4","wrist_video_gcs_path":"evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:42.469710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82015e2a-d44a-4935-bdbe-b8218b9bd7e6/paligemma_binning_droid_2025-10-11T04:00:42.469710_video_wrist.mp4"},"preference":"A","session_id":"82015e2a-d44a-4935-bdbe-b8218b9bd7e6","university":"frodobots"},{"completion_time":"2025-10-11T03:36:04.214212Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the controller","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper back and forth for a while, then approach the cabinet and table on after another.My instruction is to pick up the controller,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper randomly but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:43.405831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:43.405831_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.302895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.302895_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.302895_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.302895_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.872067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_droid_2025-10-11T03:26:42.872067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:09.413207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:09.413207_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.226742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.226742_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.226742_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.226742_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.800387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dea6393-b115-470c-aeac-190a67b66b6b/paligemma_fast_specialist_droid_2025-10-11T03:32:08.800387_video_wrist.mp4"},"preference":"TIE","session_id":"4dea6393-b115-470c-aeac-190a67b66b6b","university":"frodobots"},{"completion_time":"2025-10-11T03:21:01.112227Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana","longform_feedback":"Policy A first moved the gripper slightly, then stopped during remaining time of the episode.Policy B first moved the gripper close to the shoe,then moved the gripper away and moved randomly during remaining time of the trial.My instruction is to pick up the banana, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper during most time of the trial whereas policy A almost stopped during the whole trial.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:09.397258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:09.397258_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.473080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.473080_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.473080_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.473080_video_right.mp4","wrist_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.945319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/paligemma_binning_droid_2025-10-11T03:15:08.945319_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:46.318419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:46.318419_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.043002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.043002_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.043002_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.043002_video_right.mp4","wrist_video_gcs_path":"evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.749066_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/edfdf4d3-108c-46df-8877-489a904db36b/pi0_fast_droid_2025-10-11T03:20:45.749066_video_wrist.mp4"},"preference":"B","session_id":"edfdf4d3-108c-46df-8877-489a904db36b","university":"frodobots"},{"completion_time":"2025-10-11T03:11:27.494941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the cabinet, pushed it, then moved around the cabinet for a while and moved away in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the banana by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:45.085007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:45.085007_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:43.821490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:43.821490_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:43.821490_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:43.821490_video_right.mp4","wrist_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:44.543239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_vq_droid_2025-10-11T02:59:44.543239_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:24.929943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:24.929943_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:23.983719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:23.983719_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:23.983719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:23.983719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:24.481425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696c315d-11a9-4d07-8c45-68e6b4b4dab5/paligemma_binning_droid_2025-10-11T03:03:24.481425_video_wrist.mp4"},"preference":"A","session_id":"696c315d-11a9-4d07-8c45-68e6b4b4dab5","university":"frodobots"},{"completion_time":"2025-10-11T02:52:13.340779Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A first moved the gripper back and forth for a while, then almost stopped during remaining time of the episode.Policy B first moved the gripper close to the cabinet, touched it, then moved the gripper above the shoe but moved away soon. Next policy A moved the gripper randomly during remaining time of the episode.My instruction is to pick up the shoe, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the shoe whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:35.021151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:35.021151_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:33.832055_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:33.832055_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:33.832055_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:33.832055_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:34.464287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/pi05_droid_2025-10-11T02:40:34.464287_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:23.751957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:23.751957_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:22.451764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:22.451764_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:22.451764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:22.451764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:23.161609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1228fbef-1b8e-4e29-9157-4570d8f04a63/paligemma_vq_droid_2025-10-11T02:50:23.161609_video_wrist.mp4"},"preference":"B","session_id":"1228fbef-1b8e-4e29-9157-4570d8f04a63","university":"frodobots"},{"completion_time":"2025-10-11T02:16:41.671186Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the computer mouse","longform_feedback":"Policy A first moved the gripper close to the black table, moved around the table for a while, then moved the gripper away.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the computer mouse,neither policy was able to complete the task.When comparing the performance of the two,both policies could not find the computer mouse and only moved the gripper.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:42.922843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:42.922843_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:41.689499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:41.689499_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:41.689499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:41.689499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:42.361440_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/pi0_droid_2025-10-11T02:11:42.361440_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:28.808179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:28.808179_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:27.635442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:27.635442_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:27.635442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:27.635442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:28.287295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38eae6a1-1163-4f33-bdbb-65304cf2f5b4/paligemma_fast_droid_2025-10-11T02:16:28.287295_video_wrist.mp4"},"preference":"TIE","session_id":"38eae6a1-1163-4f33-bdbb-65304cf2f5b4","university":"frodobots"},{"completion_time":"2025-10-11T01:55:47.669499Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the mouse","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to pick up the mouse, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the mouse.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:23.706703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:23.706703_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:22.542975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:22.542975_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:22.542975_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:22.542975_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:23.179072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/pi0_droid_2025-10-11T01:51:23.179072_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:26.711545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:26.711545_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:25.468533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:25.468533_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:25.468533_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:25.468533_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:26.138543_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19f8dedd-b2c5-4f3a-88c6-d16c62afaefa/paligemma_fast_specialist_droid_2025-10-11T01:55:26.138543_video_wrist.mp4"},"preference":"TIE","session_id":"19f8dedd-b2c5-4f3a-88c6-d16c62afaefa","university":"frodobots"},{"completion_time":"2025-10-11T01:41:36.823269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A first moved the gripper above the trash can, then moved randomly as if could not find the target.Policy B first moved the gripper slightly, then moved the gripper up and down as if could not find the target.My instruction is to pick up the umbrella, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper but could not find the umbrella.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:14.866162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:14.866162_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:13.625494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:13.625494_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:13.625494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:13.625494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:14.348574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/paligemma_fast_specialist_droid_2025-10-11T01:36:14.348574_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:17.305340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:17.305340_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.094536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.094536_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.094536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.094536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.804479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4dc21eb-cad1-4e11-a242-580091f065ff/pi0_droid_2025-10-11T01:41:16.804479_video_wrist.mp4"},"preference":"TIE","session_id":"c4dc21eb-cad1-4e11-a242-580091f065ff","university":"frodobots"},{"completion_time":"2025-10-11T01:20:38.472441Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it, threw it onto the floor.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to throw the banana into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the banana, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:30.465944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:30.465944_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:29.480382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:29.480382_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:29.480382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:29.480382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:30.019672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_binning_droid_2025-10-11T01:11:30.019672_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:21.016547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:21.016547_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:19.870387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:19.870387_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:19.870387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:19.870387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:20.511574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14f767d5-3c57-463e-a47d-2fbf1e363a44/paligemma_diffusion_droid_2025-10-11T01:20:20.511574_video_wrist.mp4"},"preference":"B","session_id":"14f767d5-3c57-463e-a47d-2fbf1e363a44","university":"frodobots"},{"completion_time":"2025-10-10T14:24:28.407927Z","evaluator_name":"timothymin@kaist.ac.kr","language_instruction":"put the plate in the microwave and close it","longform_feedback":"policy A succeeded to pick up the plate, but failed to put it inside the microwave. Also, policy A had a lot of timesteps without any actions, which made the overall rollout quality bad. On the other hand, policy B failed to pick up the plate, but instead succeeded to pick up and put the bagel inside the microwave, with smooth trajectory. policy B was a better policy potentially","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.088421_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.088421_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:31.755558_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:31.755558_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.728163_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.728163_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.728163_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:30.728163_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:31.230850_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/paligemma_binning_droid_2025-10-10T14:17:31.230850_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.156591_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.156591_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:51.832952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:51.832952_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.805404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.805404_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.805404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:50.805404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:51.285752_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce58bf4b-f64c-4873-ac15-be7af2ce010f/pi05_droid_2025-10-10T14:23:51.285752_video_wrist.mp4"},"preference":"B","session_id":"ce58bf4b-f64c-4873-ac15-be7af2ce010f","university":"KAIST"},{"completion_time":"2025-10-10T14:14:06.660959Z","evaluator_name":"timothymin@kaist.ac.kr","language_instruction":"open the microwave","longform_feedback":"both A and B policies fail to open the microwave. They both recognize it is a microwave, but push other parts rather than placing the gripper to the appropriate gnob. policy B behaved slightly more dangerously, pushing the object severly.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.143560_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.143560_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:19.802745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:19.802745_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.754623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.754623_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.143560_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:18.143560_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:19.246754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/pi0_droid_2025-10-10T14:08:19.246754_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.134370_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.134370_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:37.791929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:37.791929_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.751890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.751890_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.134370_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:36.134370_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:37.236729_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5c84406-91a2-4e85-92a7-13f2532df1e3/paligemma_vq_droid_2025-10-10T14:13:37.236729_video_wrist.mp4"},"preference":"TIE","session_id":"e5c84406-91a2-4e85-92a7-13f2532df1e3","university":"KAIST"},{"completion_time":"2025-10-10T10:05:34.486880Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper slightly for a while, then approached the drawer, pushed the drawer by the robotic arm rather than the gripper, made the drawer close a bit.My instruction is to close the drawer, when comparing the performance of the two, policy B has pushed the drawer to make it close a bit whereas policy A could not find the required target.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:21.323004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:21.323004_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.109416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.109416_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.109416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.109416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.752180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_fast_droid_2025-10-10T09:48:20.752180_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:19.956749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:19.956749_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:18.741852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:18.741852_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:18.741852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:18.741852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:19.424921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5218dc58-c322-4796-925e-f6684c0587dc/paligemma_diffusion_droid_2025-10-10T09:58:19.424921_video_wrist.mp4"},"preference":"B","session_id":"5218dc58-c322-4796-925e-f6684c0587dc","university":"frodobots"},{"completion_time":"2025-10-10T09:38:56.117379Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B almost stopped during the whole trial and did not show obvious response to my command.My instruction is to open the drawer,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:06.170476_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:06.170476_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.010545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.010545_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.010545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.010545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.647401_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/pi0_droid_2025-10-10T09:28:05.647401_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:42.313383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:42.313383_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.212867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.212867_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.212867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.212867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.813030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a3075d6-2c6b-4c2e-ab2a-c67d199622ac/paligemma_diffusion_droid_2025-10-10T09:33:41.813030_video_wrist.mp4"},"preference":"A","session_id":"8a3075d6-2c6b-4c2e-ab2a-c67d199622ac","university":"frodobots"},{"completion_time":"2025-10-10T09:11:34.248411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to edge of the table, then moved randomly during remaining time of the episode, as if could not find the target.Policy B also first moved the gripper close to the edge of the table, then moved away and moved randomly during remaining time of the trial.My instruction is to open the book,neither policy was able to complete the task.When comparing the performance of the two, both policies seemingly could not find the target and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:24.113202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:24.113202_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:22.837506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:22.837506_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:22.837506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:22.837506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:23.556061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_specialist_droid_2025-10-10T09:04:23.556061_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:02.028789_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:02.028789_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:00.756128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:00.756128_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:00.756128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:00.756128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:01.467618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6fcdc8e-648c-474a-b840-a5e14dcd07b7/paligemma_fast_droid_2025-10-10T09:11:01.467618_video_wrist.mp4"},"preference":"TIE","session_id":"d6fcdc8e-648c-474a-b840-a5e14dcd07b7","university":"frodobots"},{"completion_time":"2025-10-10T08:59:38.550707Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the small tub of candy","longform_feedback":"Policy A first moved the gripper close to drawer, pushed it, then moved away and stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the small tub of candy,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:50:00.907658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:50:00.907658_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:49:59.820326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:49:59.820326_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:49:59.820326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:49:59.820326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:50:00.416792_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_fast_specialist_droid_2025-10-10T08:50:00.416792_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:01.342678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:01.342678_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.471650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.471650_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.471650_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.471650_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.948140_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6311e124-5448-443c-be7d-a4ca98a4f374/paligemma_binning_droid_2025-10-10T08:54:00.948140_video_wrist.mp4"},"preference":"A","session_id":"6311e124-5448-443c-be7d-a4ca98a4f374","university":"frodobots"},{"completion_time":"2025-10-10T08:29:50.839986Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the small tub of Skittles","longform_feedback":"Policy A first moved the gripper close to the book, pushed it slightly, then moved the gripper back and forth during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the small tub of Skittles,neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:46.902358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:46.902358_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:45.652791_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:45.652791_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:45.652791_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:45.652791_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:46.310990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/pi05_droid_2025-10-10T08:24:46.310990_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:28.361509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:28.361509_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.421110_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.421110_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.421110_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.421110_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.936495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a32e2893-80b2-4057-8066-5e8003c56b8e/paligemma_binning_droid_2025-10-10T08:29:27.936495_video_wrist.mp4"},"preference":"A","session_id":"a32e2893-80b2-4057-8066-5e8003c56b8e","university":"frodobots"},{"completion_time":"2025-10-10T08:12:10.995201Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana, then put it onto the book","longform_feedback":"Policy A first moved the gripper close to the banana, made multiple attempts to grasp it but did not succeed, then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B first move the gripper back and forth for a while, then approached the banana, grasped it, picked it up, moved it and dropped it on floor.Next, policy B approached the trash can in the end.My instruction is to pick up the banana then put it onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up and moved the banana whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:38.393065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:38.393065_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.153121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.153121_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.153121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.153121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.841750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/paligemma_fast_specialist_droid_2025-10-10T07:57:37.841750_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:42.722390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:42.722390_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:41.510617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:41.510617_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:41.510617_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:41.510617_video_right.mp4","wrist_video_gcs_path":"evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:42.188121_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269310a3-ae23-4a77-acae-f2a88c6cecbe/pi0_fast_droid_2025-10-10T08:05:42.188121_video_wrist.mp4"},"preference":"B","session_id":"269310a3-ae23-4a77-acae-f2a88c6cecbe","university":"frodobots"},{"completion_time":"2025-10-10T07:50:45.765190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first took some time to find the target,then moved the gripper close to the book, but moved away soon and moved randomly during remaining time of the episode.Policy B first moved the gripper toward the floor, then stopped during remaining time of the trial.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two,policy A at least approached the book whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:44:00.516156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:44:00.516156_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:43:59.384986_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:43:59.384986_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:43:59.384986_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:43:59.384986_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:44:00.003848_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_droid_2025-10-10T07:44:00.003848_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:26.846579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:26.846579_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:25.777619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:25.777619_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:25.777619_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:25.777619_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:26.337672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8aa55a4-f6b6-4685-941c-67ac3f26e5f2/pi0_fast_droid_2025-10-10T07:49:26.337672_video_wrist.mp4"},"preference":"A","session_id":"e8aa55a4-f6b6-4685-941c-67ac3f26e5f2","university":"frodobots"},{"completion_time":"2025-10-10T07:30:51.875826Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper randomly for a while as if could not find the target, then approached the drawer during remaining  time of the episode .Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper randomly and their performance was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:05.653126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:05.653126_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:04.490382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:04.490382_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:04.490382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:04.490382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:05.104835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_diffusion_droid_2025-10-10T07:25:05.104835_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:31.753163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:31.753163_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:30.407967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:30.407967_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:30.407967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:30.407967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:31.114890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f82b886e-ea05-4860-8d52-fc8fabdc0d5b/paligemma_vq_droid_2025-10-10T07:30:31.114890_video_wrist.mp4"},"preference":"TIE","session_id":"f82b886e-ea05-4860-8d52-fc8fabdc0d5b","university":"frodobots"},{"completion_time":"2025-10-10T07:06:19.151067Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle of water","longform_feedback":"Policy A first moved the gripper close to the pillow rather than the bottle, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the bottle of water, attempted to grasp it, but did not succeed, only knocked it over.My instruction is to pick up the bottle of water, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the bottle of water whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:07.158873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:07.158873_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:05.941816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:05.941816_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:05.941816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:05.941816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:06.593743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/paligemma_fast_specialist_droid_2025-10-10T07:00:06.593743_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:06.426790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:06.426790_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.242770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.242770_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.242770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.242770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.905532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f7a5188-9956-409d-8e66-65a6b08e14b6/pi05_droid_2025-10-10T07:05:05.905532_video_wrist.mp4"},"preference":"B","session_id":"2f7a5188-9956-409d-8e66-65a6b08e14b6","university":"frodobots"},{"completion_time":"2025-10-10T06:37:10.560401Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle","longform_feedback":"Policy A first moved the gripper close to table, knocked the bottle over, then moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the right edge of the table,then moved the gripper aimlessly during remaining time of the trial.My instruction is to pick up the bottle,neither policy was able to complete the task.When comparing the performance of the two, policy A at least knock the bottle over whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:03.273928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:03.273928_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.158353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.158353_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.158353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.158353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.760249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_fast_droid_2025-10-10T06:28:02.760249_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:50.523448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:50.523448_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:49.383478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:49.383478_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:49.383478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:49.383478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:50.014226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4abca76-b1ac-4c71-aba2-031bb4398dc5/paligemma_diffusion_droid_2025-10-10T06:36:50.014226_video_wrist.mp4"},"preference":"A","session_id":"b4abca76-b1ac-4c71-aba2-031bb4398dc5","university":"frodobots"},{"completion_time":"2025-10-10T06:21:29.543120Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper close to the drawer under the tissue, then moved slightly along the drawer during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the pack of tissues whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:56.113560_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:56.113560_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.004262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.004262_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.004262_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.004262_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.615488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_diffusion_droid_2025-10-10T06:15:55.615488_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:12.409379_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:12.409379_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.308598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.308598_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.308598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.308598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.859959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b37421c-5b28-41f0-8d1b-2072de113669/paligemma_fast_specialist_droid_2025-10-10T06:21:11.859959_video_wrist.mp4"},"preference":"A","session_id":"4b37421c-5b28-41f0-8d1b-2072de113669","university":"frodobots"},{"completion_time":"2025-10-10T06:07:41.793780Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer ","longform_feedback":"Policy A first moved the gripper close to the drawer,put the gripper into the drawer, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to close the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the drawer whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:59.011189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:59.011189_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:57.879196_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:57.879196_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:57.879196_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:57.879196_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:58.478059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi05_droid_2025-10-10T06:01:58.478059_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:24.985181_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:24.985181_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:23.811689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:23.811689_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:23.811689_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:23.811689_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:24.397515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f877635b-82a8-4ef0-9de2-66423cb59693/pi0_fast_droid_2025-10-10T06:07:24.397515_video_wrist.mp4"},"preference":"A","session_id":"f877635b-82a8-4ef0-9de2-66423cb59693","university":"frodobots"},{"completion_time":"2025-10-10T05:53:21.426636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull the handle of the drawer to open the drawer","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pull the handle of the drawer to open the drawer,neither policy was able to complete the task.When comparing the performance of the two, both policies could not find the target and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:01.494734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:01.494734_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.297277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.297277_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.297277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.297277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.934738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_fast_droid_2025-10-10T05:48:00.934738_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:05.676413_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:05.676413_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:04.497343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:04.497343_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:04.497343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:04.497343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:05.115198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1eab11b-1a77-4337-83c8-a62084e4c244/pi0_droid_2025-10-10T05:53:05.115198_video_wrist.mp4"},"preference":"TIE","session_id":"d1eab11b-1a77-4337-83c8-a62084e4c244","university":"frodobots"},{"completion_time":"2025-10-10T05:35:03.799468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor rather than the trash can.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to throw the banana into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the banana whereas policy B could not even find the banana.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:28.859947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:28.859947_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:27.749998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:27.749998_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:27.749998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:27.749998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:28.318453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/pi0_fast_droid_2025-10-10T05:27:28.318453_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:33.603926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:33.603926_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:32.498421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:32.498421_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:32.498421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:32.498421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:33.053017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c611d1f-65b1-4208-8ff5-d657caaa59d1/paligemma_fast_specialist_droid_2025-10-10T05:34:33.053017_video_wrist.mp4"},"preference":"A","session_id":"9c611d1f-65b1-4208-8ff5-d657caaa59d1","university":"frodobots"},{"completion_time":"2025-10-10T05:21:13.536720Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cube","longform_feedback":"Policy A first moved the gripper close to the cube, attempted to grasp it but did not succeed,then policy A moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to pick up the cube,neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the cube and attempted to grasp it, whereas policy B only moved the gripper.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:16.170876_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:16.170876_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:14.972943_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:14.972943_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:14.972943_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:14.972943_video_right.mp4","wrist_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:15.594383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi05_droid_2025-10-10T05:15:15.594383_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:54.924198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:54.924198_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:53.671999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:53.671999_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:53.671999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:53.671999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:54.310704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/399c1e10-edac-472e-a8f9-785c7f2ad970/pi0_droid_2025-10-10T05:20:54.310704_video_wrist.mp4"},"preference":"A","session_id":"399c1e10-edac-472e-a8f9-785c7f2ad970","university":"frodobots"},{"completion_time":"2025-10-10T03:59:39.709169Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the cube into the trash can","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the cube, but moved away soon and stopped during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to throw the cube into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cube whereas policy B did not find the required object during whole trial.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:35.922926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:35.922926_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:34.809635_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:34.809635_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:34.809635_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:34.809635_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:35.392833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/pi0_fast_droid_2025-10-10T03:53:35.392833_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:25.324149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:25.324149_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.243252_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.243252_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.243252_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.243252_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.732893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7911a925-0022-4dc5-ba95-2a424d64e379/paligemma_fast_specialist_droid_2025-10-10T03:58:24.732893_video_wrist.mp4"},"preference":"A","session_id":"7911a925-0022-4dc5-ba95-2a424d64e379","university":"frodobots"},{"completion_time":"2025-10-10T03:47:06.037335Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoe","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the shoe, grasped it,pick it up, then moved it slightly and dropped it.Next, policy B moved the gripper slightly until time ran out.My instruction is to pick up the shoe, when comparing the performance of the two, policy B completed the task successfully whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:48.844609_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:48.844609_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:47.605723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:47.605723_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:47.605723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:47.605723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:48.257394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_vq_droid_2025-10-10T03:41:48.257394_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:48.539363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:48.539363_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.334725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.334725_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.334725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.334725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.986049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4be0c1af-6d97-4150-a041-440ad00d37dc/paligemma_diffusion_droid_2025-10-10T03:46:47.986049_video_wrist.mp4"},"preference":"B","session_id":"4be0c1af-6d97-4150-a041-440ad00d37dc","university":"frodobots"},{"completion_time":"2025-10-10T03:37:33.910698Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the shoe onto floor","longform_feedback":"Policy A first moved the gripper close to the table, touched the table,then moved the gripper away and stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the shoe onto floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:01.878989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:01.878989_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:00.791833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:00.791833_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:00.791833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:00.791833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:01.368993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_vq_droid_2025-10-10T03:34:01.368993_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:22.711436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:22.711436_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:21.795872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:21.795872_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:21.795872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:21.795872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:22.315863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ec190eb-9a03-4611-b0c0-b2e1f9325adb/paligemma_binning_droid_2025-10-10T03:37:22.315863_video_wrist.mp4"},"preference":"A","session_id":"6ec190eb-9a03-4611-b0c0-b2e1f9325adb","university":"frodobots"},{"completion_time":"2025-10-10T03:19:37.492652Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the door","longform_feedback":"Policy A first moved the gripper back and forth during most time of the episode, as if could not find the target, then stopped in the end.Policy B first moved the gripper close toward the curtains, then moved randomly during remaining time of the trial.My instruction is to close the door, neither policy was able to complete the task.When comparing the performance of the two,both policies only moved the gripper but did not find the required object.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:09.990768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:09.990768_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:08.883795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:08.883795_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:08.883795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:08.883795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:09.470572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_droid_2025-10-10T02:59:09.470572_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:38.834888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:38.834888_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:37.646903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:37.646903_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:37.646903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:37.646903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:38.303660_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93b074a2-c3bd-4803-b749-10e7e7747348/paligemma_fast_specialist_droid_2025-10-10T03:05:38.303660_video_wrist.mp4"},"preference":"TIE","session_id":"93b074a2-c3bd-4803-b749-10e7e7747348","university":"frodobots"},{"completion_time":"2025-10-10T02:45:32.961626Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the door of the cabinet","longform_feedback":"Policy A first moved the gripper back and forth during most time of the episode, then approached the door of the cabinet in the end, but time ran out.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to close the door of the cabinet,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the door of the cabinet whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:50.851354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:50.851354_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:49.711308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:49.711308_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:49.711308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:49.711308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:50.320673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/pi0_droid_2025-10-10T02:36:50.320673_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:03.610950_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:03.610950_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:02.395179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:02.395179_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:02.395179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:02.395179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:03.020915_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39331bed-0d10-4c99-b443-3d989db659f2/paligemma_fast_droid_2025-10-10T02:45:03.020915_video_wrist.mp4"},"preference":"A","session_id":"39331bed-0d10-4c99-b443-3d989db659f2","university":"frodobots"},{"completion_time":"2025-10-10T02:29:46.477205Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the handle of the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to grasp the handle of the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:11.607475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:11.607475_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:10.703226_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:10.703226_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:10.703226_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:10.703226_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:11.251305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_binning_droid_2025-10-10T02:24:11.251305_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:26.079346_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:26.079346_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:24.851317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:24.851317_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:24.851317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:24.851317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:25.492302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8d9bca1-ff3d-4538-95e3-f4b5f909fe95/paligemma_vq_droid_2025-10-10T02:29:25.492302_video_wrist.mp4"},"preference":"B","session_id":"e8d9bca1-ff3d-4538-95e3-f4b5f909fe95","university":"frodobots"},{"completion_time":"2025-10-10T02:12:54.453841Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the cabinet on right","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to open the cabinet on right, neither policy was able to complete the task.When comparing the performance of the two,both policy did not find the required target and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:33.596360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:33.596360_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:32.414159_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:32.414159_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:32.414159_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:32.414159_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:33.045441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/pi0_fast_droid_2025-10-10T02:05:33.045441_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:22.930782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:22.930782_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:21.701488_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:21.701488_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:21.701488_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:21.701488_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:22.347956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b23b86f4-ed53-4b80-bb5a-cdc88e6978ed/paligemma_vq_droid_2025-10-10T02:12:22.347956_video_wrist.mp4"},"preference":"TIE","session_id":"b23b86f4-ed53-4b80-bb5a-cdc88e6978ed","university":"frodobots"},{"completion_time":"2025-10-10T01:56:51.785855Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the cube, grasped and released it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to put the cube into the drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cube whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:49:00.445062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:49:00.445062_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:48:59.472868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:48:59.472868_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:48:59.472868_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:48:59.472868_video_right.mp4","wrist_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:49:00.076756_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/paligemma_binning_droid_2025-10-10T01:49:00.076756_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:18.554697_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:18.554697_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.321407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.321407_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.321407_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.321407_video_right.mp4","wrist_video_gcs_path":"evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.993032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/942c02cc-d284-4ae5-a002-9c691fa58445/pi05_droid_2025-10-10T01:54:17.993032_video_wrist.mp4"},"preference":"B","session_id":"942c02cc-d284-4ae5-a002-9c691fa58445","university":"frodobots"},{"completion_time":"2025-10-10T01:42:57.424035Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper back and forth for while, then approach the drawer, pushed drawer by robotic arm rather than the gripper, made the drawer close a bit.My instruction is to close the drawer, when comparing the performance of the two, policy B closed the drawer a bit while policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:50.788312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:50.788312_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:49.789663_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:49.789663_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:49.789663_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:49.789663_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:50.424008_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/paligemma_binning_droid_2025-10-10T01:34:50.424008_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:37.869966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:37.869966_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:36.659438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:36.659438_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:36.659438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:36.659438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:37.357499_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9063ae2-fced-4476-af76-6a15ff69900d/pi0_droid_2025-10-10T01:42:37.357499_video_wrist.mp4"},"preference":"B","session_id":"f9063ae2-fced-4476-af76-6a15ff69900d","university":"frodobots"},{"completion_time":"2025-10-10T01:30:18.537268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the drawer on right","longform_feedback":"Policy A first moved the gripper close to the handle of the cabinet rather than the drawer, then move back and forth slightly as if attempting to grasp the handle.Policy B first moved the gripper close to the right drawer, after hesitating for a while,approached the handle of the drawer, but then moved away soon and approached the box below the drawer.My instruction is to open the drawer on right,neither policy was able to complete the task.When comparing the performance of the two, policy B seemingly identified the right drawer and approached it whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:38.549300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:38.549300_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:37.368423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:37.368423_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:37.368423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:37.368423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:38.009047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/paligemma_diffusion_droid_2025-10-10T01:21:38.009047_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:28.384267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:28.384267_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.180720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.180720_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.180720_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.180720_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.837797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8247505a-7617-44ff-9090-3d5e4076db3d/pi0_fast_droid_2025-10-10T01:29:27.837797_video_wrist.mp4"},"preference":"B","session_id":"8247505a-7617-44ff-9090-3d5e4076db3d","university":"frodobots"},{"completion_time":"2025-10-09T10:15:46.235805Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the packaging bag into the trash can","longform_feedback":"Policy A first moved the gripper close to the trash can,grasped and released the edge of the trash can, then approached the packaging bag, picked it up, moved it toward the trash can but then moved away in the end.Policy B first moved the gripper randomly for a while, then approached the trash can and grasped the edge of the  trash can, causing it to be tipped over.My instruction is to throw the packaging bag into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the packaging bag and moved it toward the trash can, whereas policy B did not identify the packaging bag.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:49.722295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:49.722295_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:48.371778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:48.371778_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:48.371778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:48.371778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:49.084316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/pi0_fast_droid_2025-10-09T10:01:49.084316_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:11.171764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:11.171764_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:09.887822_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:09.887822_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:09.887822_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:09.887822_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:10.586255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7787c2c2-be1d-45a4-95de-dcfa59e44ec2/paligemma_fast_specialist_droid_2025-10-09T10:12:10.586255_video_wrist.mp4"},"preference":"A","session_id":"7787c2c2-be1d-45a4-95de-dcfa59e44ec2","university":"frodobots"},{"completion_time":"2025-10-09T09:55:32.894896Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pomelo","longform_feedback":"Policy A first moved the gripper close to pomelo, touched it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the trial, as if could not find the target.My instruction is to pick up the pomelo, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the pomelo whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:34.677437_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:34.677437_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:33.435193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:33.435193_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:33.435193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:33.435193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:34.083564_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi05_droid_2025-10-09T09:50:34.083564_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:14.545150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:14.545150_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:13.326634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:13.326634_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:13.326634_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:13.326634_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:14.012600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8feb6aa-2b76-44c8-ab07-1bee52dae53c/pi0_fast_droid_2025-10-09T09:55:14.012600_video_wrist.mp4"},"preference":"A","session_id":"b8feb6aa-2b76-44c8-ab07-1bee52dae53c","university":"frodobots"},{"completion_time":"2025-10-09T09:33:01.320729Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to plate, adjusted posture, grasped the edge of the plate, picked it up, then turned the plate upside down and dropped it on floor.Policy B first moved the gripper close to the plate, touched the plate, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to turn the plate upside down, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:21.719289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:21.719289_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:20.498351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:20.498351_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:20.498351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:20.498351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:21.160754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/pi05_droid_2025-10-09T09:26:21.160754_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:39.550022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:39.550022_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:38.468643_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:38.468643_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:38.468643_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:38.468643_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:39.092350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4506be0-ed0a-49f6-b648-59e6acac677c/paligemma_vq_droid_2025-10-09T09:32:39.092350_video_wrist.mp4"},"preference":"A","session_id":"e4506be0-ed0a-49f6-b648-59e6acac677c","university":"frodobots"},{"completion_time":"2025-10-09T09:21:14.550699Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to towel, adjusted posture, grasped the bottom right corner of the towel, lifted it up, then put it on sofa, causing the towel to be folded although not in half.Policy B first moved the gripper close to the towel, made multiple attempts to grasp the towel but did not succeed, then policy B moved the gripper away and stopped during remaining time of the episode.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and folded the towel whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:08.409723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:08.409723_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.282721_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.282721_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.282721_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.282721_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.901882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_fast_droid_2025-10-09T09:14:07.901882_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:55.079761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:55.079761_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:53.922452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:53.922452_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:53.922452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:53.922452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:54.546260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f38270-2d61-4db4-8ce2-f91208d949b5/paligemma_diffusion_droid_2025-10-09T09:20:54.546260_video_wrist.mp4"},"preference":"A","session_id":"99f38270-2d61-4db4-8ce2-f91208d949b5","university":"frodobots"},{"completion_time":"2025-10-09T09:08:34.010533Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the trash can, then moved away and stopped during remaining time of the episode.Policy B first moved the gripper close to the towel, made multiple attempts to grasp it but did not succeed.Then policy B almost stopped during remaining time of the trial.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the towel and attempted to grasp it whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:22.416667_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:22.416667_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.327076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.327076_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.327076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.327076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.941815_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_vq_droid_2025-10-09T09:01:21.941815_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:14.171446_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:14.171446_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.013899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.013899_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.013899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.013899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.639573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c121e78e-2c29-4fa7-9336-0dad1b915cd9/paligemma_diffusion_droid_2025-10-09T09:08:13.639573_video_wrist.mp4"},"preference":"B","session_id":"c121e78e-2c29-4fa7-9336-0dad1b915cd9","university":"frodobots"},{"completion_time":"2025-10-09T08:51:33.597676Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper randomly for a while, then stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to open the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:40.371004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:40.371004_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.148658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.148658_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.148658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.148658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.826968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/pi0_fast_droid_2025-10-09T08:36:39.826968_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:02.819623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:02.819623_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:01.899117_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:01.899117_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:01.899117_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:01.899117_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:02.481078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b9807bf-d26a-46f5-be0d-1dd13fce2557/paligemma_binning_droid_2025-10-09T08:50:02.481078_video_wrist.mp4"},"preference":"A","session_id":"8b9807bf-d26a-46f5-be0d-1dd13fce2557","university":"frodobots"},{"completion_time":"2025-10-09T08:31:04.466545Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A showed no response to my command and did not performed any operations at all.Policy B first moved the gripper close to the book, pushed it, then moved slightly above the book for a while.Next, policy B adjusted posture, approach the edge of book as if attempting to close the book but time ran out.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the book and attempted to close it whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:58.419914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:58.419914_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:57.515246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:57.515246_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:57.515246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:57.515246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:58.059565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_vq_droid_2025-10-09T08:21:58.059565_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:27.657750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:27.657750_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:26.466381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:26.466381_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:26.466381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:26.466381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:27.138956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f276d144-3968-4f0f-b1a1-8f47bdfdf54c/paligemma_diffusion_droid_2025-10-09T08:30:27.138956_video_wrist.mp4"},"preference":"B","session_id":"f276d144-3968-4f0f-b1a1-8f47bdfdf54c","university":"frodobots"},{"completion_time":"2025-10-09T07:29:43.790190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the book","longform_feedback":"Policy A showed no response to my command and did not performed any operations at all.Policy B first moved the gripper close to the marker pen, attempted to grasp it but did not succeed.Then policy B moved the gripper away and moved back and forth during remaining time of the episode.My instruction is to put the marker pen onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the marker pen whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:13.609297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:13.609297_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:12.671752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:12.671752_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:12.671752_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:12.671752_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:13.244486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_binning_droid_2025-10-09T07:16:13.244486_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:30.191750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:30.191750_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.007031_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.007031_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.007031_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.007031_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.663807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8deb4e66-4d23-4ce3-92da-44ced73338d9/paligemma_vq_droid_2025-10-09T07:22:29.663807_video_wrist.mp4"},"preference":"B","session_id":"8deb4e66-4d23-4ce3-92da-44ced73338d9","university":"frodobots"},{"completion_time":"2025-10-09T07:00:53.118944Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"write in the book with the marker pen","longform_feedback":"Policy A first moved the gripper close to the marker pen, grasped it, picked it up, then moved it near the book and dropped it on floor.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to write in the book with the marker pen,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up the marker pen whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:47.542014_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:47.542014_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.321033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.321033_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.321033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.321033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.971159_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/paligemma_fast_droid_2025-10-09T06:53:46.971159_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:22.796737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:22.796737_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:21.511005_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:21.511005_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:21.511005_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:21.511005_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:22.231708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be66cf08-55df-4e71-bfda-0ce627afa068/pi05_droid_2025-10-09T07:00:22.231708_video_wrist.mp4"},"preference":"A","session_id":"be66cf08-55df-4e71-bfda-0ce627afa068","university":"frodobots"},{"completion_time":"2025-10-09T06:43:14.852550Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English words on the book","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the book, then moved the gripper away and moved randomly during most time of the episode.Next, policy B approached the book again in the end.My instruction is to touch the English words on the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the book whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:17.349773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:17.349773_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.435993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.435993_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.435993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.435993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.969334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/paligemma_binning_droid_2025-10-09T06:36:16.969334_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:48.738287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:48.738287_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:47.524297_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:47.524297_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:47.524297_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:47.524297_video_right.mp4","wrist_video_gcs_path":"evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:48.213543_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/160ff122-29b3-43cf-9629-8438f2688d65/pi0_fast_droid_2025-10-09T06:42:48.213543_video_wrist.mp4"},"preference":"B","session_id":"160ff122-29b3-43cf-9629-8438f2688d65","university":"frodobots"},{"completion_time":"2025-10-09T06:19:08.707487Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pillow, then lift it up","longform_feedback":"Policy A first moved the gripper close to pillow, grasped it, lifted it up, then dropped it on sofa.Next, policy A grasped the pillow again in the end.Policy B first moved the gripper close to the edge of the sofa rather than the pillow, attempted to grasped the sofa, then almost stopped at the edge of the sofa during remaining time of the episode.My instruction is to grasp the pillow then lift it up, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:56.428612_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:56.428612_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.273920_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.273920_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.273920_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.273920_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.926751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_droid_2025-10-09T06:10:55.926751_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:45.690021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:45.690021_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:44.554644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:44.554644_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:44.554644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:44.554644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:45.187468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7eccc7d-405f-47a3-8597-a6c41a87eb22/pi0_fast_droid_2025-10-09T06:18:45.187468_video_wrist.mp4"},"preference":"A","session_id":"a7eccc7d-405f-47a3-8597-a6c41a87eb22","university":"frodobots"},{"completion_time":"2025-10-09T06:06:38.626253Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the pillow","longform_feedback":"Policy A first moved the gripper close to the cube, grasped it, picked it up, then moved it and dropped it on floor.Next, policy A approached the cube again during remaining time of the episode.Policy B first moved the gripper close to the cube, grasped it,picked it up, then moved it and dropped it near the pillow, causing it to fall off from the sofa to floor.Next, policy B moved the gripper randomly until time ran out.My instruction is to put the cube onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, both policies have picked up the cube, but policy B dropped the cube near the pillow whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:26.508304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:26.508304_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.329587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.329587_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.329587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.329587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.985560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/paligemma_fast_specialist_droid_2025-10-09T05:50:25.985560_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:27.172659_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:27.172659_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:25.880497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:25.880497_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:25.880497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:25.880497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:26.568920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88dcd39-39ab-476b-8f20-f7f67cc109bd/pi0_fast_droid_2025-10-09T05:57:26.568920_video_wrist.mp4"},"preference":"B","session_id":"b88dcd39-39ab-476b-8f20-f7f67cc109bd","university":"frodobots"},{"completion_time":"2025-10-09T05:24:01.268468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the pillow","longform_feedback":"Policy A first moved the gripper close to the cube, grasped it, picked it up, then moved it and dropped it on floor.Policy B showed no response to my command and did not perform any operations at all.My instruction is to put the cube onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the cube whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:36.374067_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:36.374067_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.111645_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.111645_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.111645_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.111645_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.847473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/pi0_droid_2025-10-09T05:18:35.847473_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:41.063684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:41.063684_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.184860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.184860_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.184860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.184860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.731544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e312162b-5f7f-4ea6-bdbf-c96e02566814/paligemma_binning_droid_2025-10-09T05:23:40.731544_video_wrist.mp4"},"preference":"A","session_id":"e312162b-5f7f-4ea6-bdbf-c96e02566814","university":"frodobots"},{"completion_time":"2025-10-09T03:41:42.119163Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the pillow","longform_feedback":"Policy A stopped during most time of the episode, then moved slightly in the end.Policy B first moved the gripper close to the controller, attempted to grasp it but did not succeed, then policy B moved the gripper back and forth until time ran out.My instruction is to put the controller onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the controller and attempted to grasp it whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:06.991761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:06.991761_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:05.949491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:05.949491_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:05.949491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:05.949491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:06.556819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_vq_droid_2025-10-09T03:34:06.556819_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:23.368111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:23.368111_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.155249_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.155249_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.155249_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.155249_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.821323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c0074c1-b266-4a46-b54e-8253515197c4/paligemma_fast_droid_2025-10-09T03:41:22.821323_video_wrist.mp4"},"preference":"B","session_id":"6c0074c1-b266-4a46-b54e-8253515197c4","university":"frodobots"},{"completion_time":"2025-10-09T03:28:05.811822Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the pillow","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B did not respond to my command and did not take any actions at all.My instruction is to put the controller onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, both policies did not respond to my instruction.Therefore, i choose tie.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:53.088653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:53.088653_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:51.961935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:51.961935_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:51.961935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:51.961935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:52.685386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_binning_droid_2025-10-09T03:23:52.685386_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:53.076378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:53.076378_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.152944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.152944_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.152944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.152944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.713920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef51514-8505-4023-968a-a4e64dc504e6/paligemma_vq_droid_2025-10-09T03:27:52.713920_video_wrist.mp4"},"preference":"TIE","session_id":"fef51514-8505-4023-968a-a4e64dc504e6","university":"frodobots"},{"completion_time":"2025-10-09T03:14:07.661124Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it randomly for a while and dropped it on floor.Next, policy A picked the towel up again in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the pillow and dropped it near the pillow.Next, policy B picked the towel up again, put it tight against the pillow.My instruction is to cover the pillow with the towel, neither policy was able to complete the task.When comparing the performance of the two,policy B at least put the towel close to the pillow whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:08.075864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:08.075864_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:06.774496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:06.774496_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:06.774496_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:06.774496_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:07.484792_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/pi0_fast_droid_2025-10-09T03:06:07.484792_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:47.613044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:47.613044_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:46.353770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:46.353770_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:46.353770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:46.353770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:47.047598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e07bc36c-129e-4fbb-8cea-d472f34fc4e3/paligemma_diffusion_droid_2025-10-09T03:13:47.047598_video_wrist.mp4"},"preference":"B","session_id":"e07bc36c-129e-4fbb-8cea-d472f34fc4e3","university":"frodobots"},{"completion_time":"2025-10-09T02:57:14.818727Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the shoulder bag with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped and released it,  then picked it up, moved it to left, then dropped it on floor in the end.Policy B first moved the gripper close to the towel, grasped it, picked it up,then  moved it and dropped it into the trash can.My instruction is to cover the shoulder bag with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies only picked up the towel but did not cover the shoulder bag with the towel, and their behaviors is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:59.461738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:59.461738_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.181493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.181493_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.181493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.181493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.864829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/paligemma_fast_droid_2025-10-09T02:48:58.864829_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:48.654740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:48.654740_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:47.425297_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:47.425297_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:47.425297_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:47.425297_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:48.040014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26f9e933-82e6-4a9c-b691-5b1bd699c580/pi05_droid_2025-10-09T02:56:48.040014_video_wrist.mp4"},"preference":"TIE","session_id":"26f9e933-82e6-4a9c-b691-5b1bd699c580","university":"frodobots"},{"completion_time":"2025-10-09T02:34:51.147717Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the shoulder bag","longform_feedback":"Policy A first moved the gripper randomly for a while, then approached the shoulder bag, adjusted posture, grasped the zipper side of the shoulder bag as if attempting to open it, but did not succeed in the end.Policy B moved the gripper slightly during entire time of the episode, as if could not find the target.My instruction is to open the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and attempted to open the shoulder bag whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:56.238049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:56.238049_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.045047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.045047_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.045047_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.045047_video_right.mp4","wrist_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.681761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi05_droid_2025-10-09T02:26:55.681761_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:35.161663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:35.161663_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:33.986192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:33.986192_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:33.986192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:33.986192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:34.634179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172ad111-9bff-4943-ba24-6ecf32b507bb/pi0_droid_2025-10-09T02:34:34.634179_video_wrist.mp4"},"preference":"A","session_id":"172ad111-9bff-4943-ba24-6ecf32b507bb","university":"frodobots"},{"completion_time":"2025-10-09T02:21:01.979314Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the plate and put it into the plate.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor.My instruction is to put the banana into the plate, when comparing the performance of the two, policy A completed the task successfully whereas policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:29.776690_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:29.776690_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:28.542146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:28.542146_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:28.542146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:28.542146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:29.246288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_fast_specialist_droid_2025-10-09T02:16:29.246288_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:44.988915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:44.988915_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:43.830969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:43.830969_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:43.830969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:43.830969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:44.481963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4081707a-6b76-4ae2-895b-55240035ab93/paligemma_vq_droid_2025-10-09T02:20:44.481963_video_wrist.mp4"},"preference":"A","session_id":"4081707a-6b76-4ae2-895b-55240035ab93","university":"frodobots"},{"completion_time":"2025-10-09T02:11:33.246781Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pomelo","longform_feedback":"Policy A first moved the gripper close to the pomelo, made multiple attempts to grasp it but did not succeed in the end.Policy B first moved the gripper close to the pomelo, touched it, then moved the gripper away and moved randomly during remaining time of the episode.My instruction is to pick up the pomelo, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp to pomelo during the whole trial whereas policy B did not.Thererfore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:47.702757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:47.702757_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:46.478957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:46.478957_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:46.478957_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:46.478957_video_right.mp4","wrist_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:47.145341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_fast_droid_2025-10-09T02:05:47.145341_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:11.493433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:11.493433_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.248770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.248770_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.248770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.248770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.929165_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/449b50fc-32fe-4f01-88c5-5d264a8fa3d5/paligemma_vq_droid_2025-10-09T02:11:10.929165_video_wrist.mp4"},"preference":"A","session_id":"449b50fc-32fe-4f01-88c5-5d264a8fa3d5","university":"frodobots"},{"completion_time":"2025-10-09T01:52:51.348077Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to banana, then made multiple attempts to grasped it during remaining time of the episode, but did not succeed.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the banana whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:30.997195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:30.997195_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:29.830059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:29.830059_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:29.830059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:29.830059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:30.470962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_diffusion_droid_2025-10-09T01:46:30.470962_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:27.315732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:27.315732_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.141181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.141181_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.141181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.141181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.779035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d5dda62-e58b-41f5-a276-20317f187cc0/paligemma_fast_specialist_droid_2025-10-09T01:52:26.779035_video_wrist.mp4"},"preference":"A","session_id":"0d5dda62-e58b-41f5-a276-20317f187cc0","university":"frodobots"},{"completion_time":"2025-10-09T01:39:44.399840Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the plastic bag, then throw it into the trash can","longform_feedback":"Policy A first moved the gripper close to trash can, then grasped and released the edge of the trash can several times during most time of the episode.Policy B first moved the gripper close to the plastic bag, grasped it, picked it up, then moved it randomly for while and dropped it on floor.My instruction is to grasp the plastic bag then throw it into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at lest picked up and moved the plastic bag whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:16.301432_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:16.301432_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.118340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.118340_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.118340_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.118340_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.767790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/pi0_droid_2025-10-09T01:33:15.767790_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:28.353040_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:28.353040_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.097446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.097446_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.097446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.097446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.782692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d7f19f8-6bc2-4cec-bc64-2a47ce013439/paligemma_fast_droid_2025-10-09T01:39:27.782692_video_wrist.mp4"},"preference":"B","session_id":"4d7f19f8-6bc2-4cec-bc64-2a47ce013439","university":"frodobots"},{"completion_time":"2025-10-08T22:06:28.051866Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the lid pot","longform_feedback":"Both policies significantly distrupted many objects in the scene. A lifted the entire tray upwards the moved towards the lid at the very end. The tray somehow alway fell off the table. B first reached for the pot and then threw it off the seen. The lid remained untouched in this episode but it showed it could possibly approach the task without disrupting the surrounding","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:09.619102_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:09.619102_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:11.415755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:11.415755_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.339851_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.339851_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.339851_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.339851_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.852233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi05_droid_2025-10-08T21:54:10.852233_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:13.930564_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:13.930564_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:15.734705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:15.734705_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:14.631921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:14.631921_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:14.631921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:14.631921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:15.190773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dde0a43-6c2c-4ba0-832a-c14508379254/pi0_droid_2025-10-08T22:04:15.190773_video_wrist.mp4"},"preference":"TIE","session_id":"6dde0a43-6c2c-4ba0-832a-c14508379254","university":"Berkeley"},{"completion_time":"2025-10-08T21:49:11.744047Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"make mushroom soup","longform_feedback":"Policy A moved around the left area and only shifted back to the right (where we found the mushroom) at the very end. B succesfully grasped the mushroom but it ended up on the table while we needed it be on the pot. The arm in B then reached for the cup and hold it up - which is also irrelevant","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:08.550693_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:08.550693_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:10.285006_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:10.285006_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.147709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.147709_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.147709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.147709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.678978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_droid_2025-10-08T21:41:09.678978_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:39.538646_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:39.538646_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:41.289290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:41.289290_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.215749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.215749_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.215749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.215749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.722701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a4ff094-c294-4920-943a-741a8d71bc0b/paligemma_fast_specialist_droid_2025-10-08T21:46:40.722701_video_wrist.mp4"},"preference":"B","session_id":"8a4ff094-c294-4920-943a-741a8d71bc0b","university":"Berkeley"},{"completion_time":"2025-10-08T21:36:19.455774Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the toothbrush next to scooper","longform_feedback":"Policy A completely ignored the instruction and just tried to reach something on the left while the toothbrush placed on the right. B at least pointed towards the tooth brush but at the same time, object surrounding was terribly disrupted and the arm still did not grasp the brush nicely","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:31.883986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:31.883986_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:33.660305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:33.660305_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:32.590685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:32.590685_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:32.590685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:32.590685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:33.122432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi0_fast_droid_2025-10-08T21:29:33.122432_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.010945_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.010945_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:09.950688_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:09.950688_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.768546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.768546_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.768546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:08.768546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:09.316203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/564530ff-c1d8-41fe-a93b-7ee6976ed655/pi05_droid_2025-10-08T21:35:09.316203_video_wrist.mp4"},"preference":"B","session_id":"564530ff-c1d8-41fe-a93b-7ee6976ed655","university":"berkeeley"},{"completion_time":"2025-10-08T21:23:48.525458Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"make toast using the machine","longform_feedback":"Policy A and B both followed the same approach. It first reached the toaster while having nothing in hand. It should first grasp the bread with just laying next to the machine and move over the machine it self. At least they did something relavant to the toasting","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:16.496149_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:16.496149_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:18.183530_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:18.183530_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.170423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.170423_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.170423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.170423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.636842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/dam_2025-10-08T21:16:17.636842_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.093179_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.093179_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:22.912478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:22.912478_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.803389_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.803389_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.803389_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:21.803389_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:22.320552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1a4fa0-05ef-4429-b28c-5ed03dca7a65/pi0_droid_2025-10-08T21:23:22.320552_video_wrist.mp4"},"preference":"TIE","session_id":"bf1a4fa0-05ef-4429-b28c-5ed03dca7a65","university":"Berkeley"},{"completion_time":"2025-10-08T21:09:19.843833Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"serve the bread in the plate","longform_feedback":"Both policies were able to move to the bread but the gripper did not align very well to the edge of the bread. Both failed to grasp it","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:31.352732_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:31.352732_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:33.029584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:33.029584_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:32.048924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:32.048924_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:31.352732_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:31.352732_video_left.mp4","wrist_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:32.523218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/dam_2025-10-08T21:04:32.523218_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:13.909743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:13.909743_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:15.956449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:15.956449_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:14.651219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:14.651219_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:13.909743_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:13.909743_video_left.mp4","wrist_video_gcs_path":"evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:15.351620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73788b94-9800-4338-b2c6-6f6bb38a4ab9/paligemma_fast_droid_2025-10-08T21:08:15.351620_video_wrist.mp4"},"preference":"TIE","session_id":"73788b94-9800-4338-b2c6-6f6bb38a4ab9","university":"Berkeley"},{"completion_time":"2025-10-08T20:58:44.355628Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"throw the ketchup into the red bin","longform_feedback":"Policy A moved very closely towards the ketchup but it did not move close enough to touch upon the rear of the ketchup and grasp it. The arm then pretended that it picked up something (indeed nothing is hold) and moved over the red bin. B Just headed upwards to the rear of the table and arm tended to moved inwards the base of the robot. B obviously did not do any progress related to the task","policyA":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:48.335998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:48.335998_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.063917_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.063917_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.063917_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.063917_video_right.mp4","wrist_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.730727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/dam_2025-10-08T20:51:47.730727_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:15.092008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:15.092008_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.018121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.018121_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.018121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.018121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.559619_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/334932c5-3e6b-4389-a136-a1a2cb35882c/pi0_fast_droid_2025-10-08T20:57:14.559619_video_wrist.mp4"},"preference":"A","session_id":"334932c5-3e6b-4389-a136-a1a2cb35882c","university":"Berkeley"},{"completion_time":"2025-10-08T09:35:40.651051Z","evaluator_name":"timothymin@kaist.ac.kr","language_instruction":"move the fruits from the box to the pot","longform_feedback":"policy A succeeded to grab one toy fruit, and place it well in the pot. policy B also succeeded to grab one toy fruit, but it failed to place it in the pot.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:05.602240_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:05.602240_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:07.286180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:07.286180_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:06.251990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:06.251990_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:05.602240_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:05.602240_video_left.mp4","wrist_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:06.748760_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_vq_droid_2025-10-08T09:28:06.748760_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:12.940115_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:12.940115_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:14.596226_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:14.596226_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:13.553238_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:13.553238_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:12.940115_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:12.940115_video_left.mp4","wrist_video_gcs_path":"evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:14.039674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/758a51d0-c71f-434a-8a41-970082ddf56b/paligemma_fast_droid_2025-10-08T09:35:14.039674_video_wrist.mp4"},"preference":"A","session_id":"758a51d0-c71f-434a-8a41-970082ddf56b","university":"KAIST"},{"completion_time":"2025-10-06T23:13:47.215532Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the scooper into reusable bag","longform_feedback":"A performed a little off since it sticked to the surrounding of the scooper while B is more focused on the actual object (scooper) but it failed to grasp it peroperly. It also tried to pull the tray contained everything off the table","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.313430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.313430_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:01.894805_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:01.894805_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.937151_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.937151_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.937151_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:00.937151_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:01.406285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_binning_droid_2025-10-06T23:09:01.406285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:09.594548_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:09.594548_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:11.386212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:11.386212_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.269062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.269062_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.269062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.269062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.802955_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5322e188-c7db-4889-98ce-a13732c275f7/paligemma_fast_specialist_droid_2025-10-06T23:13:10.802955_video_wrist.mp4"},"preference":"B","session_id":"5322e188-c7db-4889-98ce-a13732c275f7","university":"Berkeley"},{"completion_time":"2025-10-06T23:01:37.131365Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the orange into drawer","longform_feedback":"Policy B remained idle the entire time while A at least tried to reach for one kind of fruit (grapes) while being asked to move the orange around","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:42.363514_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:42.363514_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:44.124257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:44.124257_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.077699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.077699_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.077699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.077699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.593203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/pi0_droid_2025-10-06T22:54:43.593203_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:32.763505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:32.763505_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:34.188823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:34.188823_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.329791_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.329791_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.329791_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.329791_video_right.mp4","wrist_video_gcs_path":"evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.721312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/142c1576-b0a8-448f-8a1a-0970fbdc38dc/paligemma_binning_droid_2025-10-06T23:00:33.721312_video_wrist.mp4"},"preference":"A","session_id":"142c1576-b0a8-448f-8a1a-0970fbdc38dc","university":"Berkeley"},{"completion_time":"2025-10-06T22:49:09.880402Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the grape into drawer","longform_feedback":"A froze the entire time with the arm pointing inwards the base of the robot. B at least moved around the dish rack and search for a suitable object to manipulate. It stops in front of the grape but at a very far distance","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:15.767349_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:15.767349_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:17.287376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:17.287376_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:16.362050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:16.362050_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:15.767349_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:15.767349_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:16.812287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_binning_droid_2025-10-06T22:40:16.812287_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.191609_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.191609_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:48.919753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:48.919753_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.834788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.834788_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.191609_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:47.191609_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:48.369208_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8608ea16-729d-4055-8d8f-73b8555f0436/paligemma_fast_droid_2025-10-06T22:46:48.369208_video_wrist.mp4"},"preference":"B","session_id":"8608ea16-729d-4055-8d8f-73b8555f0436","university":"Berkeley"},{"completion_time":"2025-10-06T22:31:45.222900Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red plate over dish rack","longform_feedback":"A was taking very a while to choose between red plate and yellow. It first reached the red but then shifted the gripper onto the yellow plate. B did a little better since it was able tp pick up the red plate and move over the table; however the final  should be the rack","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.266207_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.266207_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:26.893396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:26.893396_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.826168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.826168_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.826168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:25.826168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:26.337010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/dam_2025-10-06T22:21:26.337010_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:41.353544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:41.353544_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:43.142562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:43.142562_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.059511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.059511_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.059511_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.059511_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.602281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f69ea24-dc0a-44ad-96c6-ccd1fcf27046/paligemma_diffusion_droid_2025-10-06T22:30:42.602281_video_wrist.mp4"},"preference":"B","session_id":"3f69ea24-dc0a-44ad-96c6-ccd1fcf27046","university":"Berkeley"},{"completion_time":"2025-10-06T22:13:38.699104Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the pot over dish rack","longform_feedback":"Policy A was able to detect the location of the pot and then tried to pick it up but then failed at the very last orientation; the arm dropped it at the edge of the rack. B on the other hand just slightly touched upon the pot but then shifted over the spoon on the right and pushed it away from our seen.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.124906_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.124906_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:53.835496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:53.835496_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.833580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.833580_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.833580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:52.833580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:53.267736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_diffusion_droid_2025-10-06T22:05:53.267736_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:14.606702_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:14.606702_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:16.433635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:16.433635_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.264411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.264411_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.264411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.264411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.794728_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19222a27-4f3c-47df-abf5-8be70fd54988/paligemma_vq_droid_2025-10-06T22:12:15.794728_video_wrist.mp4"},"preference":"A","session_id":"19222a27-4f3c-47df-abf5-8be70fd54988","university":"Berkeley"},{"completion_time":"2025-10-06T22:02:11.543801Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use to spoon to stir up the pot","longform_feedback":"Although the two polciies both scored 0, I prefer policy A since it at least performed a movement around the end point of the task (pot) while B just remained idle from its initial position","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.168281_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.168281_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:41.905267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:41.905267_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.861679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.861679_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.168281_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:40.168281_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:41.325683_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/pi0_droid_2025-10-06T21:55:41.325683_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:43.609587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:43.609587_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:45.128186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:45.128186_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:44.225362_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:44.225362_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:43.609587_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:43.609587_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:44.616759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72/paligemma_binning_droid_2025-10-06T22:01:44.616759_video_wrist.mp4"},"preference":"A","session_id":"5a9b5a04-b4b6-4d4c-ae7a-d97fcf31fb72","university":"Berkeley"},{"completion_time":"2025-10-06T21:49:16.799663Z","evaluator_name":"ellie99@berkeley.edu","language_instruction":"move the tape on the whiteboard","longform_feedback":"A moved towards the package which the tape indeed not located there while B was considering between the bread and the tape for a while and tended to lean towards the tape at the end since the gripper moved closer trying to grasp; howverarm was too far apart to the surface of the tape","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:07.577598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:07.577598_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:09.417255_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:09.417255_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.292760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.292760_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.292760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.292760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.845005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/paligemma_vq_droid_2025-10-06T21:41:08.845005_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:01.974097_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:01.974097_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:03.740727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:03.740727_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:02.647289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:02.647289_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:02.647289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:02.647289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:03.104634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a09c7e-d6c0-499d-a1b1-325bedbe87c8/dam_2025-10-06T21:48:03.104634_video_wrist.mp4"},"preference":"B","session_id":"c5a09c7e-d6c0-499d-a1b1-325bedbe87c8","university":"Berkeley"},{"completion_time":"2025-10-06T21:35:36.930668Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move only grocery items into bag","longform_feedback":"Both policies did not move towards any of the grocery items on the table (carrot, ketchup, etc) A at least did something relevant since it searched around the bag  without having anything to move over. B simply did not move in this episode","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.079450_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.079450_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:18.838697_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:18.838697_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.743836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.743836_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.743836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:17.743836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:18.283524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/dam_2025-10-06T21:19:18.283524_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:47.478078_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:47.478078_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.968375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.968375_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.057153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.057153_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.057153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.057153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.453292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16afc5d-65d2-4c85-8bb8-9fc838a755d4/paligemma_binning_droid_2025-10-06T21:30:48.453292_video_wrist.mp4"},"preference":"A","session_id":"b16afc5d-65d2-4c85-8bb8-9fc838a755d4","university":"Berkeley"},{"completion_time":"2025-10-06T21:15:06.948273Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"squeeze the ketchup into bread","longform_feedback":"Both policies did relatively bad since they seemed to be distracted by other objects. A just tried to grasped the carrot while B was finding something underneath the table top","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:03.766365_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:03.766365_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:05.689207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:05.689207_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:04.543047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:04.543047_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:03.766365_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:03.766365_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:05.114804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/pi0_fast_droid_2025-10-06T21:05:05.114804_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:36.275361_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:36.275361_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:38.084066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:38.084066_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:37.001046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:37.001046_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:36.275361_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:36.275361_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:37.510111_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea6c8df7-9a30-4abc-8e34-fa25226d81fa/paligemma_fast_specialist_droid_2025-10-06T21:14:37.510111_video_wrist.mp4"},"preference":"TIE","session_id":"ea6c8df7-9a30-4abc-8e34-fa25226d81fa","university":"Berkeley"},{"completion_time":"2025-10-06T21:00:58.485907Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"help me make a corn and carrot soup","longform_feedback":"A has firstly reached the corn and then shifted to the bowl containing the carrot with nothing in hand; it then grasped the entire bow;, showing the ability to recognize the pattern of the task. However, it should have the corn in hand and kept it to the bowl. B just froze the entire time","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:17.641820_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:17.641820_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:19.415753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:19.415753_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.350715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.350715_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.350715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.350715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.874422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_fast_specialist_droid_2025-10-06T20:56:18.874422_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.424242_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.424242_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:18.735695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:18.735695_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.900593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.900593_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.900593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:17.900593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:18.308263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/410f4f0a-83ca-41e7-b4c2-bca484d45c7e/paligemma_binning_droid_2025-10-06T21:00:18.308263_video_wrist.mp4"},"preference":"A","session_id":"410f4f0a-83ca-41e7-b4c2-bca484d45c7e","university":"Berkeley"},{"completion_time":"2025-10-01T23:02:49.640268Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the orange lid to cover the wooden bowl","longform_feedback":"Policy A tended to reach for something on the left side while the lid clearly laid on the right. B did half way of the job but then after grasping the lid very carefully, it ended up dropping it back again and shifted the arm over the wooden bowl as if it still hold that lid in place.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:39.901330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:39.901330_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:38.614990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:38.614990_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:38.614990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:38.614990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:39.341054_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/paligemma_fast_droid_2025-10-01T22:52:39.341054_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:34.958454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:34.958454_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:33.592560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:33.592560_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:33.592560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:33.592560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:34.360114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab5f0ba7-d1af-4847-b92d-50fa32bd662e/dam_2025-10-01T23:01:34.360114_video_wrist.mp4"},"preference":"B","session_id":"ab5f0ba7-d1af-4847-b92d-50fa32bd662e","university":"Berkeley"},{"completion_time":"2025-10-01T22:37:03.471180Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the toothbrush to the plate in which contains the carrot","longform_feedback":"Policy A reached for the toothbrush but then the arm grasped the air which the distance between the gripper and brush wasq quite far, and it should move closer to perform proper grasping motion. The arm in A then moved over the plate with nothing in hand. B repeated the same pattern but after moving nothing over the plate, it tried to grasped the entire stack of plates which is unfavorable","policyA":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:47.862076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:47.862076_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:46.621891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:46.621891_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:46.621891_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:46.621891_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:47.315928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/dam_2025-10-01T22:22:47.315928_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:04.044923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:04.044923_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.095419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.095419_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.095419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.095419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.594158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7597633-2c13-463d-b55d-dc4070581241/paligemma_fast_droid_2025-10-01T22:35:03.594158_video_wrist.mp4"},"preference":"TIE","session_id":"e7597633-2c13-463d-b55d-dc4070581241","university":"Berkeley"},{"completion_time":"2025-10-01T22:19:10.372797Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the stainless lid over the plate","longform_feedback":"bpoth policies has got to the point that it reached for the stainless steel lid and trying to grasp it; however due to the small nature of the handle, the gripper had difficulty to pick it up entirely as in both turns the arm struglled to grasp it and kept dropping it","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:15.583985_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:15.583985_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:13.976497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:13.976497_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:13.976497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:13.976497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:15.056681_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/paligemma_vq_droid_2025-10-01T22:08:15.056681_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:37.085256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:37.085256_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:35.858686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:35.858686_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:35.858686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:35.858686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:36.542963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4003f259-1d2c-49ba-b06b-8e2c4eea5eef/pi0_fast_droid_2025-10-01T22:14:36.542963_video_wrist.mp4"},"preference":"TIE","session_id":"4003f259-1d2c-49ba-b06b-8e2c4eea5eef","university":"Berkeley"},{"completion_time":"2025-10-01T22:04:30.463311Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the plate into a bigger stack of plates on the left","longform_feedback":"policy B indeed completed the task in one turn of grasping and after that, it moved very aggressively by twisting and turning the joint of the arm. A on the other hand got thee single plate over the right side although the instruction already specified the direction","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:36.421683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:36.421683_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.129030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.129030_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.129030_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.129030_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.833490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/paligemma_fast_droid_2025-10-01T21:58:35.833490_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:12.711225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:12.711225_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:11.477441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:11.477441_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:11.477441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:11.477441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:12.149293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7a20c5d-4125-4004-b3f6-4847395f0dcf/pi05_droid_2025-10-01T22:03:12.149293_video_wrist.mp4"},"preference":"B","session_id":"e7a20c5d-4125-4004-b3f6-4847395f0dcf","university":"Berkeley"},{"completion_time":"2025-10-01T21:55:06.277104Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the notes from drawer","longform_feedback":"Both policies recognized the very first step is to reach for the drawer. A performed gripping motion around the edge of the drawer without going through the interior of it. B did slightly better since it was able to get in the drawer and searched for the notes; however, the note still remained inside there","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:20.912888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:20.912888_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:19.709864_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:19.709864_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:19.709864_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:19.709864_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:20.388267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi0_fast_droid_2025-10-01T21:50:20.388267_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:44.257073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:44.257073_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.025662_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.025662_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.025662_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.025662_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.708218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c72b75c-b89c-4b4a-a38b-51735db19a4b/pi05_droid_2025-10-01T21:54:43.708218_video_wrist.mp4"},"preference":"B","session_id":"0c72b75c-b89c-4b4a-a38b-51735db19a4b","university":"Berkeley"},{"completion_time":"2025-10-01T21:47:15.683195Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the tape into drawer","longform_feedback":"both policies seemed to be distracted by the dense set up. A reached for the black arm on the right of the table although the tape we were looking for was located in the left.  B also pointed toward the right and tried to pick the sticker note","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:07.196649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:07.196649_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:05.867633_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:05.867633_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:05.867633_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:05.867633_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:06.650968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/paligemma_fast_specialist_droid_2025-10-01T21:39:06.650968_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:14.901573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:14.901573_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:13.680615_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:13.680615_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:13.680615_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:13.680615_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:14.326130_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7750012e-0eee-4bf8-b295-b3b658471a61/pi0_droid_2025-10-01T21:46:14.326130_video_wrist.mp4"},"preference":"TIE","session_id":"7750012e-0eee-4bf8-b295-b3b658471a61","university":"Berkeley"},{"completion_time":"2025-10-01T21:35:55.792376Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the transparent tape into ba","longform_feedback":"policy A pushed off the entire tray which contained the tape away and thus it got early terminated. B at least got grapsed succesfully at one second but then it dropped it on the ground","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:48.871599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:48.871599_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:47.527793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:47.527793_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:47.527793_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:47.527793_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:48.241856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/paligemma_fast_droid_2025-10-01T21:29:48.241856_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:25.110251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:25.110251_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:23.927527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:23.927527_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:23.927527_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:23.927527_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:24.547266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c03ece00-8b14-4829-963c-77c8b134c58f/pi0_fast_droid_2025-10-01T21:35:24.547266_video_wrist.mp4"},"preference":"B","session_id":"c03ece00-8b14-4829-963c-77c8b134c58f","university":"Berkeley"},{"completion_time":"2025-10-01T21:23:58.225932Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"flip the bread","longform_feedback":"both policies has got to the point that it knew to manipulate around the bread as they both grasped it and then moved it around. A moved it on the plate again without performing any flipping while B picked it up and dropped it eventually","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:24.700236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:24.700236_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:23.485969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:23.485969_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:23.485969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:23.485969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:24.123706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi0_fast_droid_2025-10-01T21:17:24.123706_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:04.284619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:04.284619_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:02.955863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:02.955863_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:02.955863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:02.955863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:03.672726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9108e14-6ef6-46d4-92d4-4dd6d2f9e360/pi05_droid_2025-10-01T21:23:03.672726_video_wrist.mp4"},"preference":"TIE","session_id":"e9108e14-6ef6-46d4-92d4-4dd6d2f9e360","university":"Berkeley"},{"completion_time":"2025-10-01T21:13:35.367552Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the waterbottle from the bag","longform_feedback":"Both policies initially reached for the direction of the bag and then tried to reach for the bottle. A episode ended right adter the gripper touched slightly on the bottle when B went further but opened and closed up the gripper on the surface of the bottle; it should moved a little bit closer to get this done correctly","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:19.486884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:19.486884_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.167581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.167581_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.167581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.167581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.870716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/paligemma_fast_droid_2025-10-01T21:03:18.870716_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:01.845211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:01.845211_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:00.598221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:00.598221_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:00.598221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:00.598221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:01.303654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dbdbff-fe02-4586-8d9e-296926c9fd22/dam_2025-10-01T21:13:01.303654_video_wrist.mp4"},"preference":"B","session_id":"f9dbdbff-fe02-4586-8d9e-296926c9fd22","university":"Berkeley"},{"completion_time":"2025-10-01T20:48:50.998322Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"move carrot into shopping ba","longform_feedback":"Policy B tends to focus to the other obejct (dobut) and tries to grasp it over the surface. The arm in this episode does not move close enough to interact with the donut. Policy A did a little bit better since it approaches the carrot and tried to grasp it; however, it also pushed the tray which contained the carrot out of its stand and thus the tray became quite unstable to proceed and might collapsed","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:03.310010_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:03.310010_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:05.228504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:05.228504_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:04.105817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:04.105817_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:03.310010_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:03.310010_video_left.mp4","wrist_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:04.664458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/paligemma_fast_specialist_droid_2025-10-01T20:39:04.664458_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:27.638303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:27.638303_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:28.807179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:28.807179_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:27.638303_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:27.638303_video_left.mp4","wrist_video_gcs_path":"evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:28.264919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/308a583c-9cae-4b80-8c9c-1cfa48f3147e/dam_2025-10-01T20:47:28.264919_video_wrist.mp4"},"preference":"A","session_id":"308a583c-9cae-4b80-8c9c-1cfa48f3147e","university":"Berkeley"},{"completion_time":"2025-09-30T10:01:08.266142Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first took some time to find the target,then moved the gripper close to towel, grasped the bottom right corner of towel,lifted it up , moved it to left and release it, causing the towel to be folded although not in perfect half.Policy B first moved the gripper close to the towel, grasped and released the bottom right corner of the towel, then moved the gripper away in the end.My instruction is to fold the towel in half,when comparing the performance of the two, policy A folded the towel although not in perfect half, whereas policy B only grasped the towel but did not fold it.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:59.571394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:59.571394_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.331596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.331596_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.331596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.331596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.982688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi0_fast_droid_2025-09-30T09:48:58.982688_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:03.038399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:03.038399_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:01.921933_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:01.921933_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:01.921933_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:01.921933_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:02.486416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10042582-c979-4b2c-ba8c-912c078a142c/pi05_droid_2025-09-30T09:58:02.486416_video_wrist.mp4"},"preference":"A","session_id":"10042582-c979-4b2c-ba8c-912c078a142c","university":"frodobots"},{"completion_time":"2025-09-30T09:36:29.528277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the cube with the towel","longform_feedback":"Policy A moved the gripper aimlessly during entire time of the episode, as if did not know how to complete the task.Policy B first moved the gripper close to the towel, grasped it, picked it up, then moved it toward the cube and dropped it beside the cube.Next, policy B grasped the towel again, but time ran out.My instruction is to cover the cube with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the towel and moved the towel close to the cube whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:22.080204_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:22.080204_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:20.983028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:20.983028_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:20.983028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:20.983028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:21.575153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/pi0_droid_2025-09-30T09:26:21.575153_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:50.977071_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:50.977071_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:49.796447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:49.796447_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:49.796447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:49.796447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:50.427729_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/804a4da3-caef-40ce-9d12-8e1baef942c6/paligemma_diffusion_droid_2025-09-30T09:32:50.427729_video_wrist.mp4"},"preference":"B","session_id":"804a4da3-caef-40ce-9d12-8e1baef942c6","university":"frodobots"},{"completion_time":"2025-09-30T09:17:42.711542Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the towel","longform_feedback":"Policy A first moved the gripper close to the cube, adjusted posture, attempted to grasp it but did not succeed.Then policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper slightly during entire time of the trial, as if could not find the target.My instruction is to put the cube onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and attempted to grasp the cube whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:33.839122_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:33.839122_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:32.638372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:32.638372_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:32.638372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:32.638372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:33.282922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/paligemma_fast_droid_2025-09-30T09:12:33.282922_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:23.463816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:23.463816_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.312847_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.312847_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.312847_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.312847_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.932008_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d745f101-996c-4736-97fa-68beae58796f/pi0_droid_2025-09-30T09:17:22.932008_video_wrist.mp4"},"preference":"A","session_id":"d745f101-996c-4736-97fa-68beae58796f","university":"frodobots"},{"completion_time":"2025-09-30T09:07:26.001167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white card","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to pick up the white card,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper aimlessly and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:07.805586_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:07.805586_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:06.539265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:06.539265_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:06.539265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:06.539265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:07.237152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/pi05_droid_2025-09-30T09:02:07.237152_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:48.657861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:48.657861_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:47.475580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:47.475580_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:47.475580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:47.475580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:48.120126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3dd7105-385d-4541-ad59-43769aa599c2/paligemma_diffusion_droid_2025-09-30T09:06:48.120126_video_wrist.mp4"},"preference":"TIE","session_id":"a3dd7105-385d-4541-ad59-43769aa599c2","university":"frodobots"},{"completion_time":"2025-09-30T08:35:26.717441Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the sofa with the screwdriver","longform_feedback":"Policy A first moved the gripper close to the screwdriver, grasped it, picked it up, then dropped it on the sofa.Next, policy A picked up the screwdriver again, moved it and dropped it on floor.Policy B showed no response to my command and did not performed any operation at all.My instruction is to poke the sofa with the screwdriver,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and moved the screwdriver whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:37.168484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:37.168484_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:35.933506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:35.933506_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:35.933506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:35.933506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:36.619129_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_diffusion_droid_2025-09-30T08:30:36.619129_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:11.506011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:11.506011_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:10.622258_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:10.622258_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:10.622258_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:10.622258_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:11.090161_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a05554-e230-455a-9138-dcc0deb3518e/paligemma_binning_droid_2025-09-30T08:35:11.090161_video_wrist.mp4"},"preference":"A","session_id":"97a05554-e230-455a-9138-dcc0deb3518e","university":"frodobots"},{"completion_time":"2025-09-30T08:26:10.218905Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"poke the pillow with the screwdriver","longform_feedback":"Policy A first moved the gripper for a while, then stopped during remaining time of the episode.Policy B first moved the gripper close to the screwdriver, grasped it, picked it up, moved it toward the pillow and dropped it beside the pillow.Next, policy B picked up the screwdriver again and dropped it.My instruction is to poke the pillow with the screwdriver, neither policy was able to complete to the task.When comparing the performance of the two, policy B at least moved the screwdriver close to the pillow whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:06.419399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:06.419399_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.475783_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.475783_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.475783_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.475783_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.970333_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_fast_droid_2025-09-30T08:20:05.970333_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:49.823274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:49.823274_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:48.692429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:48.692429_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:48.692429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:48.692429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:49.261844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a4ebcad-c4fb-4544-8350-85331f9689e5/pi0_droid_2025-09-30T08:25:49.261844_video_wrist.mp4"},"preference":"B","session_id":"7a4ebcad-c4fb-4544-8350-85331f9689e5","university":"frodobots"},{"completion_time":"2025-09-30T07:52:08.197823Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bottle by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the bottle,grasped it, picked it up, rotated it,then dropped it, make it rotate by about 90 degrees.Policy B first moved the gripper close to the bottle, then moved away and moved randomly during remaining time of the episode.My instruction is to rotate the bottle by 90 degrees, when comparing the performance of the two, policy A completed the task successfully whereas policy B only moved the gripper.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:16.137752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:16.137752_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:14.858601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:14.858601_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:14.858601_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:14.858601_video_right.mp4","wrist_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:15.498170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_fast_specialist_droid_2025-09-30T07:40:15.498170_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:13.475529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:13.475529_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.294619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.294619_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.294619_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.294619_video_right.mp4","wrist_video_gcs_path":"evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.929562_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05020864-6a8c-4dc6-9888-e79c35c1f2d2/paligemma_vq_droid_2025-09-30T07:46:12.929562_video_wrist.mp4"},"preference":"A","session_id":"05020864-6a8c-4dc6-9888-e79c35c1f2d2","university":"frodobots"},{"completion_time":"2025-09-30T07:28:13.510465Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squash the white box","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode,as if could not find the target.Policy B also moved the gripper randomly for while, then stopped during remaining time of the trial.My instruction is to squash the white box,neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper aimlessly, as if did not know how to complete the task.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:43.388691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:43.388691_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.183503_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.183503_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.183503_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.183503_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.791596_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/pi0_droid_2025-09-30T07:20:42.791596_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:07.066619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:07.066619_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.030147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.030147_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.030147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.030147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.582264_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b5a605-7ccb-4479-86a3-5b2177391e80/paligemma_vq_droid_2025-09-30T07:27:06.582264_video_wrist.mp4"},"preference":"TIE","session_id":"49b5a605-7ccb-4479-86a3-5b2177391e80","university":"frodobots"},{"completion_time":"2025-09-30T07:12:04.755148Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squeeze the white box flat","longform_feedback":"Policy A first moved the gripper above white box,close and opened the gripper, then moved away and moved slightly during remaining time of the episode.Policy B showed no response to my command and did not performed any operation at all.My instruction is to squeeze the white box flat, neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the box while policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:19.277287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:19.277287_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.124195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.124195_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.124195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.124195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.759616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/pi0_droid_2025-09-30T07:05:18.759616_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:23.556268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:23.556268_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:22.920748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:22.920748_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:22.920748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:22.920748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:23.241876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbcb3d73-3d39-4416-9a7e-4edd68464e68/paligemma_binning_droid_2025-09-30T07:10:23.241876_video_wrist.mp4"},"preference":"A","session_id":"dbcb3d73-3d39-4416-9a7e-4edd68464e68","university":"frodobots"},{"completion_time":"2025-09-30T06:58:12.386670Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"tear out a page from the book","longform_feedback":"Policy A first moved the gripper close to the book, touched the page of the book,then moved the gripper away and moved slightly during remaining time of the episode.Policy B first moved the gripper close to the book, pushed the page of the book, grasped one page of the book, pulled the page to lift up the book as if attempting to tear out the page from the book,then moved the book and dropped it on floor.My instruction is tear out a page from the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at grasped the page and attempted to tear it out whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:57.706578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:57.706578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:56.585554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:56.585554_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:56.585554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:56.585554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:57.195185_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/pi0_droid_2025-09-30T06:49:57.195185_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:57.475800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:57.475800_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.312404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.312404_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.312404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.312404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.968528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b4047f1-5c52-46c5-9449-0dbf5e230bd8/paligemma_diffusion_droid_2025-09-30T06:57:56.968528_video_wrist.mp4"},"preference":"B","session_id":"3b4047f1-5c52-46c5-9449-0dbf5e230bd8","university":"frodobots"},{"completion_time":"2025-09-30T06:38:38.975782Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the English word on the book","longform_feedback":"Policy A first moved the gripper close to the book, closed the gripper, then touched the book but did not touch the English word area.Next, policy A moved the gripper away and stopped during remaining time of the episode.Policy B moved the gripper randomly during entire time of the whole trial, as if could not find the target.My instruction is to touch the English word on the book,neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the book whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:29.308018_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:29.308018_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.247999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.247999_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.247999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.247999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.820586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/pi0_fast_droid_2025-09-30T06:32:28.820586_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:09.908451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:09.908451_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:07.902217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:07.902217_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:07.902217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:07.902217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:09.390616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/680230f2-0e3a-40a7-80ac-76212f37535a/paligemma_fast_droid_2025-09-30T06:38:09.390616_video_wrist.mp4"},"preference":"A","session_id":"680230f2-0e3a-40a7-80ac-76212f37535a","university":"frodobots"},{"completion_time":"2025-09-30T06:21:09.784443Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the battery onto the pillow","longform_feedback":"Policy A first moved the gripper close to the battery, pressed the sofa near the battery for a while, then grasped and picked up the battery in the end, but time ran out.Policy B first moved the gripper close to the battery, attempted to grasp it several times but did not succeed, then policy B stopped during remaining time of the episode.My instruction is to put the battery onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the battery while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:57.299646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:57.299646_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.203817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.203817_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.203817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.203817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.815163_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi05_droid_2025-09-30T06:14:56.815163_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:49.585908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:49.585908_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:48.444393_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:48.444393_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:48.444393_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:48.444393_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:49.060275_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a78bb0a9-ed66-4f4a-84a3-36d9346a2950/pi0_fast_droid_2025-09-30T06:20:49.060275_video_wrist.mp4"},"preference":"A","session_id":"a78bb0a9-ed66-4f4a-84a3-36d9346a2950","university":"frodobots"},{"completion_time":"2025-09-30T05:59:28.274393Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the banana with the plate","longform_feedback":"Policy A first moved the gripper close to the plate, touched it, then moved the gripper back and forth around the plate during remaining time of the episode,as if attempting to grasp the plate.Policy B first moved the gripper randomly for a while, then stopped during remaining time of the trial.My instruction is to cover the banana with the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched the plate whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:15.561533_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:15.561533_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:14.448952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:14.448952_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:14.448952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:14.448952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:15.020054_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_fast_droid_2025-09-30T05:53:15.020054_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:09.037823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:09.037823_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:07.981981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:07.981981_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:07.981981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:07.981981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:08.554822_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67620e78-97f8-4d4c-aa4e-ba744312b3f8/paligemma_vq_droid_2025-09-30T05:59:08.554822_video_wrist.mp4"},"preference":"A","session_id":"67620e78-97f8-4d4c-aa4e-ba744312b3f8","university":"frodobots"},{"completion_time":"2025-09-30T05:43:19.090158Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana outside the plate","longform_feedback":"Policy A first moved the gripper close to the banana, attempted to grasp it but failed, then policy moved the gripper away and moved randomly during remaining time of the episode.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to put the banana outside the plate,neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the banana whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:38:00.681672_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:38:00.681672_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:37:59.516780_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:37:59.516780_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:37:59.516780_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:37:59.516780_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:38:00.152994_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/paligemma_fast_specialist_droid_2025-09-30T05:38:00.152994_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:59.484800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:59.484800_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.310108_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.310108_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.310108_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.310108_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.954238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4c9f81a-7d81-4952-84c9-f204b598c207/pi05_droid_2025-09-30T05:42:58.954238_video_wrist.mp4"},"preference":"A","session_id":"e4c9f81a-7d81-4952-84c9-f204b598c207","university":"frodobots"},{"completion_time":"2025-09-30T04:24:03.347577Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the logo of iphone","longform_feedback":"Policy A first moved the gripper close to the iphone, then moved the gripper back and forth during remaining time of the episode, as if did not know how to complete the task.Policy B first moved the gripper close to the iphone, closed the gripper, then touch the iphone several times, but did not touched the logo of the iphone.Then policy B moved the gripper away.My instruction is to touch the logo of iphone, neither policy was able to complete the task.When comparing the performance of the two,policy B at least touched the iphone while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:01.809455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:01.809455_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:00.635166_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:00.635166_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:00.635166_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:00.635166_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:01.277948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/pi05_droid_2025-09-30T03:37:01.277948_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:01.177828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:01.177828_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.010833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.010833_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.010833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.010833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.616745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60cd0940-be6c-402f-9948-f625772a4623/paligemma_diffusion_droid_2025-09-30T03:43:00.616745_video_wrist.mp4"},"preference":"B","session_id":"60cd0940-be6c-402f-9948-f625772a4623","university":"frodobots"},{"completion_time":"2025-09-30T03:29:05.782810Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the iphone into the plate","longform_feedback":"Policy A first moved the gripper close to the iphone, then closed and opened the gripper several times above the iphone as if attempting to grasp it, but did not succeed in the end.Policy B showed no response to my command and did not perform any operation at all.My instruction is to put the iphone into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the iphone whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:35.826269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:35.826269_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:34.686282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:34.686282_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:34.686282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:34.686282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:35.302933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/pi0_droid_2025-09-30T03:24:35.302933_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:51.324843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:51.324843_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.432953_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.432953_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.432953_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.432953_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.905966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcb60f04-43a3-4bb8-8887-059d58bbf21e/paligemma_binning_droid_2025-09-30T03:28:50.905966_video_wrist.mp4"},"preference":"A","session_id":"dcb60f04-43a3-4bb8-8887-059d58bbf21e","university":"frodobots"},{"completion_time":"2025-09-30T03:12:36.490586Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen into the white bubble bag","longform_feedback":"Policy A first moved the gripper close the marker pen, grasped it, picked it up, moved it toward the white bubble bag, then dropped it near the bubble bag.Next, policy A grasped the marker pen again in the end.Policy B first moved the gripper close to the marker pen, grasped it, picked it up, then moved it during remaining time of the episode.My instruction is to put the marker pen into the white bubble bag, neither policy was able to complete the task.When comparing the performance of the two, policy A at least put the marker near the white bubble bag whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:31.074295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:31.074295_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:29.910419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:29.910419_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:29.910419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:29.910419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:30.522727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/paligemma_diffusion_droid_2025-09-30T03:03:30.522727_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:42.861261_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:42.861261_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:41.728610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:41.728610_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:41.728610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:41.728610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:42.346979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1837cbd7-693a-48e5-87fc-c2dcc14784ba/pi0_droid_2025-09-30T03:10:42.346979_video_wrist.mp4"},"preference":"A","session_id":"1837cbd7-693a-48e5-87fc-c2dcc14784ba","university":"frodobots"},{"completion_time":"2025-09-30T02:54:40.089771Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the white bubble bag, then throw it on floor","longform_feedback":"Policy A first moved the robotic arm randomly during most time of the episode as if could not find the target, then approached the bubble bag in the end, but time ran out.Policy B first moved the gripper close to the white bubble bag, touched it, grasped and released it, then picked it up, moved it and dropped it on the sofa rather than floor.My instruction is to grasp the white bubble bag then throw it on floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped and moved the bubble bag whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:06.130774_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:06.130774_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:04.941048_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:04.941048_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:04.941048_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:04.941048_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:05.558746_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi0_fast_droid_2025-09-30T02:49:05.558746_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:19.847464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:19.847464_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:18.619117_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:18.619117_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:18.619117_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:18.619117_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:19.321428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b123153-35fa-448b-9085-fd0f81db2009/pi05_droid_2025-09-30T02:54:19.321428_video_wrist.mp4"},"preference":"B","session_id":"9b123153-35fa-448b-9085-fd0f81db2009","university":"frodobots"},{"completion_time":"2025-09-30T02:42:30.969708Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoulder strap, then lift up the shoulder bag","longform_feedback":"Policy A first moved the gripper close to shoulder strap, attempted to grasp it but did not succeed.Then policy A approached the bag, seemingly attempted to grasped it, but also did not succeed.Policy B first moved the gripper close to the bag, then approached the shoulder strap, grasped it, but the strap slipped out of the gripper when lifted it up.Next, policy B moved the gripper away.My instruction is to grasp the shoulder strap then lift up the shoulder bag,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the shoulder strap and tried to lift it up whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:04.461860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:04.461860_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.258556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.258556_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.258556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.258556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.901047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_droid_2025-09-30T02:32:03.901047_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:13.066073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:13.066073_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:11.810353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:11.810353_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:11.810353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:11.810353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:12.461458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45f4db6c-dfb8-4003-89ae-4ca00bfab612/paligemma_fast_specialist_droid_2025-09-30T02:42:12.461458_video_wrist.mp4"},"preference":"B","session_id":"45f4db6c-dfb8-4003-89ae-4ca00bfab612","university":"frodobots"},{"completion_time":"2025-09-30T02:16:56.119042Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper's  pull tab of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the shoulder bag, touched it, then approached the zipper's pull tab, attempted to grasp it but did not succeed.Policy B first moved the gripper close to the shoulder bag, adjusted posture, approached the zipper's pull tab, then grasp the bag together with the pull tab.Next, after hesitating for a while, policy B approach the pull tab again and grasp the bag together with the pull tab again.My instruction is to grasp the zipper's  pull tab of the shoulder bag, when comparing the performance of the two, policy B almost completed the task whereas policy A only touched the shoulder bag.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:35.495297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:35.495297_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.289359_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.289359_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.289359_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.289359_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.918828_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/paligemma_fast_droid_2025-09-30T02:05:34.918828_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:43.218600_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:43.218600_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:41.972392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:41.972392_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:41.972392_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:41.972392_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:42.669269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f906f2d0-abb0-41c4-9617-6c395f486dae/pi0_fast_droid_2025-09-30T02:14:42.669269_video_wrist.mp4"},"preference":"B","session_id":"f906f2d0-abb0-41c4-9617-6c395f486dae","university":"frodobots"},{"completion_time":"2025-09-30T02:00:40.248782Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the zipper's  pull tab of the shoulder bag","longform_feedback":"Policy A showed no response to my command and did not perform any operation at all.Policy B first moved the gripper close to the bag, then moved the gripper back and forth during remaining time of the episode, as if could not find the target.My instruction is to grasp the zipper's  pull tab of the shoulder bag, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the shoulder bag while policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:59.732612_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:59.732612_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:58.755105_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:58.755105_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:58.755105_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:58.755105_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:59.327836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/paligemma_binning_droid_2025-09-30T01:54:59.327836_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:18.594051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:18.594051_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.341786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.341786_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.341786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.341786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.993650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a/pi05_droid_2025-09-30T02:00:17.993650_video_wrist.mp4"},"preference":"B","session_id":"7ada74dc-615d-48d0-8d16-6e6bd5fe7e7a","university":"frodobots"},{"completion_time":"2025-09-30T01:30:38.319602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, touched it, then moved the gripper away.Policy B first moved the gripper close to the book, pushed the edge of the book as if attempting to turn the pages to close the book, but did not succeed.Then policy B moved the gripper away and moved the gripper during remaining time of the episode.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least seemingly attempted to close the book whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:38.073230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:38.073230_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:36.907578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:36.907578_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:36.907578_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:36.907578_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:37.560068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_diffusion_droid_2025-09-30T01:20:37.560068_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:12.097869_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:12.097869_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:10.896705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:10.896705_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:10.896705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:10.896705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:11.565643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a1a41a-369a-43a1-8280-456631d9c657/paligemma_fast_droid_2025-09-30T01:30:11.565643_video_wrist.mp4"},"preference":"B","session_id":"25a1a41a-369a-43a1-8280-456631d9c657","university":"frodobots"},{"completion_time":"2025-09-30T01:16:43.957977Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture,moved the gripper around the edge of the book's cover for a while,then pushed the edge of the cover to make the book open a bit.Next, policy A grasped the edge of the cover, moved it to make the book open in the end.Policy B moved the robotic arm aimlessly during entire time of the episode, as if could not find the target.My instruction is to open the book,when comparing the performance of the two, policy A completed the task successfully whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:09.852000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:09.852000_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:08.702423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:08.702423_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:08.702423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:08.702423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:09.309801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/pi0_fast_droid_2025-09-30T01:12:09.309801_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:26.313380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:26.313380_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.040400_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.040400_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.040400_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.040400_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.765619_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e32463f-eb74-4fff-9680-584178a07c70/paligemma_fast_droid_2025-09-30T01:16:25.765619_video_wrist.mp4"},"preference":"A","session_id":"8e32463f-eb74-4fff-9680-584178a07c70","university":"frodobots"},{"completion_time":"2025-09-29T23:01:14.739710Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the cardboard to cover the box","longform_feedback":"A and B did not progress any further other than hovered inthe air (for A) or wandered around the box (policy B). A completely freeze duting the session while B at least tried to moved from its initial and slowly approached just the box","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.136913_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.136913_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:07.717427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:07.717427_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.679419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.679419_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.136913_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:06.136913_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:07.164818_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/pi0_droid_2025-09-29T22:40:07.164818_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:37.512366_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:37.512366_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:39.276162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:39.276162_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:38.225109_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:38.225109_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:37.512366_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:37.512366_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:38.702715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5/paligemma_fast_specialist_droid_2025-09-29T22:56:38.702715_video_wrist.mp4"},"preference":"B","session_id":"7ccacaf7-fcd3-48d1-86f7-d83ebdede2a5","university":"Berkeley"},{"completion_time":"2025-09-29T22:35:46.734446Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pull the green ball from the box","longform_feedback":"Both policies were not succesfully removed the ball from the box but B remained idle and did nothing while A at least pointed to the box and searched for it. A ended up moving the cloth out and pt on the table","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:05.955883_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:05.955883_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:07.816008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:07.816008_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:06.640682_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:06.640682_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:06.640682_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:06.640682_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:07.152157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_fast_droid_2025-09-29T22:23:07.152157_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:07.780578_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:07.780578_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:09.224854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:09.224854_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.375545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.375545_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.375545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.375545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.762445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a57f396c-342d-4651-ac59-01bfa5e67f21/paligemma_binning_droid_2025-09-29T22:34:08.762445_video_wrist.mp4"},"preference":"A","session_id":"a57f396c-342d-4651-ac59-01bfa5e67f21","university":"Berkeley"},{"completion_time":"2025-09-29T22:10:55.100953Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the cloth into box","longform_feedback":"Policy B succesfully moved the cloth over the box but it disrupted other objects in the seen such as cup and paper sheet. A was so close completing the task but it left the cloth at the rear of the box without going any further","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:08.761608_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:08.761608_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:10.608340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:10.608340_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:09.464975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:09.464975_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:09.464975_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:09.464975_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:10.015560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/paligemma_fast_droid_2025-09-29T21:49:10.015560_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:17.741405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:17.741405_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:19.524286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:19.524286_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.454442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.454442_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.454442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.454442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.955325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51620004-2338-40db-a388-f6800e854d91/pi0_droid_2025-09-29T22:00:18.955325_video_wrist.mp4"},"preference":"B","session_id":"51620004-2338-40db-a388-f6800e854d91","university":"Berkeley"},{"completion_time":"2025-09-29T21:43:58.773777Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the sticker note into drawer","longform_feedback":"Policy A was not efficient while moving to the sticker but it grasped nothing and moved the arm over the drawr. B on the other hand has succesfully moved the notes on top of the drawer which almost aligned with the task since we needed to palced it inside. A also pushed other objects off the table which was not favorable","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.182216_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.182216_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:05.981539_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:05.981539_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.862886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.862886_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.862886_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:04.862886_video_right.mp4","wrist_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:05.378524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/dam_2025-09-29T21:31:05.378524_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:58.770222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:58.770222_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:43:00.574236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:43:00.574236_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:59.458944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:59.458944_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:59.458944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:42:59.458944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:43:00.001523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144415c9-2c9c-46a5-b0b7-6d47135ad69b/pi05_droid_2025-09-29T21:43:00.001523_video_wrist.mp4"},"preference":"B","session_id":"144415c9-2c9c-46a5-b0b7-6d47135ad69b","university":"Berkeley"},{"completion_time":"2025-09-29T21:22:20.003949Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the donut on the bread","longform_feedback":"Policy A is just slightly better at the point that it knew the first object to focus was the donut so the arm was sticked to the donut in the entire episode while in B it tried to reach the bread and picked it up at the surface; which was not doable since the bread slided very flat on the plate","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.041765_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.041765_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:58.634489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:58.634489_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.600722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.600722_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.041765_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:57.041765_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:58.095987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_fast_specialist_droid_2025-09-29T21:10:58.095987_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:43.395923_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:43.395923_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:45.134402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:45.134402_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:44.046033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:44.046033_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:43.395923_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:43.395923_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:44.574069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cd4c5a6-baa5-4748-a013-f0ce21ef6ada/paligemma_diffusion_droid_2025-09-29T21:20:44.574069_video_wrist.mp4"},"preference":"A","session_id":"4cd4c5a6-baa5-4748-a013-f0ce21ef6ada","university":"Berkeley"},{"completion_time":"2025-09-29T21:07:12.957469Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the bread on plate","longform_feedback":"B came from idle for a few second to moving directly to the bread while A just hovered around the tray without actually pointed to the intended breadand grasped it","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:54.609071_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:54.609071_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:56.368868_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:56.368868_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:55.190882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:55.190882_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:54.609071_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:54.609071_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:55.751980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_fast_specialist_droid_2025-09-29T20:58:55.751980_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.151343_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.151343_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:02.785013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:02.785013_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.795627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.795627_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.151343_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:01.151343_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:02.270615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed955207-adcf-4baa-92eb-c179faa23db7/paligemma_diffusion_droid_2025-09-29T21:06:02.270615_video_wrist.mp4"},"preference":"B","session_id":"ed955207-adcf-4baa-92eb-c179faa23db7","university":"Berkeley"},{"completion_time":"2025-09-29T20:54:44.682655Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the duster from left to right","longform_feedback":"A is slightly better than b since it at some point headed to the duster meanwhile the arm moved very faster from left to right at the beginning. The gripper in policy B however just kept opening up and closing without moving a progress to the duster","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:04.359206_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:04.359206_npz_file.npz","partial_success":0.26,"right_camera_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.025594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.025594_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.025594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.025594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.778778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/pi05_droid_2025-09-29T20:46:03.778778_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:08.955614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:08.955614_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:07.752557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:07.752557_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:07.752557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:07.752557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:08.352959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9dff78cf-225f-4bb9-b813-f8e0cebe7a10/dam_2025-09-29T20:54:08.352959_video_wrist.mp4"},"preference":"A","session_id":"9dff78cf-225f-4bb9-b813-f8e0cebe7a10","university":"Berkeley"},{"completion_time":"2025-09-29T20:41:16.585033Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"cover the drawer using plate","longform_feedback":"A remained frozen the entire runtime  while B approached the plate and tried tto grasp it. The arm in B seemed to stuck between objects and took a longer time to rotate over the plate","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:34.169582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:34.169582_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.154981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.154981_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.154981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.154981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.685134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_binning_droid_2025-09-29T20:36:33.685134_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:25.002596_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:25.002596_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:23.685852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:23.685852_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:23.685852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:23.685852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:24.401013_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00702974-f608-4a7e-982b-fd52d39c6c87/paligemma_fast_specialist_droid_2025-09-29T20:40:24.401013_video_wrist.mp4"},"preference":"B","session_id":"00702974-f608-4a7e-982b-fd52d39c6c87","university":"Berkeley"},{"completion_time":"2025-09-29T10:10:36.725474Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A first moved the gripper close to the bottle, then made multiple attempts to grasp it, but did not succeed in the end.Policy B first moved the gripper close to the bottle, grasped it, picked it up, then moved it and dropped it near the trash can.Next, policy B moved the gripper close to the sofa during remaining time of the episode.My instruction is to throw the bottle into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped and moved the bottle while policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:58.812812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:58.812812_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:57.685426_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:57.685426_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:57.685426_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:57.685426_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:58.289634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/pi0_droid_2025-09-29T09:50:58.289634_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:47.164568_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:47.164568_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.014830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.014830_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.014830_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.014830_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.641063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe832f03-05a0-49b1-b1b0-fceb7802d1f2/paligemma_diffusion_droid_2025-09-29T10:02:46.641063_video_wrist.mp4"},"preference":"B","session_id":"fe832f03-05a0-49b1-b1b0-fceb7802d1f2","university":"frodobots"},{"completion_time":"2025-09-29T09:47:05.583220Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the red bottle cap into the trash can","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the red bottle cap, grasped it, picked it up, then moved it and dropped near the trash can.My instruction is to throw the red bottle cap into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy B have grasped and moved the red bottle cap whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:06.717207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:06.717207_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:05.543265_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:05.543265_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:05.543265_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:05.543265_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:06.166561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_specialist_droid_2025-09-29T09:40:06.166561_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:21.880137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:21.880137_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:20.652947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:20.652947_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:20.652947_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:20.652947_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:21.284193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9122d8d3-e88a-44c9-84da-54a53af2b132/paligemma_fast_droid_2025-09-29T09:46:21.284193_video_wrist.mp4"},"preference":"B","session_id":"9122d8d3-e88a-44c9-84da-54a53af2b132","university":"frodobots"},{"completion_time":"2025-09-29T09:14:13.873685Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the tissue into the trash can","longform_feedback":"Policy A first moved the gripper close to tissue, grasped it, picked it up, then moved it toward the trash can and dropped it into the trash can.Next,policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the tissue, grasped it, picked it up, then moved it to the trash can and dropped it into the trash can.Next, policy B moved the robotic arm randomly until time ran out.My instruction is to throw the tissue into the trash can, both policies has completed the task successfully.When compare the performance of the two, their behaviors and performance was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:14.561530_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:14.561530_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.344379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.344379_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.344379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.344379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.989642_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_vq_droid_2025-09-29T09:08:13.989642_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:35.224853_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:35.224853_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.035853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.035853_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.035853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.035853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.704461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7255dfcc-f8f9-4d43-9147-f8c70bfb1e45/paligemma_fast_specialist_droid_2025-09-29T09:13:34.704461_video_wrist.mp4"},"preference":"TIE","session_id":"7255dfcc-f8f9-4d43-9147-f8c70bfb1e45","university":"frodobots"},{"completion_time":"2025-09-29T08:57:09.591974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"squeeze the bottle flat","longform_feedback":"Policy A first moved the griper close to bottle, grasped it, picked it up, moved it and dropped it on floor.Then policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the bottle, touched it, then move the gripper away and stopped during remaining time of the episode.My instruction is to squeeze the bottle flat,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the bottle whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:03.369766_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:03.369766_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.112773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.112773_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.112773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.112773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.790293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/pi0_fast_droid_2025-09-29T08:52:02.790293_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:37.030956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:37.030956_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:35.986297_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:35.986297_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:35.986297_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:35.986297_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:36.515679_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34d9f20-5c54-419b-bd36-e6e4572607e4/paligemma_vq_droid_2025-09-29T08:56:36.515679_video_wrist.mp4"},"preference":"A","session_id":"c34d9f20-5c54-419b-bd36-e6e4572607e4","university":"frodobots"},{"completion_time":"2025-09-29T08:41:31.180942Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pillow by 90 degrees","longform_feedback":"Policy A first moved the griper close to the pillow, grasped it, lifted it up, then dropped it to make it rotate by a small angle.Next, policy A picked up the pillow again in the end.Policy B first moved the gripper close to the pillow, grasped the bottom right corner of the pillow, lifted it up, then moved it and dropped it to make it rotate by about 90 degrees.Next, policy B picked up the pillow again in the end.My instruction is to rotate the pillow by 90 degrees,when comparing the performance of the two, policy B completed the task successfully whereas policy A only rotated the pillow by a small angle.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:43.438323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:43.438323_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.213963_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.213963_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.213963_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.213963_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.850346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_diffusion_droid_2025-09-29T08:30:42.850346_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:54.533374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:54.533374_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.260562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.260562_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.260562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.260562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.924376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be47c821-4391-42e8-aa79-d8662f2b3214/paligemma_fast_droid_2025-09-29T08:36:53.924376_video_wrist.mp4"},"preference":"B","session_id":"be47c821-4391-42e8-aa79-d8662f2b3214","university":"frodobots"},{"completion_time":"2025-09-29T08:17:58.088584Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the lid of the box","longform_feedback":"Policy A moved the gripper aimlessly during entire time of the episode, as if did not know how to complete the task.Policy B first moved the gripper close to the box, adjust posture, touched the lid of the box, then pushed the edge of the lid to make it open a bit, but the lid closed when policy B moved the gripper away.My instruction is to open the lid of the box,neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:25.541192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:25.541192_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.378065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.378065_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.378065_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.378065_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.982037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/paligemma_vq_droid_2025-09-29T08:08:24.982037_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:35.878331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:35.878331_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:34.700845_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:34.700845_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:34.700845_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:34.700845_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:35.343653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2279884-2a69-4a74-b6d6-5887457468b6/pi0_fast_droid_2025-09-29T08:14:35.343653_video_wrist.mp4"},"preference":"B","session_id":"d2279884-2a69-4a74-b6d6-5887457468b6","university":"frodobots"},{"completion_time":"2025-09-29T07:56:12.662017Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the spray bottle to spray","longform_feedback":"Policy A first moved the gripper close to the spray bottle, attempted to grasp it but did not succeed, knocked the spray bottle over.Then policy A approach the cap of the spray bottle and attempted to grasp it.Policy B showed no response to my command and did not perform any operation at all.My instruction is to press the spray bottle to spray,neither policy was able to complete the task.When comparing the performance of the two,policy A at least identified and touched the spray bottle whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:58.545679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:58.545679_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:57.489052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:57.489052_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:57.489052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:57.489052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:58.031924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_fast_droid_2025-09-29T07:44:58.031924_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:46.688031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:46.688031_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:45.754165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:45.754165_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:45.754165_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:45.754165_video_right.mp4","wrist_video_gcs_path":"evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:46.235294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/561f3aae-0bef-4f08-8481-266446485031/paligemma_binning_droid_2025-09-29T07:49:46.235294_video_wrist.mp4"},"preference":"A","session_id":"561f3aae-0bef-4f08-8481-266446485031","university":"frodobots"},{"completion_time":"2025-09-29T07:32:31.159792Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cap the spray bottle","longform_feedback":"Policy A first moved the gripper close to the cap of the spray bottle, pushed it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to cap the spray bottle,neither policy was able to complete the task.When comparing the performance of the two, policy A at least approached the cap of the spray bottle whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:25.895405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:25.895405_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:24.669868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:24.669868_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:24.669868_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:24.669868_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:25.316024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/pi05_droid_2025-09-29T07:26:25.316024_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.979781_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.979781_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.271702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.271702_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.271702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.271702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.648533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29fd0595-d594-4214-b8a1-90f6943c7ffc/paligemma_vq_droid_2025-09-29T07:32:00.648533_video_wrist.mp4"},"preference":"A","session_id":"29fd0595-d594-4214-b8a1-90f6943c7ffc","university":"frodobots"},{"completion_time":"2025-09-29T07:19:37.424369Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the cap of the spray bottle","longform_feedback":"Policy A first moved the gripper close to the spray bottle,then moved the gripper away and moved slightly during remaining time of the episode.Policy B moved the robotic arm randomly during entire time of the episode, as if could not find the target.My instruction is to open the cap of the spray bottle,neither policy was able to complete the task.When comparing the performance of the two,policy A at least approached the spray bottle as if identified it whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:17.209425_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:17.209425_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.154912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.154912_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.154912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.154912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.652053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/pi0_droid_2025-09-29T07:11:16.652053_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:05.065644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:05.065644_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:03.942303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:03.942303_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:03.942303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:03.942303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:04.552234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/216c9725-1ce0-4279-94b7-192379aa5ecb/paligemma_vq_droid_2025-09-29T07:17:04.552234_video_wrist.mp4"},"preference":"A","session_id":"216c9725-1ce0-4279-94b7-192379aa5ecb","university":"frodobots"},{"completion_time":"2025-09-29T07:04:06.926673Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"tap the center of the plate three times","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if did not know how to complete the task.Policy B first moved the gripper close to the plate, touched it but not the center.Then policy adjusted posture, tap the the plate near the center once.Next, policy B pushed the plate and moved the gripper away.My instruction is to tap the center of the plate three times, neither policy was able to complete the task.When comparing the performance of the two, policy B at least tap the plate whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:02.559656_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:02.559656_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:01.392651_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:01.392651_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:01.392651_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:01.392651_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:02.030349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/pi0_droid_2025-09-29T06:50:02.030349_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:21.326935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:21.326935_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.221326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.221326_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.221326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.221326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.763501_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0931e52d-edfc-4b7d-8e41-e3dbb8b447e2/paligemma_fast_droid_2025-09-29T06:57:20.763501_video_wrist.mp4"},"preference":"B","session_id":"0931e52d-edfc-4b7d-8e41-e3dbb8b447e2","university":"frodobots"},{"completion_time":"2025-09-29T06:46:02.594132Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the plate upside down","longform_feedback":"Policy A first moved the gripper close to the plate, adjusted posture, attempted to grasp the edge of the plate, then moved the gripper away.Policy B first moved the gripper close to the plate, grasped the edge of the plate, picked it up, attempted to turn it over,but did not succeed.Then policy B dropped the plate on the floor.My instruction is to turn the plate upside down,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the plate and attempted to turn it over whereas policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:17.110216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:17.110216_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:15.981011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:15.981011_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:15.981011_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:15.981011_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:16.588149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/pi05_droid_2025-09-29T06:30:16.588149_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:38.954402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:38.954402_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:37.781823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:37.781823_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:37.781823_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:37.781823_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:38.438647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03a8272f-2f6c-4868-9fa7-67096f291bf0/paligemma_fast_droid_2025-09-29T06:37:38.438647_video_wrist.mp4"},"preference":"B","session_id":"03a8272f-2f6c-4868-9fa7-67096f291bf0","university":"frodobots"},{"completion_time":"2025-09-29T06:18:22.283357Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wash the plate with the brush","longform_feedback":"Policy A first moved the gripper close to the brush, picked it up, moved it toward the plate, then dropped the brush near the plate, causing the brush to fall off from the sofa.Policy B first moved the gripper close to the brush, then closed and opened the gripper several times above the brush, as if attempting to grasp the brush, but did not succeed in the end.My instruction is to wash the plate with the brush, neither policy was able to complete the task.When comparing the performance of the two,policy A at least picked up the brush whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:10.622927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:10.622927_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:09.543192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:09.543192_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:09.543192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:09.543192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:10.056317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/pi0_droid_2025-09-29T06:11:10.056317_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:01.994108_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:01.994108_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:00.786274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:00.786274_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:00.786274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:00.786274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:01.440677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b16bbbf2-7d5f-444f-a190-e572ea254ebd/paligemma_fast_specialist_droid_2025-09-29T06:18:01.440677_video_wrist.mp4"},"preference":"A","session_id":"b16bbbf2-7d5f-444f-a190-e572ea254ebd","university":"frodobots"},{"completion_time":"2025-09-29T05:49:37.357482Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the brush","longform_feedback":"Policy A showed no response to my command and did not performed any operation at all.Policy B first moved the gripper close to the brush, grasped it, lifted it up a bit then dropped it. Then policy B closed and opened the gripper several time above the brush during remaining time of the episode.My instruction is to pick up the brush, when comparing the performance of the two, policy B completed the task successfully whereas policy A did not do anything.Therefore,policy B is obviously better than policy B.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.966351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.966351_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.099456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.099456_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.099456_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.099456_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.575426_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_binning_droid_2025-09-29T05:39:52.575426_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:11.952523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:11.952523_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:10.753945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:10.753945_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:10.753945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:10.753945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:11.386051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7e880a1-d926-4d51-b147-e4c91b63060a/paligemma_fast_specialist_droid_2025-09-29T05:49:11.386051_video_wrist.mp4"},"preference":"B","session_id":"b7e880a1-d926-4d51-b147-e4c91b63060a","university":"frodobots"},{"completion_time":"2025-09-29T05:32:42.893963Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it toward the trash can, dropped it into the trash can.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on floor.My instruction is to throw the banana into the trash can, when comparing the performance of the two, policy A completed the task successfully whereas policy B only picked up the banana and failed to throw into the trash can.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:58.031026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:58.031026_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:56.834304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:56.834304_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:56.834304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:56.834304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:57.452204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/pi05_droid_2025-09-29T05:26:57.452204_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:25.185223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:25.185223_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.007538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.007538_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.007538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.007538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.665555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e7e160-34c1-4df1-8e3a-8045987a90e0/paligemma_diffusion_droid_2025-09-29T05:32:24.665555_video_wrist.mp4"},"preference":"A","session_id":"19e7e160-34c1-4df1-8e3a-8045987a90e0","university":"frodobots"},{"completion_time":"2025-09-29T04:03:14.882831Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it randomly during remaining time of the episode.Policy B first moved the gripper close to the banana, attempted to pick it up but failed, then policy B moved the robotic arm aimlessly during remaining time of the trial.My instruction is to throw the banana into the trash can,neither policy was able to complete the task.When comparing the performance of the two, policy A at least picked up and moved the banana whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:32.297281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:32.297281_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.056927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.056927_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.056927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.056927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.710570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/pi0_fast_droid_2025-09-29T03:57:31.710570_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:48.093318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:48.093318_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:46.983449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:46.983449_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:46.983449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:46.983449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:47.584201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2999123b-1342-4e36-8554-f381a3e2ea7d/paligemma_fast_specialist_droid_2025-09-29T04:02:47.584201_video_wrist.mp4"},"preference":"A","session_id":"2999123b-1342-4e36-8554-f381a3e2ea7d","university":"frodobots"},{"completion_time":"2025-09-29T03:52:29.139225Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper toward the floor,then moved slightly for while and stopped during remaining time of the episode.Policy B first moved the gripper close to the towel, grasped the bottom left corner of the towel, then moved it to right, released it, causing the towel to be folded although not in perfectly half.My instruction is to fold the towel in half, when comparing the performance of the two, policy B almost completed the task while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:47.633530_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:47.633530_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:46.622679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:46.622679_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:46.622679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:46.622679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:47.127726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_vq_droid_2025-09-29T03:40:47.127726_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:46.833892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:46.833892_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:45.623663_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:45.623663_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:45.623663_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:45.623663_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:46.264239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f4dae38-b5ff-4363-bf6a-c1bc2df33431/paligemma_fast_droid_2025-09-29T03:46:46.264239_video_wrist.mp4"},"preference":"B","session_id":"8f4dae38-b5ff-4363-bf6a-c1bc2df33431","university":"frodobots"},{"completion_time":"2025-09-29T03:27:07.420029Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, then moved it left and right on the sofa as if wiping the sofa,during most time of the episode.Policy B first moved the gripper close to the towel,grasped it , pulled it, then moved the gripper slightly on the towel during remaining time of the trial.My instruction is to grasp the towel then wipe the sofa with the towel,when comparing the performance of the two, policy A completed the task successfully whereas policy B did not obviously wipe the sofa with the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:13.440468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:13.440468_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.239312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.239312_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.239312_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.239312_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.929394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/pi0_droid_2025-09-29T03:17:12.929394_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:39.232362_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:39.232362_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.041508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.041508_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.041508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.041508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.690057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac3016c-6fe1-4a25-82fb-9baf9f29e2d9/paligemma_fast_specialist_droid_2025-09-29T03:23:38.690057_video_wrist.mp4"},"preference":"A","session_id":"dac3016c-6fe1-4a25-82fb-9baf9f29e2d9","university":"frodobots"},{"completion_time":"2025-09-29T03:02:41.967472Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the marker pen, then put it onto the towel","longform_feedback":"Policy A first moved the gripper close to marker pen, grasped it, picked it up, moved it toward the towel,then put it onto the towel.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to pick up the marker pen then put it onto the towel,when comparing the performance of the two,policy A completed the task successfully whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:47.763645_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:47.763645_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:46.568983_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:46.568983_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:46.568983_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:46.568983_video_right.mp4","wrist_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:47.202324_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/pi05_droid_2025-09-29T02:56:47.202324_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:56.178394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:56.178394_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.108582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.108582_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.108582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.108582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.674698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937b792d-a24c-4031-b3ee-1e8350926ef1/paligemma_vq_droid_2025-09-29T03:00:55.674698_video_wrist.mp4"},"preference":"A","session_id":"937b792d-a24c-4031-b3ee-1e8350926ef1","university":"frodobots"},{"completion_time":"2025-09-29T02:50:43.069473Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white card, then put it onto the towel","longform_feedback":"Policy A first moved the gripper close to the white card, then moved away.Next, policy approached the towel, grasped it, moved it and dropped it on sofa in the end.Policy B first moved the gripper back and forth during most time of the episode, then approached the white card but time ran out.My instruction is to pick up the white card then put it onto the towel,neither policy was able to complete the task.When comparing the performance of the two, both policies approached the card, but policy A grasped another related object towel while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:32.391790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:32.391790_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.216018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.216018_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.216018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.216018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.864655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/pi05_droid_2025-09-29T02:39:31.864655_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:20.891680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:20.891680_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:19.642930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:19.642930_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:19.642930_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:19.642930_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:20.328525_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c/paligemma_fast_droid_2025-09-29T02:47:20.328525_video_wrist.mp4"},"preference":"A","session_id":"62dad4ef-2c14-4b71-87ba-9d6ca0e03b3c","university":"frodobots"},{"completion_time":"2025-09-29T02:30:43.678940Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelace","longform_feedback":"Policy A first moved the gripper close to the shoe, grasped the shoe, then moved slightly on the shoe during remaining time of the episode.Policy B first moved the gripper close to the towel rather than the shoe, attempted to grasp the towel, then moved the gripper aimlessly during remaining time of the episode.My instruction is to untie the shoelace,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the shoe whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:06.730427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:06.730427_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:05.766340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:05.766340_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:05.766340_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:05.766340_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:06.238166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_diffusion_droid_2025-09-29T02:25:06.238166_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:27.801263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:27.801263_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:26.625480_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:26.625480_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:26.625480_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:26.625480_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:27.262666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd95b92e-0d83-4542-ba54-19a824533f52/paligemma_fast_specialist_droid_2025-09-29T02:30:27.262666_video_wrist.mp4"},"preference":"A","session_id":"cd95b92e-0d83-4542-ba54-19a824533f52","university":"frodobots"},{"completion_time":"2025-09-29T02:14:21.957423Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoe, then put it on floor","longform_feedback":"Policy A first moved the gripper close to the shoe, grasped it, picked it up, then dropped it on the sofa in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to grasp the shoe then put it on floor, neither policy was able to complete the task.When compare the performance of the two, policy A at least grasped the shoe whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:58.885131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:58.885131_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:57.676051_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:57.676051_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:57.676051_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:57.676051_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:58.325612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/pi0_droid_2025-09-29T02:09:58.325612_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:07.240658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:07.240658_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.345591_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.345591_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.345591_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.345591_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.775518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7672200-50ed-4235-9f28-8557e0ed812f/paligemma_fast_droid_2025-09-29T02:14:06.775518_video_wrist.mp4"},"preference":"A","session_id":"a7672200-50ed-4235-9f28-8557e0ed812f","university":"frodobots"},{"completion_time":"2025-09-29T01:58:09.963454Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A first moved the gripper close to towel, grasped it, moved it, dropped it, but did not cover the pillow with the towel.Policy B first moved the gripper aimlessly during entire time of the episode, as if could not find the target.My instruction is to cover the pillow with the towel,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and moved the towel whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:42.780160_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:42.780160_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:41.516407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:41.516407_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:41.516407_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:41.516407_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:42.218469_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_fast_droid_2025-09-29T01:52:42.218469_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:51.665004_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:51.665004_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:50.641243_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:50.641243_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:50.641243_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:50.641243_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:51.196308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cbe154c-f00c-41f1-9ee0-4f587221cce4/paligemma_vq_droid_2025-09-29T01:57:51.196308_video_wrist.mp4"},"preference":"A","session_id":"8cbe154c-f00c-41f1-9ee0-4f587221cce4","university":"frodobots"},{"completion_time":"2025-09-29T01:09:49.008109Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"cover the pillow with the towel","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B also did not respond to my command and did not take any actions at all.My instruction is to cover the pillow with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies did not respond to my instruction.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:07.327756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:07.327756_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.310949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.310949_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.310949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.310949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.883393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_vq_droid_2025-09-29T01:06:06.883393_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:41.418684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:41.418684_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.382766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.382766_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.382766_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.382766_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.966515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c1181cc-47c8-4734-81b1-dbd85420a778/paligemma_binning_droid_2025-09-29T01:09:40.966515_video_wrist.mp4"},"preference":"TIE","session_id":"0c1181cc-47c8-4734-81b1-dbd85420a778","university":"frodobots"},{"completion_time":"2025-09-28T10:08:12.656790Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the pillow in half","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper toward the floor, then moved the gripper upward and stopped during remaining time of the trial.My instruction is to fold the pillow in half, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the gripper randomly as if could not find the target, it seems that both policies did not know what to to . Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:54.291942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:54.291942_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.115984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.115984_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.115984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.115984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.763170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/paligemma_fast_specialist_droid_2025-09-28T09:54:53.763170_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:01.292214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:01.292214_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.166048_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.166048_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.166048_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.166048_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.763336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c68747de-c150-4e18-994e-beff32841965/pi0_fast_droid_2025-09-28T10:04:00.763336_video_wrist.mp4"},"preference":"TIE","session_id":"c68747de-c150-4e18-994e-beff32841965","university":"frodobots"},{"completion_time":"2025-09-28T09:38:17.962682Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the zipper of the shoulder bag","longform_feedback":"Policy A first moved the gripper close to the bag, close and opened the gripper several times, as if attempting to grasp it, then grasped the zipper side of the shoulder bag in the end.Policy B first moved the gripper back and forth for a while, then stopped during remaining time of the episode.My instruction is to open the zipper of the shoulder bag,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the zipper side of the shoulder bag whereas policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:54.007795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:54.007795_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:52.860155_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:52.860155_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:52.860155_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:52.860155_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:53.490442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/paligemma_diffusion_droid_2025-09-28T09:32:53.490442_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:38:00.887348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:38:00.887348_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:37:59.733803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:37:59.733803_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:37:59.733803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:37:59.733803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:38:00.371380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de405c83-0add-488c-9fc2-32985bfb64ab/pi0_fast_droid_2025-09-28T09:38:00.371380_video_wrist.mp4"},"preference":"A","session_id":"de405c83-0add-488c-9fc2-32985bfb64ab","university":"frodobots"},{"completion_time":"2025-09-28T09:21:24.396934Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to press the round button of the controller,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:20.798777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:20.798777_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:19.576351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:19.576351_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:19.576351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:19.576351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:20.272015_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/pi0_droid_2025-09-28T09:17:20.272015_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.983445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.983445_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.063995_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.063995_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.063995_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.063995_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.575074_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8509f817-0ab3-4723-a86b-c77474370e84/paligemma_binning_droid_2025-09-28T09:21:05.575074_video_wrist.mp4"},"preference":"A","session_id":"8509f817-0ab3-4723-a86b-c77474370e84","university":"frodobots"},{"completion_time":"2025-09-28T09:13:51.606271Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the yellow button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, closed the gripper,pressed the surface of the controller but did not press the yellow button.Policy B first moved the gripper close to the controller, then moved away.Next, policy B approached the controller again, closed the gripper and stopped above the controller during remaining time of the episode.My instruction is to press the yellow button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed the controller while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:26.140908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:26.140908_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:24.829355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:24.829355_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:24.829355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:24.829355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:25.524216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_diffusion_droid_2025-09-28T09:08:25.524216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:31.672051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:31.672051_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:30.628816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:30.628816_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:30.628816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:30.628816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:31.124843_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2519a680-3e79-4f9d-8e53-16123a1a4b99/paligemma_vq_droid_2025-09-28T09:13:31.124843_video_wrist.mp4"},"preference":"A","session_id":"2519a680-3e79-4f9d-8e53-16123a1a4b99","university":"frodobots"},{"completion_time":"2025-09-28T08:30:25.687319Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pull tab of the shoulder bag's zipper","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the shoulder bag, approached the zipper, after hesitating for while, grasp the edge of the bag near the zipper in the end.My instruction is to grasp the pull tab of the shoulder bag's zipper,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the edge of the shoulder bag near the zipper, whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:12.463185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:12.463185_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.364889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.364889_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.364889_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.364889_video_right.mp4","wrist_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.919973_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_vq_droid_2025-09-28T08:24:11.919973_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:08.026976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:08.026976_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:06.860902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:06.860902_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:06.860902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:06.860902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:07.494258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/521b32fa-cd46-4b3a-baa7-367d0bae24b4/paligemma_diffusion_droid_2025-09-28T08:30:07.494258_video_wrist.mp4"},"preference":"A","session_id":"521b32fa-cd46-4b3a-baa7-367d0bae24b4","university":"frodobots"},{"completion_time":"2025-09-28T08:21:09.611879Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the marker pen onto the bag","longform_feedback":"Policy A first moved the robotic arm slightly, then stopped during remaining time of the episode.Policy B first moved the gripper back and forth for a while, then approached the marker pen, grasped it, picked it up, moved it near the bag but dropped it on floor.My instruction is to put the marker pen onto the bag,neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the marker pen near the bag whereas policy A did not do anything relevant.Therefore, policy B if obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:06.321642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:06.321642_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.240493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.240493_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.240493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.240493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.846249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/paligemma_fast_specialist_droid_2025-09-28T08:12:05.846249_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:21.336292_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:21.336292_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.034913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.034913_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.034913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.034913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.697054_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ef8dd4-3b87-4479-9f79-ce1ddf773e94/pi05_droid_2025-09-28T08:17:20.697054_video_wrist.mp4"},"preference":"B","session_id":"10ef8dd4-3b87-4479-9f79-ce1ddf773e94","university":"frodobots"},{"completion_time":"2025-09-28T08:08:16.913520Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the marker pen into the trash can","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, grasped it, picked it up, then moved it toward the trash can, dropped it tight against the edge of the trash can,causing it to fall off to the floor.Policy B first moved the gripper close to the marker pen, grasped it, picked it up, moved it to the trash can,then made multiple attempts to put it into the trash can,but dropped it beside the trash can in the end.My instruction is to throw the marker pen into the trash can,neither policy was able to complete the task.When comparing the performance of the two, although both policies dropped the marker pen outside the trash can, policy B made multiple attempts to put the marker pen into the trash can until dropped it, whereas policy A dropped the marker pen quickly.Therefore, i prefer policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:15.556731_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:15.556731_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:14.378362_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:14.378362_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:14.378362_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:14.378362_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:15.001893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi05_droid_2025-09-28T07:58:15.001893_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:59.758609_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:59.758609_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:58.527497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:58.527497_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:58.527497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:58.527497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:59.181310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b2ff770-b2d9-4242-ad8a-1f61311ef5a2/pi0_fast_droid_2025-09-28T08:07:59.181310_video_wrist.mp4"},"preference":"B","session_id":"4b2ff770-b2d9-4242-ad8a-1f61311ef5a2","university":"frodobots"},{"completion_time":"2025-09-28T07:51:57.270242Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the white box into the trash can","longform_feedback":"Policy A moved the robotic arm randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper back and forth during whole trial, as if could not find the target.My instruction is to throw the white box into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies only moved the robotic arm aimlessly but did not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:38.307534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:38.307534_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.128921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.128921_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.128921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.128921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.785019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/paligemma_fast_specialist_droid_2025-09-28T07:45:37.785019_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:36.029651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:36.029651_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:34.846824_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:34.846824_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:34.846824_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:34.846824_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:35.508335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c2e39ac-6ebb-46a2-b3b7-8a6086225862/pi0_droid_2025-09-28T07:51:35.508335_video_wrist.mp4"},"preference":"TIE","session_id":"7c2e39ac-6ebb-46a2-b3b7-8a6086225862","university":"frodobots"},{"completion_time":"2025-09-28T07:41:48.862177Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the white box by 90 degrees","longform_feedback":"Policy A moved the gripper slightly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to rotate the white box by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything .Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:39.327024_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:39.327024_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.203016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.203016_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.203016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.203016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.820439_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_binning_droid_2025-09-28T07:37:38.820439_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:37.084180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:37.084180_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.175472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.175472_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.175472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.175472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.664891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d927b789-56d1-4cb2-a269-882e467393df/paligemma_fast_specialist_droid_2025-09-28T07:41:36.664891_video_wrist.mp4"},"preference":"A","session_id":"d927b789-56d1-4cb2-a269-882e467393df","university":"frodobots"},{"completion_time":"2025-09-28T07:24:08.525673Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the pillow","longform_feedback":"Policy A first moved the gripper close to the banana, grasped and released it, then moved the gripper toward the floor during remaining time of the episode.Policy B first moved the gripper close to the banana, grasped it and released it, then picked it up, moved it above the pillow,dropped it on the pillow but cause it to fall off from the pillow.My instruction is to put the banana onto the pillow, neither policy was able to complete the task.When comparing the performance of the two, policy B at least dropped the banana on the pillow although fall off in the end whereas policy A only grasped the banana.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:18.513407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:18.513407_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.338126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.338126_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.338126_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.338126_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.979936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/pi05_droid_2025-09-28T07:12:17.979936_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:01.762026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:01.762026_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:00.539133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:00.539133_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:00.539133_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:00.539133_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:01.187989_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300d62ac-e42b-4536-a7e3-96019f400d91/paligemma_diffusion_droid_2025-09-28T07:18:01.187989_video_wrist.mp4"},"preference":"B","session_id":"300d62ac-e42b-4536-a7e3-96019f400d91","university":"frodobots"},{"completion_time":"2025-09-28T07:06:02.614391Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the towel into the trash can","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, picked it up, then moved it outside the sofa and dropped it on floor.Policy B first moved the gripper close to the towel, grasped it, moved it back and forth during remaining time of the episode.My instruction is to throw the towel into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies only grasped and moved the towel but did not throw it into the trash can.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:30.555419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:30.555419_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.304452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.304452_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.304452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.304452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.964820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/paligemma_fast_specialist_droid_2025-09-28T07:00:29.964820_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:44.782187_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:44.782187_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:43.567409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:43.567409_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:43.567409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:43.567409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:44.218769_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/348b02ae-ca4b-43cf-8f84-d3e74bd16cb5/pi0_fast_droid_2025-09-28T07:05:44.218769_video_wrist.mp4"},"preference":"TIE","session_id":"348b02ae-ca4b-43cf-8f84-d3e74bd16cb5","university":"frodobots"},{"completion_time":"2025-09-28T06:48:11.825599Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the gripper close to the towel,  grasped the bottom left corner of the towel, lifted it up, moved it to right, then released it, causing the towel fold but not in half.Policy B first moved the gripper toward the sofa, then approached the towel, grasped it but time ran out.My instruction is to fold the towel in half, neither policy was able to complete the task correctly.When comparing the performance of the two,policy A at least fold the towel although not in perfect half whereas policy B only grasped the towel.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:28.592925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:28.592925_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:27.471473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:27.471473_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:27.471473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:27.471473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:28.088598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/paligemma_vq_droid_2025-09-28T06:41:28.088598_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:52.280036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:52.280036_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.155457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.155457_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.155457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.155457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.776544_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2/pi0_droid_2025-09-28T06:47:51.776544_video_wrist.mp4"},"preference":"A","session_id":"4b9a3c6c-5a6f-4727-921d-bcf07f0e48f2","university":"frodobots"},{"completion_time":"2025-09-28T05:30:38.759643Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B also did not respond to my command and did not take any actions at all.My instruction is to fold the towel in half,neither policy was able to complete the task.When comparing the performance of the two, both policy did not respond to my instruction.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.947984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.947984_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.041924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.041924_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.041924_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.041924_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.540630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_diffusion_droid_2025-09-28T05:26:02.540630_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:13.542813_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:13.542813_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:12.545184_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:12.545184_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:12.545184_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:12.545184_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:13.044878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ffc0c4d2-cca7-47da-aceb-2de29f7ec736/paligemma_fast_droid_2025-09-28T05:30:13.044878_video_wrist.mp4"},"preference":"TIE","session_id":"ffc0c4d2-cca7-47da-aceb-2de29f7ec736","university":"frodobots"},{"completion_time":"2025-09-28T03:37:22.936968Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the sofa with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, moved on the sofa left and right as if wiping the sofa, then moved the towel outside the sofa and dropped it on floor.Policy B first moved the gripper close to the towel,attempted to grasp it but did not succeed.Then, after hesitating for a while, policy B approached the towel again, picked it up, moved it outside the sofa and dropped it on floor.My instruction is to grasp the towel then wipe the sofa with the towel,when comparing the performance of the two, policy A completed the task successfully whereas policy B only grasped the towel but did not wipe the sofa with it.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:53.596108_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:53.596108_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:52.425482_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:52.425482_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:52.425482_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:52.425482_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:53.094245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/pi0_droid_2025-09-28T03:29:53.094245_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:47.032056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:47.032056_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:45.815628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:45.815628_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:45.815628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:45.815628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:46.450196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f/paligemma_fast_droid_2025-09-28T03:36:46.450196_video_wrist.mp4"},"preference":"A","session_id":"5c8962ce-7e13-48d8-97bd-72ef6c6f9a3f","university":"frodobots"},{"completion_time":"2025-09-28T03:23:02.236719Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, picked it up, then moved it above the book and dropped it on the edge of of the book, causing it to fall off from the book.Next, policy A picked up the banana again and moved it until time ran out.Policy B first moved the gripper close to the banana, grasped it, picked it up, then moved it and dropped it on the floor.Next, policy B moved the gripper close to the book, and touched it.My instruction is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least dropped the banana on the edge of the book whereas policy B dropped the banana on floor.Therefore, policy A is better then policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:07.464892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:07.464892_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.344011_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.344011_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.344011_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.344011_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.888435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/paligemma_diffusion_droid_2025-09-28T03:12:06.888435_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:56.225189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:56.225189_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.054801_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.054801_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.054801_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.054801_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.677720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fdaa4357-f607-48da-8c5d-3aa6c9faaddd/pi0_droid_2025-09-28T03:17:55.677720_video_wrist.mp4"},"preference":"A","session_id":"fdaa4357-f607-48da-8c5d-3aa6c9faaddd","university":"frodobots"},{"completion_time":"2025-09-28T02:47:43.161996Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the gripper close to the book, adjusted posture, pushed the edge of the cover, then grasped the cover and pushed it to make the book open a bit, but then the book closed when the gripper released.Policy B first moved the gripper close to the book, adjusted posture, then moved slowly above the book during remaining time of the episode.My instruction is to open the book, neither policy was able to complete the full task.When comparing the performance of the two, policy A at least attempted to open the book while policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:25.178928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:25.178928_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:23.917639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:23.917639_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:23.917639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:23.917639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:24.571953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/pi0_droid_2025-09-28T02:42:24.571953_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:25.632583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:25.632583_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:24.497719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:24.497719_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:24.497719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:24.497719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:25.108814_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a871ba34-7cff-4812-88b0-2809e7b1a1fb/paligemma_vq_droid_2025-09-28T02:47:25.108814_video_wrist.mp4"},"preference":"A","session_id":"a871ba34-7cff-4812-88b0-2809e7b1a1fb","university":"frodobots"},{"completion_time":"2025-09-28T02:27:01.499056Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, then moved the gripper away.Next, after hesitating for a while,policy A moved the gripper close to the book again, touched it in the end.Policy B moved the gripper back and forth during most time of the episode,and moved the gripper toward the book in the end, but time ran out.My instruction is to close the book, neither policy was able to complete the task. When comparing the performance of the two, policy A at least touched the book whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:13.698128_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:13.698128_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:12.509842_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:12.509842_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:12.509842_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:12.509842_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:13.173357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/paligemma_vq_droid_2025-09-28T02:14:13.173357_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:45.821975_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:45.821975_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:44.674563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:44.674563_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:44.674563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:44.674563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:45.291364_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ef636f7-9ca1-4fbf-9843-a11672bbe7ba/pi05_droid_2025-09-28T02:20:45.291364_video_wrist.mp4"},"preference":"A","session_id":"1ef636f7-9ca1-4fbf-9843-a11672bbe7ba","university":"frodobots"},{"completion_time":"2025-09-28T01:52:07.804577Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cube, then put it into the trash can","longform_feedback":"Policy A first moved the gripper close to the cube, made several attempts to grasp it, then picked it up, moved it and dropped it on floor in the end.Policy B first moved the gripper close to the cube, attempted to grasped it several times, then picked it up and dropped it on sofa.My instruction is to grasp the cube then put it into the trash can, neither policy was able to compete the task.When comparing the performance of the two, both polices only grasped and dropped the cube, but did not put it into the trash can.Therefore,i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:05.865313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:05.865313_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:04.581318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:04.581318_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:04.581318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:04.581318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:05.267146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/paligemma_fast_specialist_droid_2025-09-28T01:44:05.267146_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:50.225189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:50.225189_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.043901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.043901_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.043901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.043901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.658892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06be1d73-9415-43f0-be7c-e124018c2fd6/pi0_droid_2025-09-28T01:51:49.658892_video_wrist.mp4"},"preference":"TIE","session_id":"06be1d73-9415-43f0-be7c-e124018c2fd6","university":"frodobots"},{"completion_time":"2025-09-28T01:25:02.613232Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A first slightly moved the gripper back and forth for a while, then stopped during remaining time of the episode.Policy B showed no response to my command and did not perform any operations at all.My instruction is to throw the bottle into the trash can,neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the gripper whereas policy B did not do anything.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:50.717666_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:50.717666_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:49.732496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:49.732496_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:49.732496_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:49.732496_video_right.mp4","wrist_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:50.245793_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/pi0_fast_droid_2025-09-28T01:20:50.245793_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:48.443973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:48.443973_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:47.455727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:47.455727_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:47.455727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:47.455727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:48.018509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/febf9bcd-a936-47f5-a09b-50ff525a0479/paligemma_vq_droid_2025-09-28T01:24:48.018509_video_wrist.mp4"},"preference":"A","session_id":"febf9bcd-a936-47f5-a09b-50ff525a0479","university":"frodobots"},{"completion_time":"2025-09-28T01:11:18.580959Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B also did not respond to my command and did not take any action at all.My instruction is to throw the bottle into the trash can, neither policy was able to complete the task.When comparing the performance of the two, both policies did not show any response to my instruction.Therefore ,i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:51.486661_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:51.486661_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:50.475619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:50.475619_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:50.475619_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:50.475619_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:51.040790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi0_fast_droid_2025-09-28T01:06:51.040790_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:07.719713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:07.719713_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:06.633292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:06.633292_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:06.633292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:06.633292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:07.244667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f1881f-87e6-4193-b9ab-0cbfd37d2a51/pi05_droid_2025-09-28T01:11:07.244667_video_wrist.mp4"},"preference":"TIE","session_id":"c0f1881f-87e6-4193-b9ab-0cbfd37d2a51","university":"frodobots"},{"completion_time":"2025-09-26T13:18:15.023691Z","evaluator_name":"demo@gpiw_workshop.corl","language_instruction":"pick the tape","longform_feedback":"both failed to move from the beginning","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.159191_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.159191_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.999632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.999632_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.159191_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.159191_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.576990_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_binning_droid_2025-09-26T13:15:45.576990_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.003548_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.003548_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.805320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.805320_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.003548_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.003548_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.464276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a844bf19-44e6-412d-8676-3fff6418c25b/paligemma_vq_droid_2025-09-26T13:17:34.464276_video_wrist.mp4"},"preference":"TIE","session_id":"a844bf19-44e6-412d-8676-3fff6418c25b","university":"CoRL 2025 Seoul"},{"completion_time":"2025-09-26T09:50:51.045208Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the tissue in half","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the tissue, grasped its right edge, moved it toward left edge of the tissue,causing the tissue to be folded but not in perfect half.Then policy B picked up the tissue and moved it until time ran out.My instruction is to fold the tissue in half, neither policy was able to complete the task.When comparing the performance of the two,policy B folded the tissue although not in perfect half whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:33.293880_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:33.293880_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.262990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.262990_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.262990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.262990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.816429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/paligemma_binning_droid_2025-09-26T09:40:32.816429_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:05.525554_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:05.525554_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.320151_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.320151_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.320151_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.320151_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.956772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbbaee98-5d1b-4b8c-9e38-399102609f6f/pi0_droid_2025-09-26T09:50:04.956772_video_wrist.mp4"},"preference":"B","session_id":"cbbaee98-5d1b-4b8c-9e38-399102609f6f","university":"frodobots"},{"completion_time":"2025-09-26T09:30:40.640024Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the tissue, then cover the controller with the tissue","longform_feedback":"Policy A first moved the gripper close to the tissue, grasped it, picked it up, then moved it to the controller and cover the controller with the tissue.Policy B first moved the gripper close to the tissue, grasped it, picked it up, moved it, dropped it on sofa near the controller.Then policy B picked up the tissue again and dropped it on floor.Next, policy B approached the controller and touched it.My instruction is to pick up the tissue then cover the controller with the tissue, when comparing the performance of the two, policy A completed the task successfully whereas policy B only picked up the tissue but did not cover the controller with it.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:50.356573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:50.356573_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.179525_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.179525_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.179525_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.179525_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.849205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/paligemma_diffusion_droid_2025-09-26T09:20:49.849205_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:22.035255_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:22.035255_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:20.640592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:20.640592_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:20.640592_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:20.640592_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:21.406692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28e81208-f1ca-41eb-84eb-1a8b56fc6c77/pi05_droid_2025-09-26T09:30:21.406692_video_wrist.mp4"},"preference":"A","session_id":"28e81208-f1ca-41eb-84eb-1a8b56fc6c77","university":"frodobots"},{"completion_time":"2025-09-26T09:17:14.037137Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the tissue on the sofa, then throw it into the trash can","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the robotic arm close to the tissue, grasped it, moved it toward the trash can, then dropped it on the floor near the trash can.My instruction is to pick up the tissue on the sofa then throw it into the trash can, neither policy was able to complete the task.When comparing the performance of the two, policy B almost completed the task whereas policy A did not do anything.Therefore,policy B is distinctly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:33.682891_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:33.682891_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:32.629678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:32.629678_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:32.629678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:32.629678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:33.228557_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/paligemma_vq_droid_2025-09-26T09:11:33.228557_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:23.487657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:23.487657_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.317736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.317736_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.317736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.317736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.940109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb2c6870-9912-43de-bfce-ac4a691f49bf/pi05_droid_2025-09-26T09:16:22.940109_video_wrist.mp4"},"preference":"B","session_id":"fb2c6870-9912-43de-bfce-ac4a691f49bf","university":"frodobots"},{"completion_time":"2025-09-26T08:56:26.101145Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the controller, then moved the gripper back and forth above the controller several times until time ran out, as if attempting to grasp it.My instruction is to rotate the controller by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the controller and attempted to grasp it whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:40.216408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:40.216408_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.044152_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.044152_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.044152_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.044152_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.709649_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/paligemma_fast_specialist_droid_2025-09-26T08:41:39.709649_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:52.031391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:52.031391_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:50.830169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:50.830169_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:50.830169_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:50.830169_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:51.507538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b14312b8-b074-4067-aac8-712d59b45b3c/pi05_droid_2025-09-26T08:52:51.507538_video_wrist.mp4"},"preference":"B","session_id":"b14312b8-b074-4067-aac8-712d59b45b3c","university":"frodobots"},{"completion_time":"2025-09-26T08:28:45.266146Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the left sock onto the right sock","longform_feedback":"Policy A first moved the gripper close to the right sock, then moved away.Next,policy A approached the left sock, grasp it, picked it up, moved it to right and dropped it on floor.Policy B first moved the gripper randomly for a while, then approached the left sock, grasped it, picked it up, moved it to right until time ran out.My instruction is to put the left sock onto the right sock,neither policy was able to complete the task.When comparing the performance of the two, both policies have only picked up the left sock and moved it to right, but have not put it onto the right sock.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:06.898563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:06.898563_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:05.552536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:05.552536_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:05.552536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:05.552536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:06.240653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi05_droid_2025-09-26T08:17:06.240653_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:13.203962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:13.203962_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:11.940591_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:11.940591_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:11.940591_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:11.940591_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:12.568310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc91f518-bd9b-424e-85dd-20a4527a9564/pi0_fast_droid_2025-09-26T08:24:12.568310_video_wrist.mp4"},"preference":"TIE","session_id":"bc91f518-bd9b-424e-85dd-20a4527a9564","university":"frodobots"},{"completion_time":"2025-09-26T08:03:21.252025Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up one sock on the sofa","longform_feedback":"Policy A first moved the gripper close to one sock, grasp it, picked it up, then moved it randomly for a while, dropped it on floor.Next, policy A picked up another sock, moved it until time ran out.Policy B first moved the gripper close to one sock, grasped it, picked it up, moved it, dropped it on sofa.Then policy B grasped and dropped the same sock again.Next, policy B grasped the towel in the end.My instruction is to pick up one sock on the sofa, when comparing the performance of the two, policy A have picked up two socks whereas policy B grasped one sock and one wrong object towel.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:58.464326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:58.464326_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.167254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.167254_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.167254_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.167254_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.812203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/paligemma_fast_droid_2025-09-26T07:50:57.812203_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:21.769383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:21.769383_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:20.449830_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:20.449830_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:20.449830_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:20.449830_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:21.207076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2627b455-9b5c-496d-9862-9bf8f645994c/pi05_droid_2025-09-26T08:02:21.207076_video_wrist.mp4"},"preference":"A","session_id":"2627b455-9b5c-496d-9862-9bf8f645994c","university":"frodobots"},{"completion_time":"2025-09-26T07:36:31.565335Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the edge of sofa near the towel, closed and opened the gripper, as if attempting to grasp it but did not succeed, then policy B moved the gripper away.My instruction is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the towel whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:30:00.490534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:30:00.490534_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:29:59.505594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:29:59.505594_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:29:59.505594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:29:59.505594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:30:00.013876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/paligemma_binning_droid_2025-09-26T07:30:00.013876_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:13.934678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:13.934678_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:12.762612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:12.762612_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:12.762612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:12.762612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:13.400937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/affa290e-ec8f-4526-b1f1-a1e735faaa76/pi0_fast_droid_2025-09-26T07:36:13.400937_video_wrist.mp4"},"preference":"B","session_id":"affa290e-ec8f-4526-b1f1-a1e735faaa76","university":"frodobots"},{"completion_time":"2025-09-26T07:22:26.738019Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the bottle into the trash can","longform_feedback":"Policy A moved the gripper aimlessly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the bottle, grasped it and released it, causing it to fall off from the sofa.Then policy B moved the gripper near the sofa until time ran out.My instruction is to throw the bottle into the trash can,neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasp the bottle whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:51.268924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:51.268924_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.110412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.110412_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.110412_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.110412_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.706331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_fast_droid_2025-09-26T07:16:50.706331_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:07.386219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:07.386219_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.171301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.171301_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.171301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.171301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.804488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc88660-0082-4790-99ed-4ef50680dca3/pi0_droid_2025-09-26T07:22:06.804488_video_wrist.mp4"},"preference":"B","session_id":"dbc88660-0082-4790-99ed-4ef50680dca3","university":"frodobots"},{"completion_time":"2025-09-26T07:05:12.737362Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the mobile phone on the sofa","longform_feedback":"Policy A first moved the gripper close to the mobile phone,then  made multiple attempts to grasp the mobile phone,but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the mobile phone on the sofa, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the mobile phone whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:52.140920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:52.140920_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:50.859142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:50.859142_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:50.859142_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:50.859142_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:51.564998_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_vq_droid_2025-09-26T07:00:51.564998_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:46.221951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:46.221951_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.298479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.298479_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.298479_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.298479_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.767692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b95cda5d-cd97-499c-8e67-c69a7aac8149/paligemma_binning_droid_2025-09-26T07:04:45.767692_video_wrist.mp4"},"preference":"A","session_id":"b95cda5d-cd97-499c-8e67-c69a7aac8149","university":"frodobots"},{"completion_time":"2025-09-26T06:54:08.099240Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the white box, then put it onto the pillow","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode,as if could not found the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the white box then put it onto the pillow, neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the robotic arm whereas policy B did not do anything.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:12.652678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:12.652678_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:11.360259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:11.360259_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:11.360259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:11.360259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:12.055150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_fast_droid_2025-09-26T06:50:12.055150_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:54.737866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:54.737866_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:53.767418_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:53.767418_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:53.767418_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:53.767418_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:54.295104_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0070def-3104-45b1-b3d1-3fb4838d22d1/paligemma_binning_droid_2025-09-26T06:53:54.295104_video_wrist.mp4"},"preference":"A","session_id":"b0070def-3104-45b1-b3d1-3fb4838d22d1","university":"frodobots"},{"completion_time":"2025-09-26T06:34:57.844886Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pillow","longform_feedback":"Policy A first took some time to find the target,then moved the gripper close to the pillow, grasped it, lifted it up, then dropped it on the sofa.Policy B first moved the gripper close to the pillow, then moved away and stopped during remaining time of the episode.My instruction is to grasp the pillow, when comparing the performance of the two, policy A completed the task successfully while policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:43.527418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:43.527418_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.331537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.331537_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.331537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.331537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.971898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/paligemma_vq_droid_2025-09-26T06:30:42.971898_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:37.871910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:37.871910_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:36.792831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:36.792831_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:36.792831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:36.792831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:37.374001_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee5dbbe4-0d21-4164-b16a-9c6ffa75273a/pi0_fast_droid_2025-09-26T06:34:37.374001_video_wrist.mp4"},"preference":"A","session_id":"ee5dbbe4-0d21-4164-b16a-9c6ffa75273a","university":"frodobots"},{"completion_time":"2025-09-26T06:27:56.575284Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the pillow then moved away several times until time ran out, as if thinking about how to pick it up.My instruction is to pick up the pillow, neither policy was able to complete the task.When comparing the performance of the two,it seems that policy B at least identified the pillow whereas policy A did not.Therefor, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:08.225029_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:08.225029_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:06.997711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:06.997711_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:06.997711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:06.997711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:07.643965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_droid_2025-09-26T06:20:07.643965_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:40.967455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:40.967455_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:39.755419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:39.755419_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:39.755419_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:39.755419_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:40.334984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee600552-1ab4-4c27-9a82-42464d4f15ce/pi0_fast_droid_2025-09-26T06:27:40.334984_video_wrist.mp4"},"preference":"B","session_id":"ee600552-1ab4-4c27-9a82-42464d4f15ce","university":"frodobots"},{"completion_time":"2025-09-26T06:15:39.731296Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pillow","longform_feedback":"Policy A moved the robotic arm back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pick up the pillow, neither policy was able to complete the task.When comparing the performance of the two,both policies only moved the gripper but did not find the pillow, their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:57.741739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:57.741739_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:56.456711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:56.456711_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:56.456711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:56.456711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:57.115221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/pi0_droid_2025-09-26T06:09:57.115221_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:18.540780_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:18.540780_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:17.253300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:17.253300_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:17.253300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:17.253300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:18.003849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69662a23-8176-43b9-9f39-976e156a3c43/paligemma_fast_specialist_droid_2025-09-26T06:15:18.003849_video_wrist.mp4"},"preference":"TIE","session_id":"69662a23-8176-43b9-9f39-976e156a3c43","university":"frodobots"},{"completion_time":"2025-09-26T06:04:24.850529Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, then moved it slightly and dropped it on floor in the end.Policy B first moved the robotic arm close to the banana, grasped it, then moved it toward the trash can and threw it into the trash can.Next, policy B moved the gripper randomly during remaining time of the trial.My instruction is to throw the banana into the trash can,when comparing the performance of the two, policy B completed the task successfully whereas policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:46.877408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:46.877408_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:45.652661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:45.652661_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:45.652661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:45.652661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:46.265015_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi0_droid_2025-09-26T05:59:46.265015_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:08.870859_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:08.870859_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:07.573314_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:07.573314_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:07.573314_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:07.573314_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:08.207065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40fe46b5-b71d-4a13-baba-70dcde819d8f/pi05_droid_2025-09-26T06:04:08.207065_video_wrist.mp4"},"preference":"B","session_id":"40fe46b5-b71d-4a13-baba-70dcde819d8f","university":"frodobots"},{"completion_time":"2025-09-26T05:37:06.716265Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the umbrella","longform_feedback":"Policy A first moved the robotic arm back and forth for a while, then approached the umbrella, grasped it, picked it up,  moved it and dropped it.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the umbrella,when comparing the performance of the two, policy A completed the task successfully whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:48.720447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:48.720447_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:47.446479_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:47.446479_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:47.446479_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:47.446479_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:48.147361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_fast_specialist_droid_2025-09-26T05:32:48.147361_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:53.045495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:53.045495_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.015831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.015831_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.015831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.015831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.582837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88fcea0-15bf-450c-8955-dedf7c3c58da/paligemma_binning_droid_2025-09-26T05:36:52.582837_video_wrist.mp4"},"preference":"A","session_id":"d88fcea0-15bf-450c-8955-dedf7c3c58da","university":"frodobots"},{"completion_time":"2025-09-26T03:33:34.871621Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A moved the robotic arm randomly during most time of the episode, as if could not find the target.Policy B first moved the gripper close to the curtain, made several attempts to grasp it but did not succeed, then moved the gripper away.My instruction is to close the curtain, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and attempted to grasp the curtain whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:56.118582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:56.118582_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:54.925383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:54.925383_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:54.925383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:54.925383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:55.554747_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi05_droid_2025-09-26T03:20:55.554747_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:32.716651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:32.716651_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:31.489483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:31.489483_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:31.489483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:31.489483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:32.171573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab25dd65-a2c0-4590-8879-1197ca68de67/pi0_droid_2025-09-26T03:26:32.171573_video_wrist.mp4"},"preference":"B","session_id":"ab25dd65-a2c0-4590-8879-1197ca68de67","university":"frodobots"},{"completion_time":"2025-09-26T03:07:38.454751Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"throw the banana into the trash can","longform_feedback":"Policy A first moved the gripper close to curtain, then moved slightly around the curtain, closed and opened the gripper several times,as if attempting to grasp it  until time ran out.Policy B first moved the gripper close to the banana, grasped it, moved it toward the curtain rather than the trash can, and moved the banana slowly around the curtain during remaining time of the episode.My instruction is to throw the banana into the trash can, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped the banana whereas policy A did not do anything relevant.Therefore, policy B if better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:53.400213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:53.400213_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.153437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.153437_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.153437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.153437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.851620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/pi0_droid_2025-09-26T02:56:52.851620_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:20.370502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:20.370502_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.038951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.038951_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.038951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.038951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.749217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d4f9735-c250-406d-962b-8f60090422a6/paligemma_vq_droid_2025-09-26T03:05:19.749217_video_wrist.mp4"},"preference":"B","session_id":"7d4f9735-c250-406d-962b-8f60090422a6","university":"frodobots"},{"completion_time":"2025-09-26T02:42:03.034171Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the curtain","longform_feedback":"Policy A first moved the gripper close to the curtain, touched it, then moved the gripper back and forth near the curtain as if attempted to grasp it, but did not succeed in the end.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the curtain, neither policy was able to complete the task.When comparing the performance of the two,policy A at least approached the curtain whereas policy B did not to anything.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:06.821559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:06.821559_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:05.547621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:05.547621_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:05.547621_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:05.547621_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:06.246563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/pi0_droid_2025-09-26T02:38:06.246563_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:48.154490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:48.154490_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.236727_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.236727_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.236727_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.236727_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.715955_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8250ce08-9d2f-430c-928d-5e1422b16e23/paligemma_binning_droid_2025-09-26T02:41:47.715955_video_wrist.mp4"},"preference":"A","session_id":"8250ce08-9d2f-430c-928d-5e1422b16e23","university":"frodobots"},{"completion_time":"2025-09-26T02:32:44.742176Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtain","longform_feedback":"Policy A first moved the gripper close to the curtain, pushed it, then grasp it, pulled it to make the curtain close rather than open.Policy B first moved the gripper close to the curtain, then moved the gripper back and forth during remaining time of the episode.My instruction is to open the curtain,neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped and pulled the curtain whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:39.682540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:39.682540_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:38.595154_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:38.595154_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:38.595154_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:38.595154_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:39.164913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_fast_droid_2025-09-26T02:26:39.164913_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:26.567442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:26.567442_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.314480_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.314480_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.314480_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.314480_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.982299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f136d910-49b2-47fd-a5e4-6bc015c8f2fb/pi0_droid_2025-09-26T02:32:25.982299_video_wrist.mp4"},"preference":"A","session_id":"f136d910-49b2-47fd-a5e4-6bc015c8f2fb","university":"frodobots"},{"completion_time":"2025-09-26T02:21:19.392213Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cola, don't release it","longform_feedback":"Policy A first moved the gripper close to the cola, touched it, then moved the gripper away and moved randomly during remaining time of the episode.Policy B first moved the gripper close to the cola, then moved the gripper slightly along the edge of the table near the cola until time ran out.My instruction is to grasp the cola, don't release it,neither policy was able to complete the task.When comparing the performance of the two, policy B moved the gripper around the cola during the whole trial as if attempting to grasp the cola, whereas policy A only approached the cola then moved away.Therefore, i prefer policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:12.138309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:12.138309_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:10.776997_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:10.776997_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:10.776997_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:10.776997_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:11.425203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi05_droid_2025-09-26T02:02:11.425203_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:45.095982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:45.095982_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.084300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.084300_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.084300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.084300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.566525_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f08771dd-51b9-4dbb-8668-785de258b271/pi0_droid_2025-09-26T02:19:44.566525_video_wrist.mp4"},"preference":"B","session_id":"f08771dd-51b9-4dbb-8668-785de258b271","university":"frodobots"},{"completion_time":"2025-09-26T01:55:30.367253Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to pick up the cola from the fridge,neither policy was able to complete the task.When comparing the performance of the two, it seems that both policies only moved the gripper but could not find the cola.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:43.778797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:43.778797_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:42.642128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:42.642128_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:42.642128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:42.642128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:43.200451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/paligemma_vq_droid_2025-09-26T01:49:43.200451_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:27.659526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:27.659526_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:26.369257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:26.369257_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:26.369257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:26.369257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:27.022350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4472a95f-9f5e-47ba-8841-a3c23b36d894/pi05_droid_2025-09-26T01:54:27.022350_video_wrist.mp4"},"preference":"TIE","session_id":"4472a95f-9f5e-47ba-8841-a3c23b36d894","university":"frodobots"},{"completion_time":"2025-09-26T01:43:53.124172Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the robotic arm randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the cola from the fridge,neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the gripper while policy A did not do anything.Therefore,policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:22.745951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:22.745951_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:21.790814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:21.790814_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:21.790814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:21.790814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:22.301493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_binning_droid_2025-09-26T01:38:22.301493_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:34.196044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:34.196044_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.210240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.210240_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.210240_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.210240_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.663342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d54a28fa-377d-4ba8-affe-51450ead6abd/paligemma_fast_specialist_droid_2025-09-26T01:43:33.663342_video_wrist.mp4"},"preference":"B","session_id":"d54a28fa-377d-4ba8-affe-51450ead6abd","university":"frodobots"},{"completion_time":"2025-09-26T01:21:22.591866Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper close to the curtains, then moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper randomly for a while, then approached the curtains in the end.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both polices could not found the fridge door,and they both approached the curtains.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:41.357742_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:41.357742_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.189698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.189698_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.189698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.189698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.747558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_fast_droid_2025-09-26T01:15:40.747558_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:08.455681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:08.455681_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.280929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.280929_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.280929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.280929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.908172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e76fe95-dd3d-4cfc-be97-72d5a972e548/paligemma_diffusion_droid_2025-09-26T01:21:07.908172_video_wrist.mp4"},"preference":"TIE","session_id":"3e76fe95-dd3d-4cfc-be97-72d5a972e548","university":"frodobots"},{"completion_time":"2025-09-26T01:08:02.416322Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A first moved the gripper close to the curtains, then grasped and released it until time ran out.Policy B showed no response to my command and did not perform any operations at all.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:31.009114_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:31.009114_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:29.983526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:29.983526_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:29.983526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:29.983526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:30.498882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_diffusion_droid_2025-09-26T01:03:30.498882_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:22.323970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:22.323970_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.410913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.410913_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.410913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.410913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.838717_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/269139cd-ce18-4f36-8dde-ee858cf1d897/paligemma_binning_droid_2025-09-26T01:07:21.838717_video_wrist.mp4"},"preference":"A","session_id":"269139cd-ce18-4f36-8dde-ee858cf1d897","university":"frodobots"},{"completion_time":"2025-09-25T10:06:44.078797Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up one of the shoes, then drop it on floor","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B moved the robotic arm randomly during entire trial, as if could not find the target.My instruction is to pick up one of the shoes then drop it on floor,neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper whereas policy A did not do anything.Therefore,policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:57.141233_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:57.141233_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.196689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.196689_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.196689_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.196689_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.717012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/paligemma_binning_droid_2025-09-25T10:00:56.717012_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:23.965049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:23.965049_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:22.792952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:22.792952_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:22.792952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:22.792952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:23.406472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f11af00-9bb1-4455-9e08-ea10fdeea529/pi05_droid_2025-09-25T10:06:23.406472_video_wrist.mp4"},"preference":"B","session_id":"0f11af00-9bb1-4455-9e08-ea10fdeea529","university":"frodobots"},{"completion_time":"2025-09-25T09:57:12.155557Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp one of the shoes, then drop it on floor","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper  close to the washing machine, then moved away.My instruction is to grasp one of the shoes then drop it on floor, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:34.542725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:34.542725_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:33.609661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:33.609661_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:33.609661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:33.609661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:34.117849_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_binning_droid_2025-09-25T09:51:34.117849_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:51.320438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:51.320438_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.132055_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.132055_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.132055_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.132055_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.805416_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a44311c6-44a0-4cdc-b23a-755780f3286e/paligemma_vq_droid_2025-09-25T09:56:50.805416_video_wrist.mp4"},"preference":"B","session_id":"a44311c6-44a0-4cdc-b23a-755780f3286e","university":"frodobots"},{"completion_time":"2025-09-25T09:46:34.418943Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A  first moved the gripper close to the drawer, then approached the handle of the drawer, but did not attempt to open the drawer in the end.Policy B first moved the gripper back and forth for a while, then approached the drawer in the end.My instruction is to open the upper drawer, neither policy was able to complete the task.When comparing the performance of the two, policy A approached the handle of the drawer while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:49.476902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:49.476902_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.287735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.287735_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.287735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.287735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.929842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_diffusion_droid_2025-09-25T09:39:48.929842_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:51.092715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:51.092715_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:49.813841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:49.813841_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:49.813841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:49.813841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:50.478594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f16b5a8-2392-4c02-b0ed-0fc1c4239415/paligemma_fast_specialist_droid_2025-09-25T09:45:50.478594_video_wrist.mp4"},"preference":"A","session_id":"0f16b5a8-2392-4c02-b0ed-0fc1c4239415","university":"frodobots"},{"completion_time":"2025-09-25T09:26:59.681725Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the upper drawer","longform_feedback":"Policy A first took some time to find the target, then moved the gripper close to the upper drawer, touched it.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B first moved the gripper close to the upper drawer, pushed it to make it close.Then policy moved the robotic arm aimlessly until time ran out.My instruction is to close the upper drawer, when comparing the performance of the two,policy B competed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:35.769561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:35.769561_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:34.506698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:34.506698_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:34.506698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:34.506698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:35.207311_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi0_fast_droid_2025-09-25T09:19:35.207311_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:28.635389_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:28.635389_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:27.345299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:27.345299_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:27.345299_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:27.345299_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:28.055626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a68a0bcc-16d4-49fb-aae4-e1359532face/pi05_droid_2025-09-25T09:26:28.055626_video_wrist.mp4"},"preference":"B","session_id":"a68a0bcc-16d4-49fb-aae4-e1359532face","university":"frodobots"},{"completion_time":"2025-09-25T09:10:20.668936Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the drawer handle of the upper drawer","longform_feedback":"Policy A first moved the gripper toward the upper drawer, then approached the drawer handle of the upper drawer and lower drawer one after another,but did not grasp it in the end.Policy B moved the gripper back and forth during entire time of the episode, as if could not find the target.My instruction is to grasp the drawer handle of the upper drawer, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and approached the handle whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:30.444201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:30.444201_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.171768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.171768_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.171768_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.171768_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.870802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/paligemma_diffusion_droid_2025-09-25T08:58:29.870802_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:46.854418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:46.854418_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:45.718298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:45.718298_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:45.718298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:45.718298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:46.285334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d103517b-fa0c-4981-ac01-5ecd3c3306e9/pi0_droid_2025-09-25T09:09:46.285334_video_wrist.mp4"},"preference":"A","session_id":"d103517b-fa0c-4981-ac01-5ecd3c3306e9","university":"frodobots"},{"completion_time":"2025-09-25T08:30:51.626901Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana, then put it into the drawer","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, moved it, then put it into the drawer.Next, policy A moved the gripper back and forth during remaining time of the episode.Policy B first moved the gripper close to the banana, moved it, then put it into the drawer.Next, policy B also moved the gripper randomly until time ran out.My instruction is to pick up the banana, then put it into the drawer, both polices have completed the task successfully.When comparing the performance of the two, both policy have finished the task smoothly, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:30.785793_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:30.785793_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:29.568310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:29.568310_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:29.568310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:29.568310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:30.219293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/paligemma_fast_droid_2025-09-25T08:23:30.219293_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:50.368168_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:50.368168_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.252620_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.252620_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.252620_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.252620_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.807740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3078d450-e81f-4dfb-a659-5ac09e9cf50a/pi05_droid_2025-09-25T08:29:49.807740_video_wrist.mp4"},"preference":"TIE","session_id":"3078d450-e81f-4dfb-a659-5ac09e9cf50a","university":"frodobots"},{"completion_time":"2025-09-25T08:09:59.378158Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the upper drawer","longform_feedback":"Policy A first took some time to find the target,moved the gripper close to the upper drawer, touched it, then moved the gripper away.Policy B first moved the gripper back and forth for a while,  approach the drawer, touched the top of the drawer, then moved the gripper away.My instruction is to close the upper drawer, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and touched the upper drawer whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:28.961804_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:28.961804_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:27.761446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:27.761446_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:27.761446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:27.761446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:28.378478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/pi05_droid_2025-09-25T08:03:28.378478_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:40.418058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:40.418058_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.246714_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.246714_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.246714_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.246714_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.869002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25394b38-0eed-47cd-90f5-8d8e2b058011/paligemma_vq_droid_2025-09-25T08:09:39.869002_video_wrist.mp4"},"preference":"A","session_id":"25394b38-0eed-47cd-90f5-8d8e2b058011","university":"frodobots"},{"completion_time":"2025-09-25T07:53:46.097709Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the upper drawer","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the upper drawer, then moved away, after hesitating for a while, approach the upper drawer again, touched it, but did not open it in the end.My instruction is to open the upper drawer, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and touched the drawer whereas policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:20.216149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:20.216149_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.299643_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.299643_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.299643_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.299643_video_right.mp4","wrist_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.782322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_binning_droid_2025-09-25T07:47:19.782322_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:27.260212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:27.260212_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.020869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.020869_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.020869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.020869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.677299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782e1ac3-3f45-47bc-8f31-982151e56f69/paligemma_vq_droid_2025-09-25T07:53:26.677299_video_wrist.mp4"},"preference":"B","session_id":"782e1ac3-3f45-47bc-8f31-982151e56f69","university":"frodobots"},{"completion_time":"2025-09-25T07:41:40.678121Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the fridge door","longform_feedback":"Policy A moved the gripper aimlessly during entire time of the episode, as if could not find the target.Policy B also moved the gripper slightly during the whole trial, as if could not find the target.My instruction is to open the fridge door, neither policy was able to complete the task.When comparing the performance of the two, both policy only moved the gripper but could not find the target.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:55.038397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:55.038397_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:53.781516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:53.781516_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:53.781516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:53.781516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:54.396349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_vq_droid_2025-09-25T07:33:54.396349_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:26.950426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:26.950426_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:25.824027_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:25.824027_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:25.824027_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:25.824027_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:26.400869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7380951b-ace2-4db0-804d-8c2ff18b068b/paligemma_diffusion_droid_2025-09-25T07:40:26.400869_video_wrist.mp4"},"preference":"TIE","session_id":"7380951b-ace2-4db0-804d-8c2ff18b068b","university":"frodobots"},{"completion_time":"2025-09-25T07:26:29.720283Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the washing machine door","longform_feedback":"Policy A moved the gripper randomly as if could not find the target during entire time of the episode.Policy B also moved the gripper back and forth during the whole trial, as if could not find the target.My instruction is to close the washing machine door,neither policy was able to complete the task.When comparing the performance of the two, both policies could not find the washing machine, and their behaviors was similar.Therefore, i chose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:21.495602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:21.495602_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.252918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.252918_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.252918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.252918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.915470_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/paligemma_fast_droid_2025-09-25T07:21:20.915470_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:51.232367_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:51.232367_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:49.998040_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:49.998040_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:49.998040_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:49.998040_video_right.mp4","wrist_video_gcs_path":"evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:50.680844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/162612b0-0f69-4d38-86cb-e3b10323d7b1/pi0_fast_droid_2025-09-25T07:25:50.680844_video_wrist.mp4"},"preference":"TIE","session_id":"162612b0-0f69-4d38-86cb-e3b10323d7b1","university":"frodobots"},{"completion_time":"2025-09-25T07:13:16.865648Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the table with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, grasped it, moved it and dropped it on floor.Then policy A moved the gripper randomly until time ran out.Policy B first move the gripper close to the towel, grasped it, then moved the towel back and forth on the table as if wiping the table during remaining time of the episode.My instruction is to grasp the towel then wipe the table with the towel, when comparing the performance of the two, policy B completed the task successfully whereas policy A only grasped the towel but did not wipe the table with it.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:36.406494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:36.406494_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.095295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.095295_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.095295_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.095295_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.838605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/pi05_droid_2025-09-25T07:05:35.838605_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:49.078577_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:49.078577_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:47.895105_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:47.895105_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:47.895105_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:47.895105_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:48.536678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b58baf05-c21c-44ae-a4a6-2b248dce1e75/paligemma_diffusion_droid_2025-09-25T07:12:48.536678_video_wrist.mp4"},"preference":"B","session_id":"b58baf05-c21c-44ae-a4a6-2b248dce1e75","university":"frodobots"},{"completion_time":"2025-09-25T06:49:30.713242Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the tissue, grasped it, pull it out of the pack, moved the tissue, then dropped it on floor.Next, policy B moved the gripper randomly until approached the pack of tissues again.My instruction is to pull out one tissue from the pack, when comparing the performance of the two, policy B completed the task successfully while policy A did not do anything.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:08.313664_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:08.313664_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.425421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.425421_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.425421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.425421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.926242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_binning_droid_2025-09-25T06:43:07.926242_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:36.710023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:36.710023_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:35.498560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:35.498560_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:35.498560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:35.498560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:36.151341_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3acda73b-0775-4f5b-ad3e-91cc1820ef86/paligemma_fast_droid_2025-09-25T06:48:36.151341_video_wrist.mp4"},"preference":"B","session_id":"3acda73b-0775-4f5b-ad3e-91cc1820ef86","university":"frodobots"},{"completion_time":"2025-09-25T06:35:35.238414Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the controller","longform_feedback":"Policy A showed no response to my command and did not perform any operations.Policy B first moved the gripper close to the controller, grasped and released it, then adjusted posture, pressed the round button successfully.My instruction is to press the round button of the controller, when comparing the performance of the two, policy B completed the task successfully whereas policy A did not do anything.Therefore,policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:09.837103_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:09.837103_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:08.885211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:08.885211_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:08.885211_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:08.885211_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:09.403022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/paligemma_binning_droid_2025-09-25T06:29:09.403022_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:07.037536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:07.037536_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:05.745567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:05.745567_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:05.745567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:05.745567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:06.445247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7/pi0_fast_droid_2025-09-25T06:35:06.445247_video_wrist.mp4"},"preference":"B","session_id":"5803e4a4-ea97-4a0f-8fe1-bd2432b4d3a7","university":"frodobots"},{"completion_time":"2025-09-25T06:22:41.673252Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the controller","longform_feedback":"Policy A first moved the gripper close to the controller, close the gripper, pressed several buttons of the controller, but did not press the red button.Policy B first moved the gripper close to the controller, after hesitating for a while, grasped and released the controller,and pushed the controller to make it fall off from the table.My instruction is to press the red button of the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pressed several white buttons of the controller whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:24.315137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:24.315137_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.182508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.182508_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.182508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.182508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.798592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi0_droid_2025-09-25T06:12:23.798592_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:22.507651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:22.507651_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.317548_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.317548_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.317548_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.317548_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.935471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acde72e-15a2-467a-8d8e-480468176776/pi05_droid_2025-09-25T06:22:21.935471_video_wrist.mp4"},"preference":"A","session_id":"0acde72e-15a2-467a-8d8e-480468176776","university":"frodobots"},{"completion_time":"2025-09-25T05:55:51.511495Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, after hesitating for a while, then made multiple attempts to grasp the banana, but push it to make it fall off from the table.Policy B first moved the gripper close to the banana, grasped it, then moved it to the plate and put it into the plate.My instruction is to grasp the banana then put it into the plate, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:33.463319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:33.463319_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.221796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.221796_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.221796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.221796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.868665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/paligemma_fast_droid_2025-09-25T05:50:32.868665_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:30.439338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:30.439338_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.265901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.265901_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.265901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.265901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.912077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e32d2d0-aaf7-4524-99b5-55575635a4e6/pi05_droid_2025-09-25T05:55:29.912077_video_wrist.mp4"},"preference":"B","session_id":"7e32d2d0-aaf7-4524-99b5-55575635a4e6","university":"frodobots"},{"completion_time":"2025-09-25T05:45:45.167617Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle","longform_feedback":"Policy A first took some time to find the target,moved the gripper close to the bottle, attempted to grasped, but pushed it to make it fall off from the table.Then policy A almost stopped during remaining time of the episode.Policy B first moved the gripper close to the bottle, touched it, then policy B almost stopped near the bottle during remaining time of the trial.My instruction is to pick up the bottle, neither policy was able to complete the task.When comparing the performance of the two, it seems that policy A has attempted to grasp the bottle whereas policy B has not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:29.563900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:29.563900_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:28.460198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:28.460198_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:28.460198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:28.460198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:29.104405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_vq_droid_2025-09-25T05:39:29.104405_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:23.182534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:23.182534_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.042868_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.042868_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.042868_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.042868_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.677243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abed2d94-6bcf-452b-a438-78b81bf786db/paligemma_fast_droid_2025-09-25T05:45:22.677243_video_wrist.mp4"},"preference":"A","session_id":"abed2d94-6bcf-452b-a438-78b81bf786db","university":"frodobots"},{"completion_time":"2025-09-25T05:22:08.458464Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bottle","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the bottle, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper while policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:55.763548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:55.763548_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:54.521491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:54.521491_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:54.521491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:54.521491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:55.194322_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/pi05_droid_2025-09-25T05:17:55.194322_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:24.282713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:24.282713_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.346068_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.346068_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.346068_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.346068_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.854258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5def6294-109f-4ac4-9760-e54e591509d4/paligemma_binning_droid_2025-09-25T05:21:23.854258_video_wrist.mp4"},"preference":"A","session_id":"5def6294-109f-4ac4-9760-e54e591509d4","university":"frodobots"},{"completion_time":"2025-09-25T05:06:03.945999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana, then put it onto the book","longform_feedback":"Policy A first moved the gripper randomly for a while, then almost stopped during remaining time of the episode.Policy B first moved the gripper close to the banana, grasped it, moved it, then dropped it, but did not put it onto the book.My instruction is to pick up the banana then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least picked up the banana whereas policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:03.877034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:03.877034_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:02.828306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:02.828306_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:02.828306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:02.828306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:03.366227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/pi0_fast_droid_2025-09-25T04:02:03.366227_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:35.931564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:35.931564_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:34.729973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:34.729973_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:34.729973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:34.729973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:35.330061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7300bbe5-cc65-411e-8656-fce3cfcc8b9b/paligemma_diffusion_droid_2025-09-25T04:06:35.330061_video_wrist.mp4"},"preference":"B","session_id":"7300bbe5-cc65-411e-8656-fce3cfcc8b9b","university":"frodobots"},{"completion_time":"2025-09-25T03:56:33.414258Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the banana, then put it onto the book","longform_feedback":"Policy A first moved the gripper close to the book, then touched it until time ran out.Policy B moved the gripper randomly during entire time of the episode, as if could not find the target.My instruction is to pick up the banana then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least touched one related object whereas policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:19.310385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:19.310385_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.130391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.130391_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.130391_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.130391_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.772062_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_diffusion_droid_2025-09-25T03:50:18.772062_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:48.488822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:48.488822_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.279519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.279519_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.279519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.279519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.906281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ef933c4-917c-4e1f-a9dc-ef016d872454/paligemma_fast_droid_2025-09-25T03:55:47.906281_video_wrist.mp4"},"preference":"A","session_id":"9ef933c4-917c-4e1f-a9dc-ef016d872454","university":"frodobots"},{"completion_time":"2025-09-25T03:40:33.700401Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A first took some time to find the target, then approached the cola, touched the fridge door beside the cola, as if attempting to grasp the cola.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the cola from the fridge, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the cola and attempted to grasp it whereas policy B did not do anything.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:02.730115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:02.730115_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:01.514764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:01.514764_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:01.514764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:01.514764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:02.107956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_diffusion_droid_2025-09-25T03:35:02.107956_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:45.302713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:45.302713_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.441326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.441326_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.441326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.441326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.875616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165195c6-968a-4aa0-917f-9602575a671a/paligemma_binning_droid_2025-09-25T03:39:44.875616_video_wrist.mp4"},"preference":"A","session_id":"165195c6-968a-4aa0-917f-9602575a671a","university":"frodobots"},{"completion_time":"2025-09-25T03:21:40.041564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B showed no response to my command and did not perform any operations at all.My instruction is to pick up the cola from the fridge, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:20.231809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:20.231809_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.071264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.071264_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.071264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.071264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.670603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_fast_specialist_droid_2025-09-25T03:14:19.670603_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:05.015823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:05.015823_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.043270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.043270_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.043270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.043270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.577104_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91d88e4b-9f34-4b01-a892-9c06ace6d782/paligemma_binning_droid_2025-09-25T03:19:04.577104_video_wrist.mp4"},"preference":"A","session_id":"91d88e4b-9f34-4b01-a892-9c06ace6d782","university":"frodobots"},{"completion_time":"2025-09-25T03:01:17.779214Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, it seems that both policies could not found the fridge door, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:14.142882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:14.142882_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:12.989219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:12.989219_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:12.989219_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:12.989219_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:13.587411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/paligemma_fast_specialist_droid_2025-09-25T02:54:13.587411_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:59.476379_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:59.476379_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.275446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.275446_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.275446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.275446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.897630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d564b2a8-33d6-4962-82c4-fbee02f549df/pi0_fast_droid_2025-09-25T03:00:58.897630_video_wrist.mp4"},"preference":"TIE","session_id":"d564b2a8-33d6-4962-82c4-fbee02f549df","university":"frodobots"},{"completion_time":"2025-09-25T02:23:36.504428Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoelaces and pull it","longform_feedback":"Policy A moved the gripper  randomly during entire time of the episode, as if could not find the target.Policy B also moved the gripper randomly during the whole trial, as if could not find the target.My instruction is to grasp the shoelaces and pull it, neither policy was able to complete the task.When comparing the performance of the two, it seems that both policies could not found the shoelace, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:27.510333_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:27.510333_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.315758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.315758_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.315758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.315758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.916049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/pi05_droid_2025-09-25T02:16:26.916049_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:11.331124_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:11.331124_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.174606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.174606_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.174606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.174606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.742766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09f322b-950d-4e01-a9ab-98c42c8526c2/paligemma_fast_specialist_droid_2025-09-25T02:22:10.742766_video_wrist.mp4"},"preference":"TIE","session_id":"e09f322b-950d-4e01-a9ab-98c42c8526c2","university":"frodobots"},{"completion_time":"2025-09-25T02:12:53.106601Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"untie the shoelaces of the shoe in front of you","longform_feedback":"Policy A moved the gripper  back and forth during entire time of the trial,  as if could not find the target.Policy B first moved the gripper close to the curtains, then grasped it, pull it, release it.Next, policy B moved the gripper randomly until time ran out.My instruction is to untie the shoelaces of the shoe in front of you, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the wrong object and pull it whereas policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:20.018384_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:20.018384_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:18.806493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:18.806493_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:18.806493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:18.806493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:19.476623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_droid_2025-09-25T02:02:19.476623_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:34.815258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:34.815258_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:33.599777_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:33.599777_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:33.599777_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:33.599777_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:34.175720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4ec017f-ac10-4f1c-9770-4042f18b7a99/paligemma_fast_specialist_droid_2025-09-25T02:12:34.175720_video_wrist.mp4"},"preference":"B","session_id":"b4ec017f-ac10-4f1c-9770-4042f18b7a99","university":"frodobots"},{"completion_time":"2025-09-25T01:55:34.939768Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoes, then drop it","longform_feedback":"Policy A first moved the gripper  above the shoes, seemingly observing it, then moved the gripper slightly during remaining time of the episode.Policy B first moved the gripper close the shoes, then  grasped one shoe and dropped it twice until time ran out.My instruction is to grasp the shoes then drop it, when comparing the performance of the two, policy B completed the task successfully whereas policy A failed.Therefore, policy B is obviously better then policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:26.219208_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:26.219208_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:24.990741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:24.990741_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:24.990741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:24.990741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:25.648895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/pi0_droid_2025-09-25T01:48:25.648895_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:43.226511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:43.226511_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.002878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.002878_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.002878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.002878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.649795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62c8e396-5d68-4d40-b38c-e6931deb823f/paligemma_diffusion_droid_2025-09-25T01:54:42.649795_video_wrist.mp4"},"preference":"B","session_id":"62c8e396-5d68-4d40-b38c-e6931deb823f","university":"frodobots"},{"completion_time":"2025-09-24T22:47:52.211262Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the tapes","longform_feedback":"Both policies at some point almost finished the stacked tape. A after finishing stacking the arm has pushed the drawer towards the two tapes and thus the stacked was fell down. B has just finished stacking but it then moved the other tape away and hovered there for a while","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:45.886663_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:45.886663_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:47.748160_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:47.748160_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:46.626462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:46.626462_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:45.886663_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:45.886663_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:47.181700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_diffusion_droid_2025-09-24T22:41:47.181700_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:49.946050_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:49.946050_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:51.739837_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:51.739837_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:50.638513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:50.638513_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:49.946050_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:49.946050_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:51.175608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8145292-e4b5-4851-a1e8-d290ec2d1ff1/paligemma_fast_droid_2025-09-24T22:46:51.175608_video_wrist.mp4"},"preference":"TIE","session_id":"a8145292-e4b5-4851-a1e8-d290ec2d1ff1","university":"Berkeley"},{"completion_time":"2025-09-24T22:26:16.207785Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sort all the lids into plate","longform_feedback":"Both policies has just shifted the arm towards the plate without recognizing it had to first reach for the two lids on the right and move it over to the plate. Both had equal score of success","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:15.460562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:15.460562_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.205227_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.205227_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.205227_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.205227_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.914967_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_diffusion_droid_2025-09-24T22:18:14.914967_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:35.069158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:35.069158_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:33.871430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:33.871430_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:33.871430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:33.871430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:34.470028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74e4e048-2cff-4d3a-9373-7b21c75623ac/paligemma_fast_specialist_droid_2025-09-24T22:25:34.470028_video_wrist.mp4"},"preference":"TIE","session_id":"74e4e048-2cff-4d3a-9373-7b21c75623ac","university":"Berkeley"},{"completion_time":"2025-09-24T22:13:50.064861Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move all the toys into drawer","longform_feedback":"Policy A was succeed in moving one of the toy into drawer but then it tried to grasp the entire drawer shifted down-left form its initial position. B in the other hand completely ignored the first orientation with the toys and just picked up the drawer and drove it away from the table","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:28.489616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:28.489616_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.170919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.170919_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.170919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.170919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.873496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/pi0_fast_droid_2025-09-24T22:07:27.873496_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:42.018980_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:42.018980_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:40.786699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:40.786699_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:40.786699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:40.786699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:41.444872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7979568-6f67-471e-b699-983604b59e7e/paligemma_vq_droid_2025-09-24T22:12:41.444872_video_wrist.mp4"},"preference":"A","session_id":"c7979568-6f67-471e-b699-983604b59e7e","university":"Berkeley"},{"completion_time":"2025-09-24T22:01:19.615021Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the hand fan to create a breeze","longform_feedback":"A just tapped the fan and moved on to the left and hovering there for a while. B started off frozen but then started to behave aggressively by twisting the arm and lower joint alll over the place; it did end up at the fan at some point but was able to grasp it due to time","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:53.999127_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:53.999127_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:55.679230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:55.679230_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:54.618498_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:54.618498_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:54.618498_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:54.618498_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:55.147593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/paligemma_fast_specialist_droid_2025-09-24T21:56:55.147593_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:44.469459_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:44.469459_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.194972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.194972_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.194972_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.194972_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.906402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9bb73ea-28af-4772-a90f-de5e9422d5a1/pi05_droid_2025-09-24T22:00:43.906402_video_wrist.mp4"},"preference":"B","session_id":"e9bb73ea-28af-4772-a90f-de5e9422d5a1","university":"Berkeley"},{"completion_time":"2025-09-24T21:47:42.126899Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move he feather duster into bag","longform_feedback":"Both policies has briefly moved the duster towards the bag but the arm position after grasping was different. A tended to be much sliding in a lower point as compared to the height of the bag; it then loosen the gripper on the side of the bag. B on the other hand was doing slightly better since the arm was gearing up to a significant height compared to the bag but it went exceeded the surface of the table and ended up dropping it on the ground","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.267297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.267297_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:18.074906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:18.074906_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.973852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.973852_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.267297_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:16.267297_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:17.523845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_diffusion_droid_2025-09-24T21:42:17.523845_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:16.724472_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:16.724472_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:18.455869_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:18.455869_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:17.352966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:17.352966_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:16.724472_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:16.724472_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:17.908610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d/paligemma_fast_specialist_droid_2025-09-24T21:47:17.908610_video_wrist.mp4"},"preference":"B","session_id":"9a7e2d95-4dc6-4b0a-b6ca-867b8da6120d","university":"Berkeley"},{"completion_time":"2025-09-24T21:36:40.772340Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put vegetables in the bag","longform_feedback":"A was going off point since it headed towards the dish rack on the left while the tray of vegetables were placed in the center of the seen. B was not doing any better since it grasped the grape (which is not a kind of vegetable) to the left while the bag was seen on the right. Both were not doing wuite well since it was unable to recongnize the very first orientation towards the tray","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:31.972737_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:31.972737_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:33.799827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:33.799827_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:32.692372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:32.692372_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:32.692372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:32.692372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:33.224796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_fast_droid_2025-09-24T21:30:33.224796_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:57.482601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:57.482601_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:59.255767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:59.255767_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.113528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.113528_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.113528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.113528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.665599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44fbff1-9459-4dd0-926b-8e941206111a/paligemma_vq_droid_2025-09-24T21:35:58.665599_video_wrist.mp4"},"preference":"B","session_id":"e44fbff1-9459-4dd0-926b-8e941206111a","university":"Berkeley"},{"completion_time":"2025-09-24T21:17:11.185251Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"prepare breakfast with bread and donut in the tray","longform_feedback":"In both episodes, the arm just sticked to the bread which was already placed in the tray. The arm should reach for the donut on the right side; thus the corn should be removed from the tray as it was not a part of the portion mentioned in the task","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:02.735646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:02.735646_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:01.579487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:01.579487_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:01.579487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:01.579487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:02.214945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_droid_2025-09-24T21:11:02.214945_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:27.471562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:27.471562_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.292640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.292640_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.292640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.292640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.917529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83d07777-2bec-44ad-921b-55db9df45415/pi0_fast_droid_2025-09-24T21:16:26.917529_video_wrist.mp4"},"preference":"TIE","session_id":"83d07777-2bec-44ad-921b-55db9df45415","university":"Berkeley"},{"completion_time":"2025-09-24T21:03:25.805002Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"left click the mouse","longform_feedback":"Both episodes we saw the arm just reached for the mouse without doing anything relevant to the pressing success. A pushed the mouse further away from the seen and B was hovering up after tap in the middle of the mouse. It should slighly shift left to press it","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:55.542695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:55.542695_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:57.347332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:57.347332_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:56.272875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:56.272875_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:55.542695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:55.542695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:56.802112_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/paligemma_diffusion_droid_2025-09-24T20:54:56.802112_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.199559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.199559_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:03:00.941965_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:03:00.941965_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.841938_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.841938_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.199559_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:02:59.199559_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:03:00.378974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71db64eb-b819-4980-bced-b5bb3ce938ec/pi0_fast_droid_2025-09-24T21:03:00.378974_video_wrist.mp4"},"preference":"TIE","session_id":"71db64eb-b819-4980-bced-b5bb3ce938ec","university":"Berkeley"},{"completion_time":"2025-09-24T20:51:34.998410Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"type franka","longform_feedback":"Both policies succesfully headed towards the keyboard to perform typing work but in both cases, the correct word has never been typed up as A head for the first row of the keyboard and B just sticked to the enter key","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:02.885773_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:02.885773_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:04.684905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:04.684905_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:03.578255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:03.578255_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:03.578255_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:03.578255_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:04.085131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/paligemma_diffusion_droid_2025-09-24T20:46:04.085131_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:22.650423_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:22.650423_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:24.274287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:24.274287_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.262147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.262147_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.262147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.262147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.750706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8515445b-312b-469e-b8f2-b026f72ec287/pi0_fast_droid_2025-09-24T20:50:23.750706_video_wrist.mp4"},"preference":"TIE","session_id":"8515445b-312b-469e-b8f2-b026f72ec287","university":"Berkeley"},{"completion_time":"2025-09-24T20:27:55.597462Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put spoon in the correct location of dish rack","longform_feedback":"A has approached the spoon briefly right after the episode started and graudually moved it over the dish rack. The spoon was placed into a bowl which should not be the intended location of eating utensils - there is a utensil holder hanging on it. B just got to the point that it reached for the spoon and holded it for a few seconds before dropping it on the ground","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.143073_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.143073_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:38.971002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:38.971002_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.865276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.865276_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.143073_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:37.143073_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:38.403296_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/paligemma_fast_specialist_droid_2025-09-24T20:22:38.403296_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.137267_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.137267_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:32.933276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:32.933276_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.823977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.823977_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.137267_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:31.137267_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:32.347664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a0a2fc-094a-4c77-8f6e-2662e9453728/pi0_fast_droid_2025-09-24T20:27:32.347664_video_wrist.mp4"},"preference":"A","session_id":"e8a0a2fc-094a-4c77-8f6e-2662e9453728","university":"Berkeley"},{"completion_time":"2025-09-23T10:21:08.064938Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cola from the fridge","longform_feedback":"Policy A moved the robotic arm randomly during entire time of the episode, as if could not find the target.Policy B first moved the gripper close to the fridge, then moved the gripper toward the cola, but moved away after hesitating for a while.My instruction is to pick up the cola from the fridge, neither policy was able to complete the task.When comparing the performance of the two, it seems that policy B at least identified the cola whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:21.380775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:21.380775_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.218696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.218696_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.218696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.218696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.810361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/pi05_droid_2025-09-23T10:13:20.810361_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:46.675522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:46.675522_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:45.353691_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:45.353691_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:45.353691_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:45.353691_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:46.030918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c628e03-77c3-46c2-a481-4c5f701ecd5c/paligemma_vq_droid_2025-09-23T10:20:46.030918_video_wrist.mp4"},"preference":"B","session_id":"1c628e03-77c3-46c2-a481-4c5f701ecd5c","university":"frodobots"},{"completion_time":"2025-09-23T10:01:00.955815Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the shoes on the floor","longform_feedback":"Policy A first moved the gripper close to the shoes, attempted to grasp them, but did not succeed.Then policy A moved the gripper away.Policy B first took some time to find the target, moved the gripper toward the shoes, then moved away.My instruction is to pick up the shoes on the floor, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to grasp the shoes whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:49.964265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:49.964265_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:48.736327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:48.736327_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:48.736327_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:48.736327_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:49.403572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/paligemma_fast_droid_2025-09-23T09:54:49.403572_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:43.924462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:43.924462_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:42.676556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:42.676556_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:42.676556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:42.676556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:43.384580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91f77c94-e588-40e0-ab5c-1073f527e3d5/pi0_droid_2025-09-23T10:00:43.384580_video_wrist.mp4"},"preference":"A","session_id":"91f77c94-e588-40e0-ab5c-1073f527e3d5","university":"frodobots"},{"completion_time":"2025-09-23T09:48:49.511391Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtains ","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the curtains ,touched the curtains, adjusted posture, then pushed the curtains to make it open a bit.My instruction is to open the curtains, when comparing the performance of the two, policy B opened the curtains a bit while policy A did not do anything .Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:38.769299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:38.769299_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:37.732123_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:37.732123_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:37.732123_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:37.732123_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:38.346550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/paligemma_binning_droid_2025-09-23T09:40:38.346550_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:25.875930_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:25.875930_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:24.688165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:24.688165_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:24.688165_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:24.688165_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:25.305374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f2b7f02-2a74-4752-8fc5-02eddd48f097/pi05_droid_2025-09-23T09:48:25.305374_video_wrist.mp4"},"preference":"B","session_id":"9f2b7f02-2a74-4752-8fc5-02eddd48f097","university":"frodobots"},{"completion_time":"2025-09-23T09:35:33.043210Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the curtains on your left","longform_feedback":"Policy A moved the gripper back and forth during entire time of the episode, as if could not find the target.Policy B first moved the gripper randomly for a while, then approached the curtains and attempted to grasp it but did not succeed.Next, policy B moved the gripper away in the end.My instruction is to open the curtains on your left, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the curtains while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:52.831547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:52.831547_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:51.777651_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:51.777651_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:51.777651_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:51.777651_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:52.271930_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/paligemma_vq_droid_2025-09-23T09:28:52.271930_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:14.577303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:14.577303_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:13.469807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:13.469807_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:13.469807_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:13.469807_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:14.051732_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16cb7d00-e90c-4f04-8ec5-ab232436b0a8/pi0_fast_droid_2025-09-23T09:35:14.051732_video_wrist.mp4"},"preference":"B","session_id":"16cb7d00-e90c-4f04-8ec5-ab232436b0a8","university":"frodobots"},{"completion_time":"2025-09-23T09:17:21.669990Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the fridge door","longform_feedback":"Policy A showed no response to my command and did not perform any operations at all.Policy B first moved the gripper close to the fridge, then moved away.Next, policy B moved the robotic arm randomly during remaining time of the episode.My instruction is to close the fridge door, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached the fridge whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:08.823854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:08.823854_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:07.922133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:07.922133_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:07.922133_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:07.922133_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:08.430305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_binning_droid_2025-09-23T09:11:08.430305_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:35.414050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:35.414050_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.309079_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.309079_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.309079_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.309079_video_right.mp4","wrist_video_gcs_path":"evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.886124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4/paligemma_vq_droid_2025-09-23T09:16:34.886124_video_wrist.mp4"},"preference":"B","session_id":"81c80e7f-59aa-4fe6-a9e3-e4cc8e7f60c4","university":"frodobots"},{"completion_time":"2025-09-23T09:07:25.998245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the refrigerator door","longform_feedback":"Policy A  moved the gripper aimlessly during entire time of the trial, as if could not find the target.Policy B also moved the gripper back and forth during the entire time of the of the episode.My instruction is to close the refrigerator door,neither policy was able to complete the task.When comparing the performance of the two, it seems that both policies could not find the target, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:07.944401_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:07.944401_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:06.780841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:06.780841_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:06.780841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:06.780841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:07.358378_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/pi05_droid_2025-09-23T09:01:07.358378_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:10.080712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:10.080712_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:08.968004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:08.968004_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:08.968004_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:08.968004_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:09.529519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef90e038-977d-4dba-b544-4b2eff67a6e8/paligemma_fast_specialist_droid_2025-09-23T09:07:09.529519_video_wrist.mp4"},"preference":"TIE","session_id":"ef90e038-977d-4dba-b544-4b2eff67a6e8","university":"frodobots"},{"completion_time":"2025-09-23T08:56:04.319392Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the  cola  from the refrigerator","longform_feedback":"Policy A first moved the gripper back and forth during the most time of the episode, as if searching the target, then stopped in the end.Policy B did not respond to my command and did not perform any operations at all.My instruction is to pick up the  cola  from the refrigerator, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:58.983520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:58.983520_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:57.788854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:57.788854_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:57.788854_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:57.788854_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:58.393665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/pi0_fast_droid_2025-09-23T08:50:58.393665_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:32.167323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:32.167323_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.304629_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.304629_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.304629_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.304629_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.799431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d624264-9b1d-44ea-be27-a3923c597abf/paligemma_binning_droid_2025-09-23T08:55:31.799431_video_wrist.mp4"},"preference":"A","session_id":"9d624264-9b1d-44ea-be27-a3923c597abf","university":"frodobots"},{"completion_time":"2025-09-23T08:45:51.060887Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the  cola  from the refrigerator","longform_feedback":"Policy A first moved the gripper close to the refrigerator, approached the cola, then closed and opened the gripper several times, as if attempting to grasped the cola,but did not succeed in the end.Policy B first moved the gripper back and forth as if searching the target, then approached the curtain and attempted to grasp it.My instruction is to grasp the  cola  from the refrigerator, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the cola and attempted to grasp it whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:19.949507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:19.949507_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:18.797822_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:18.797822_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:18.797822_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:18.797822_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:19.424402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/paligemma_diffusion_droid_2025-09-23T08:39:19.424402_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:33.398315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:33.398315_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.219949_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.219949_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.219949_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.219949_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.832264_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1fa9a32-5739-41dc-af20-f033150c2d4f/pi0_fast_droid_2025-09-23T08:45:32.832264_video_wrist.mp4"},"preference":"A","session_id":"e1fa9a32-5739-41dc-af20-f033150c2d4f","university":"frodobots"},{"completion_time":"2025-09-23T08:19:43.812605Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the gripper close to the tissue, grasped the pack of the tissues, lift it up, moved it, then dropped it.Next, policy A approach the tissues and attempted to grasp it, but time ran out.Policy B first moved the gripper close to the pack of the tissues, grasped and released the pack twice, then grasp one tissue, attempted to pull it out until time ran out.My instruction is to pull out one tissue from the pack, when comparing the performance of the two, policy B almost completed the task while policy A only grasped the pack of the tissue.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:01.588534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:01.588534_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:00.360338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:00.360338_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:00.360338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:00.360338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:01.025011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/pi05_droid_2025-09-23T08:13:01.025011_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:25.460196_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:25.460196_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.270632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.270632_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.270632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.270632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.934526_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2fa4b99-1d44-4efa-a8f4-d92845f819a7/paligemma_vq_droid_2025-09-23T08:19:24.934526_video_wrist.mp4"},"preference":"B","session_id":"d2fa4b99-1d44-4efa-a8f4-d92845f819a7","university":"frodobots"},{"completion_time":"2025-09-23T08:06:04.028150Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the gripper close to the book, then adjusted posture, pushed the book, attempted to close the book but did not succeed in the end.Policy B first moved the gripper aimlessly, then moved the gripper under the table during remaining time of the episode, as if could not find the target.My instruction is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least attempted to close the book whereas policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:19.908782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:19.908782_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:18.655759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:18.655759_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:18.655759_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:18.655759_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:19.361914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/pi0_droid_2025-09-23T07:59:19.361914_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:44.050234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:44.050234_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:42.795723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:42.795723_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:42.795723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:42.795723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:43.472609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fb1a469-1cc7-4a6f-898c-5ba472a533b6/paligemma_vq_droid_2025-09-23T08:05:43.472609_video_wrist.mp4"},"preference":"A","session_id":"4fb1a469-1cc7-4a6f-898c-5ba472a533b6","university":"frodobots"},{"completion_time":"2025-09-23T07:54:48.762751Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pencil, then put it onto the book","longform_feedback":"Policy A moved the gripper back and forth during entire time of the trial, as if searching the target.Policy B did not respond to my command and did not perform any operations at all.My instruction is to grasp the pencil then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:45.750720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:45.750720_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:44.654431_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:44.654431_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:44.654431_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:44.654431_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:45.239297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/pi05_droid_2025-09-23T07:48:45.239297_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:34.519016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:34.519016_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:33.602348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:33.602348_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:33.602348_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:33.602348_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:34.142258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88902f0b-600e-4cb7-8856-9735c48c25e3/paligemma_binning_droid_2025-09-23T07:54:34.142258_video_wrist.mp4"},"preference":"A","session_id":"88902f0b-600e-4cb7-8856-9735c48c25e3","university":"frodobots"},{"completion_time":"2025-09-23T07:44:29.616639Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then put it onto the book","longform_feedback":"Policy A first moved the gripper back and forth as if searching the target, then approached and touched the book.Next, policy A moved the gripper away in the end.Policy B first moved the gripper close to the peach, attempted to grasp it, but pushed it to make it fall off from the table.Then, policy B moved the gripper around the book during remaining time of the episode.My instruction is to grasp the peach then put it onto the book,neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and attempted to grasp the peach whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:06.825767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:06.825767_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:05.573723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:05.573723_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:05.573723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:05.573723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:06.268240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_droid_2025-09-23T07:37:06.268240_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:42.172906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:42.172906_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:40.888680_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:40.888680_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:40.888680_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:40.888680_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:41.598914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf24b833-6be4-4a68-a904-8f64bc323e7e/pi0_fast_droid_2025-09-23T07:43:41.598914_video_wrist.mp4"},"preference":"B","session_id":"bf24b833-6be4-4a68-a904-8f64bc323e7e","university":"frodobots"},{"completion_time":"2025-09-23T07:32:33.996570Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the marker pen, then put it onto the book","longform_feedback":"Policy A first moved the gripper aimlessly for a while, then stopped during remaining time of the episode.Policy B moved the gripper back and forth  during entire time of the trial, as if searching the target.My instruction is to grasp the marker pen then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A stopped during most time of the episode whereas policy B at least attempted to search the target.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:41.795511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:41.795511_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:40.744802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:40.744802_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:40.744802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:40.744802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:41.347916_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi0_fast_droid_2025-09-23T07:25:41.347916_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:11.369038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:11.369038_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.233523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.233523_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.233523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.233523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.827035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd4c3bb-2979-421c-b387-caf7f7e4894d/pi05_droid_2025-09-23T07:32:10.827035_video_wrist.mp4"},"preference":"B","session_id":"fcd4c3bb-2979-421c-b387-caf7f7e4894d","university":"frodobots"},{"completion_time":"2025-09-23T07:19:30.444501Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it into the plate","longform_feedback":"Policy A first moved the gripper close to the banana, grasped it, moved it to the plate, then put it into the plate.Next, policy A moved the gripper randomly until time ran out.Policy B first moved the gripper close to the banana, grasped it , moved it to the plate, then put it into the plate.Next, policy B almost stopped during remaining time of the episode.My instruction is to grasp the banana then put it into the plate, both policies was able to complete the task.When comparing the performance of the two, after finishing the task, policy A still moved the gripper randomly whereas policy almost stopped.Therefore, i prefer policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:08.911579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:08.911579_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:07.649658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:07.649658_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:07.649658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:07.649658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:08.309303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/pi0_droid_2025-09-23T07:13:08.309303_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:12.552489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:12.552489_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:11.332387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:11.332387_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:11.332387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:11.332387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:12.046170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ef66d4-7645-42bc-92cc-69294f273d76/paligemma_vq_droid_2025-09-23T07:19:12.046170_video_wrist.mp4"},"preference":"B","session_id":"94ef66d4-7645-42bc-92cc-69294f273d76","university":"frodobots"},{"completion_time":"2025-09-23T07:08:28.209079Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the controller, then rotate it by 90 degrees","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode,  as if could not find the target.Policy B first took some time to find the target, then approached the controller, grasped and released it, caused it to rotate by a small angle.My instruction is to grasp the controller then rotate it by 90 degrees, when comparing the performance of the two, policy B almost completed the task whereas policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:33.378508_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:33.378508_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.174867_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.174867_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.174867_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.174867_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.846880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/paligemma_vq_droid_2025-09-23T07:02:32.846880_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:11.978306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:11.978306_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:10.768518_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:10.768518_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:10.768518_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:10.768518_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:11.409334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6a91826-6ec7-44d2-b815-90ba7f1fd973/pi05_droid_2025-09-23T07:08:11.409334_video_wrist.mp4"},"preference":"B","session_id":"e6a91826-6ec7-44d2-b815-90ba7f1fd973","university":"frodobots"},{"completion_time":"2025-09-23T06:39:29.797892Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A did not respond to my command and did not perform any operations.Policy B first also showed no response to my command and did not take any actions.My instruction is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, both policies showed no response to my command.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:22.613490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:22.613490_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:21.517427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:21.517427_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:21.517427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:21.517427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:22.211429_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/paligemma_fast_specialist_droid_2025-09-23T06:34:22.211429_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:07.131262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:07.131262_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.145444_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.145444_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.145444_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.145444_video_right.mp4","wrist_video_gcs_path":"evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.740718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/098e14ff-8b77-4aa3-ac75-57ca6c20cee8/pi0_droid_2025-09-23T06:39:06.740718_video_wrist.mp4"},"preference":"TIE","session_id":"098e14ff-8b77-4aa3-ac75-57ca6c20cee8","university":"frodobots"},{"completion_time":"2025-09-23T02:39:32.339948Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the shoes, then drop it on floor","longform_feedback":"Policy A moved the gripper randomly during entire time of the episode,as if searching the target.Policy B did not respond to my command and did not perform any operations at all.My instruction is to grasp the shoes, then drop it on floor, neither policy was able to complete the task.When comparing the performance of the two,policy A at least moved the gripper whereas policy B did not do anything .Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:20.428821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:20.428821_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.271506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.271506_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.271506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.271506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.856612_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/pi0_droid_2025-09-23T02:35:19.856612_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:19.040441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:19.040441_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.153243_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.153243_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.153243_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.153243_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.664530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fb977db-be2b-47cd-acd4-a812421ed219/paligemma_binning_droid_2025-09-23T02:39:18.664530_video_wrist.mp4"},"preference":"A","session_id":"9fb977db-be2b-47cd-acd4-a812421ed219","university":"frodobots"},{"completion_time":"2025-09-23T02:30:25.362396Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the shoes from left to right","longform_feedback":"Policy A first moved the gripper close to the curtains, closed and opened the griper several times, as if attempting to grasp it, then approached the refrigerator in the end.Policy B first the gripper close to the shoes, then moved slowly above the shoes during remaining time of the episode.My instruction is to move the shoes from left to right, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the shoes whereas policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:47.396646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:47.396646_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.264553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.264553_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.264553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.264553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.896919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/paligemma_diffusion_droid_2025-09-23T02:24:46.896919_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:57.395033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:57.395033_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.247507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.247507_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.247507_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.247507_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.817650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9f79145-489f-47ed-b08f-45b712920cd5/pi0_droid_2025-09-23T02:29:56.817650_video_wrist.mp4"},"preference":"B","session_id":"d9f79145-489f-47ed-b08f-45b712920cd5","university":"frodobots"},{"completion_time":"2025-09-23T01:38:25.749870Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the refrigerator","longform_feedback":"Policy A first moved the gripper slightly forward, paused briefly, moved the gripper toward the door of the refrigerator but then moved away.Policy B did not respond to my command and did not perform any operations at all.My instruction is to open the door of the refrigerator, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:58.263207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:58.263207_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.137781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.137781_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.137781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.137781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.741065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/dam_2025-09-23T01:32:57.741065_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:20.004555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:20.004555_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:18.945762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:18.945762_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:18.945762_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:18.945762_video_right.mp4","wrist_video_gcs_path":"evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:19.579793_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf/paligemma_binning_droid_2025-09-23T01:37:19.579793_video_wrist.mp4"},"preference":"A","session_id":"937a0b05-1a3c-4cbd-8cb4-0ccadfc91ddf","university":"frodobots"},{"completion_time":"2025-09-23T01:16:36.905896Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the door of the refrigerator","longform_feedback":"Policy A first moved the gripper randomly as if searching the target,then stopped during remaining time of the episode.Policy B did not respond to my command and did not perform any operations at all.My instruction is to open the door of the refrigerator, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not do anything.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:23.838811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:23.838811_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:22.822416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:22.822416_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:22.822416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:22.822416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:23.332434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_vq_droid_2025-09-23T01:11:23.332434_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:22.022648_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:22.022648_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.032182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.032182_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.032182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.032182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.580702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1310acc-c1dd-4334-9197-baf5647008e9/paligemma_binning_droid_2025-09-23T01:16:21.580702_video_wrist.mp4"},"preference":"A","session_id":"d1310acc-c1dd-4334-9197-baf5647008e9","university":"frodobots"},{"completion_time":"2025-09-22T22:46:05.908055Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"hide the cube from my sight","longform_feedback":"Both policies have done badly but each has a different approach to this problem. A remained frozen as the arm did not move at all. B shifted its focus to the cup which was not what should be intended to manipulate with.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:01.913628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:01.913628_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:03.314556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:03.314556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.451747_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.451747_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.451747_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.451747_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.861605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_binning_droid_2025-09-22T22:36:02.861605_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.227680_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.227680_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:33.908809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:33.908809_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.914989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.914989_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.914989_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:32.914989_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:33.368657_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41621ac2-f5ef-43dd-88bc-eb8c16e735b4/paligemma_fast_droid_2025-09-22T22:45:33.368657_video_wrist.mp4"},"preference":"TIE","session_id":"41621ac2-f5ef-43dd-88bc-eb8c16e735b4","university":"Berkeley"},{"completion_time":"2025-09-22T22:26:51.356222Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"squeeze the waterbottle 3 times","longform_feedback":"A just reached the bottle and then froze afterwards. B did better as it was able to squeeze/ touched a waterbottle with a significant force then lifted it upwards, thus dropping it as it reached the edge of the table","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:14.857559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:14.857559_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:16.386745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:16.386745_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:15.427734_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:15.427734_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:14.857559_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:14.857559_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:15.899276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_diffusion_droid_2025-09-22T22:19:15.899276_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.135069_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.135069_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:38.953002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:38.953002_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.871225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.871225_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.135069_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:37.135069_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:38.406033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b8db96-b561-4a26-aa85-01287c2b0bfe/paligemma_fast_specialist_droid_2025-09-22T22:25:38.406033_video_wrist.mp4"},"preference":"B","session_id":"b6b8db96-b561-4a26-aa85-01287c2b0bfe","university":"Berkeley"},{"completion_time":"2025-09-22T22:15:30.968048Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"right click the mouse","longform_feedback":"Policy B has somewhat moved towards the right of the mouse but the arm was not able to gently hit the button or reached closer to it. A was completely off-track as the arm kept bending its length inwards the base of the robot without doing anything relevant to the task","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.422991_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.422991_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:36.909598_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:36.909598_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.926030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.926030_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.422991_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:35.422991_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:36.372628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_binning_droid_2025-09-22T22:08:36.372628_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:06.705259_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:06.705259_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:08.311473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:08.311473_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:07.303569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:07.303569_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:06.705259_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:06.705259_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:07.783677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b32154c-5bc0-46f3-a589-dcbec1dfb53b/paligemma_diffusion_droid_2025-09-22T22:15:07.783677_video_wrist.mp4"},"preference":"B","session_id":"8b32154c-5bc0-46f3-a589-dcbec1dfb53b","university":"Berkeley"},{"completion_time":"2025-09-22T22:04:47.778533Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put all the stationery items on the notebook","longform_feedback":"B simple opened and closed the gripper at times and gradually moved towards the tape without significantly grasped anything with it. A slightly did better since it picked up botj the tape and eraser at some points but the arm lost motion with them as it dropped them right away; these two stationery still remained initially where they were before","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:01.456729_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:01.456729_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:03.131945_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:03.131945_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.042721_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.042721_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.042721_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.042721_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.550435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/paligemma_vq_droid_2025-09-22T21:59:02.550435_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:02.510055_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:02.510055_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:04.227488_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:04.227488_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.195692_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.195692_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.195692_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.195692_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.702864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f5710ac-5058-4a63-954d-27c398e66e51/dam_2025-09-22T22:04:03.702864_video_wrist.mp4"},"preference":"A","session_id":"2f5710ac-5058-4a63-954d-27c398e66e51","university":"Berkeley"},{"completion_time":"2025-09-22T21:54:29.923040Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"hide the stapler in the bin","longform_feedback":"Both policies has not done well since they both shifted to the eraser which has similar shape as the stapler. A grasped eraser and moved it closer to the bin while B has just grasped it for a few second a ran out of time","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:38.501349_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:38.501349_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:40.231615_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:40.231615_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:39.070225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:39.070225_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:38.501349_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:38.501349_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:39.617141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/pi05_droid_2025-09-22T21:48:39.617141_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:11.745358_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:11.745358_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:13.452651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:13.452651_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:12.407353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:12.407353_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:11.745358_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:11.745358_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:12.893652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b80587d-94c0-4683-85c1-672286dbbfa1/paligemma_fast_droid_2025-09-22T21:54:12.893652_video_wrist.mp4"},"preference":"TIE","session_id":"6b80587d-94c0-4683-85c1-672286dbbfa1","university":"Berkeley"},{"completion_time":"2025-09-22T21:44:36.003039Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour water to the cup from waterbottle","longform_feedback":"Policy A failed to address the first orientation which should be surrounded the waterbottle; A just kept grinding over the cup slowly and gradually froze mid air. B on the other slightly understood it had to reach for the bottle first as it has done correctly but it ended up grasping nothing and moved the arm in the upright position (as for the pouring required) and the arm was not placed on top of the cup","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:58.602555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:58.602555_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:38:00.366423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:38:00.366423_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.273064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.273064_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.273064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.273064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.834027_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/dam_2025-09-22T21:37:59.834027_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:58.805875_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:58.805875_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:44:00.538035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:44:00.538035_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.475700_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.475700_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.475700_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.475700_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.967395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb0f8683-0276-43e5-b37a-15198598ef46/pi05_droid_2025-09-22T21:43:59.967395_video_wrist.mp4"},"preference":"B","session_id":"eb0f8683-0276-43e5-b37a-15198598ef46","university":"Berkeley"},{"completion_time":"2025-09-22T21:31:40.401748Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"push the tape towards the waterbottle","longform_feedback":"A has just perfected the movement as it completed the task in one chain of orientation. Policy B on the other hand has grasped the tape in the air and kept loosening and dropping it eventually. The tape in B was not even close to the postion of the bottle","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:07.474389_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:07.474389_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:09.311223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:09.311223_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.217594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.217594_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.217594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.217594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.756235_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/pi05_droid_2025-09-22T21:24:08.756235_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.215208_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.215208_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:40.930286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:40.930286_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.864441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.864441_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.864441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:39.864441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:40.388837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e88768-80be-49d6-9ab2-1a6d408ee75f/dam_2025-09-22T21:30:40.388837_video_wrist.mp4"},"preference":"A","session_id":"89e88768-80be-49d6-9ab2-1a6d408ee75f","university":"Berkeley"},{"completion_time":"2025-09-22T21:20:15.772547Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"open the textbook","longform_feedback":"BOth policies has correctly turned pages to pages of the book but policy A just touched on the cover and the first page so it would not count as a opened book; policy B did better since it turned over a few pages along with the cover","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:44.797995_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:44.797995_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:46.638923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:46.638923_npz_file.npz","partial_success":0.76,"right_camera_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:45.545746_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:45.545746_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:44.797995_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:44.797995_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:46.057859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/pi05_droid_2025-09-22T21:13:46.057859_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:10.438046_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:10.438046_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:12.348427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:12.348427_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:11.135905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:11.135905_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:10.438046_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:10.438046_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:11.691545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85e17c30-4b77-4eea-a172-11dcbe734d00/paligemma_vq_droid_2025-09-22T21:19:11.691545_video_wrist.mp4"},"preference":"B","session_id":"85e17c30-4b77-4eea-a172-11dcbe734d00","university":"Berkeley"},{"completion_time":"2025-09-22T21:08:48.989999Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the kidney bean next to the strawberry","longform_feedback":"Both policies has not even close interpreting the task correctly. A reached for the purple bowl at times and ignored the beans which was placed inside the can. B similarly follow the off-track movement as it reached for the textbook at the edge","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.065827_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.065827_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:34.882326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:34.882326_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.772766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.772766_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.772766_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:33.772766_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:34.292979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/paligemma_fast_specialist_droid_2025-09-22T21:02:34.292979_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:50.611374_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:50.611374_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:52.333440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:52.333440_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.297542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.297542_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.297542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.297542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.786987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17919042-74ed-4dd7-a7e4-1dd2a5eef285/pi05_droid_2025-09-22T21:07:51.786987_video_wrist.mp4"},"preference":"TIE","session_id":"17919042-74ed-4dd7-a7e4-1dd2a5eef285","university":"Berkeley"},{"completion_time":"2025-09-22T20:59:42.574355Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the canned beans lid","longform_feedback":"BOth policies failed to reach for the lid which was placed at the center view in the seen. Policy A has pushed the canned food to the left while interacting with the strawberry alongside, making it contained in the bowl at the end. Policy B also pushed the canned beans forwards but it eventually reached for the lid at the very end - the arm has not yet been in touch with the lid","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:57.721485_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:57.721485_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:59.483749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:59.483749_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.371629_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.371629_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.371629_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.371629_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.923885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi0_droid_2025-09-22T20:54:58.923885_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:13.869153_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:13.869153_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:15.749044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:15.749044_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:14.566380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:14.566380_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:14.566380_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:14.566380_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:15.190548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f81c44-45a0-488e-bc88-489dc79249ba/pi05_droid_2025-09-22T20:59:15.190548_video_wrist.mp4"},"preference":"TIE","session_id":"a0f81c44-45a0-488e-bc88-489dc79249ba","university":"Berkeley"},{"completion_time":"2025-09-22T20:47:35.192217Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"flip the bowl upside down to cover the fruit","longform_feedback":"Policy A has done the flipping motion on the bowl but the final destination was quite off since the bowl was just covered nothing and sitting next to the straeberry. Policy B just pushed the bowl inwards and forwards from the camera view  without having focus to the strawberry position","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.204126_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.204126_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:53.961013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:53.961013_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.883024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.883024_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.883024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:52.883024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:53.398396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/pi0_droid_2025-09-22T20:38:53.398396_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:04.678972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:04.678972_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:06.395492_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:06.395492_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.271121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.271121_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.271121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.271121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.794269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58787e54-e2ea-4fb5-bdba-06e90564f764/paligemma_fast_droid_2025-09-22T20:47:05.794269_video_wrist.mp4"},"preference":"A","session_id":"58787e54-e2ea-4fb5-bdba-06e90564f764","university":"Berkeley"},{"completion_time":"2025-09-22T20:35:12.613394Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"wipe out the water spill","longform_feedback":"Both policies has succesfully performed wipng motion on the area of the water spill but the water was not completely cleaned up. There is still area where a little drop of water has not been touched","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:56.565369_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:56.565369_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:58.648823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:58.648823_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:57.524592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:57.524592_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:56.565369_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:56.565369_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:58.055996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_diffusion_droid_2025-09-22T20:30:58.055996_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:55.605033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:55.605033_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:57.442925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:57.442925_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:56.322519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:56.322519_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:55.605033_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:55.605033_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:56.855875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c/paligemma_fast_droid_2025-09-22T20:34:56.855875_video_wrist.mp4"},"preference":"TIE","session_id":"a9acb1e2-2b1d-4614-b1d9-9a9e56d06b2c","university":"Berkeley"},{"completion_time":"2025-09-22T20:27:26.486776Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"make a bowl of watermelon slices for dessert","longform_feedback":"A did much better sin ce it completed the task within the time interval and the efficiency is much better as policy took longer to execute but the watermelon still lied on the table; it was moved from the right to left","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.139393_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.139393_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:12.846613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:12.846613_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.743750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.743750_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.139393_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:11.139393_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:12.263605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/paligemma_fast_specialist_droid_2025-09-22T20:19:12.263605_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:49.941166_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:49.941166_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:51.685440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:51.685440_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:50.601673_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:50.601673_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:49.941166_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:49.941166_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:51.141588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4b971a9-1d0a-444a-b315-f38bfdd60548/dam_2025-09-22T20:26:51.141588_video_wrist.mp4"},"preference":"A","session_id":"e4b971a9-1d0a-444a-b315-f38bfdd60548","university":"Berkeley"},{"completion_time":"2025-09-22T20:15:08.716940Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour the water into bowl","longform_feedback":"Policy b somewhat do an orientation that is relevant to the task; it reach for the bowl and tried to hold it up air. Policy A just remained unchanged from the initial position while being asked to pour the water from one of the plastic cup to bowl","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.151338_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.151338_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:47.271988_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:47.271988_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.624367_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.624367_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.624367_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.624367_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.931921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_binning_droid_2025-09-22T20:09:46.931921_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:49.491194_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:49.491194_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:51.090493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:51.090493_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.082516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.082516_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.082516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.082516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.592396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf4f3b7d-2e4e-442d-b694-d8683e5cdba7/paligemma_vq_droid_2025-09-22T20:14:50.592396_video_wrist.mp4"},"preference":"B","session_id":"bf4f3b7d-2e4e-442d-b694-d8683e5cdba7","university":"Berkeley"},{"completion_time":"2025-09-22T19:17:55.209953Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","longform_feedback":"policy A decided to extend its hand to the far left of the field and grab. After this, policy A would raise its gripper almost 2 feet off the ground and begin to approach the sponge, but, since it was too high, policy A didn't end up doing anything. policy A ended with its gripper above the sponge by about 6-7 inches. policy B started by grabbing the screw driver and was able to lift it on its first try and even move it-albiet to the right. For the rest of the episode policy B would try grabbing the screw driver, succeeding occasionally but usually in a way that would lead to it dropping the screwdriver. By the end of the episode policy B probably moved the screw driver a max of 3 inches from where it dropped it after that first successful grasp attempt. Despite its troubles, I gave policy B the victory because it was able to grab the screw driver while policy A could not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:14.713536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:14.713536_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:16.286655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:16.286655_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.289535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.289535_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.289535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.289535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.761214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/paligemma_fast_specialist_droid_2025-09-22T19:12:15.761214_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.046300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.046300_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:20.731734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:20.731734_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.710358_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.710358_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.710358_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:19.710358_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:20.197823_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10c81c85-25c4-4a44-bfc6-6aa7de64e95a/pi05_droid_2025-09-22T19:17:20.197823_video_wrist.mp4"},"preference":"B","session_id":"10c81c85-25c4-4a44-bfc6-6aa7de64e95a","university":"UT Austin"},{"completion_time":"2025-09-22T19:07:50.111825Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Topple the sponge with the screwdriver.","longform_feedback":"policy A started by grabbing the corner of the sponge and eventually knocking it over. policy A would then spend the rest of the time, pacing back and forth between the center of the field and the sponge, but also never grabbing the sponge again. policy B also went for the sponge, but instead grabbed it by the center. At some point halfway through the episode- after policy B was done grabbing the sponge- policy B approached the screwdriver, grabbed it, and actually begun pushing the screwdriver against the sponge near the end of the episode. Since policy B was actually able to grab the screwdriver and press it against the sponge, I give policy B the victory.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:57.628477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:57.628477_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:59.199335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:59.199335_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:58.147534_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:58.147534_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:57.628477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:57.628477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:58.648678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/pi0_fast_droid_2025-09-22T19:03:58.648678_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.060581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.060581_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:34.809700_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:34.809700_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.715397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.715397_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.060581_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:33.060581_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:34.252290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f5e8b4-b378-4884-8e9a-9abf119063cb/paligemma_fast_specialist_droid_2025-09-22T19:07:34.252290_video_wrist.mp4"},"preference":"B","session_id":"b8f5e8b4-b378-4884-8e9a-9abf119063cb","university":"UT Austin"},{"completion_time":"2025-09-22T19:00:35.119951Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate.","longform_feedback":"policy A started by attempting to grab the small aluminum lid. It would take about half of the episode for it to grab the small aluminum lid(likely due to its size) and then it would take the other half to drop it onto the plate. I suppose this is because policy A moved very slowly and wasn't able to move the lid to the plate on its first attempt, but takeing a second attempt after the first successfull lift attempt to do the whole motion successfully. policy B also grabbed the small aluminum lid but did it pretty quick and with one fell swoop. policy B was then able to quickly grab the plastic bag and deposit that as well in one fell swoop. policy B would then move its hand back to the reset position to end the episode. With that in mind, I chose policy B becuase it was able to do so much more than policy A.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:03.713310_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:03.713310_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:05.326150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:05.326150_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.234606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.234606_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.234606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.234606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.785075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/dam_2025-09-22T18:56:04.785075_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:35.482458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:35.482458_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:37.063688_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:37.063688_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.060767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.060767_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.060767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.060767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.500110_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58a51d7d-b7a7-4507-9502-ab95db621387/paligemma_vq_droid_2025-09-22T18:59:36.500110_video_wrist.mp4"},"preference":"B","session_id":"58a51d7d-b7a7-4507-9502-ab95db621387","university":"UT Austin"},{"completion_time":"2025-09-22T18:50:26.300320Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the trash and place it onto the plate","longform_feedback":"policy A started by grabbing the plastic bag and bringing it to the plastic bottle. policy A would then interact with the bag and bottle for the rest of the episode - kind of pushing on them grabbing at them but not really moving them, all while ignoring the plate entirley. policy B had attempted to grab the plastic bottle, but couldn't get its gripper around the bottle and kind of fumbled at it as a result. After fumbling around, policy B actually ended up pushing the bottle off the table and would then keep its arm fully extended an pointed to the far right for the rest of the episode. Since policy A was actually able to grab at trash and make contact with two pieces of trash, I gave the victory to policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.118626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.118626_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:16.766285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:16.766285_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.676462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.676462_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.676462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:15.676462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:16.207337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_fast_droid_2025-09-22T18:43:16.207337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.133710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.133710_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:17.781267_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:17.781267_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.720332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.720332_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.720332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:16.720332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:17.181144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1501346-7f51-48ad-8581-a93716664582/paligemma_vq_droid_2025-09-22T18:49:17.181144_video_wrist.mp4"},"preference":"A","session_id":"c1501346-7f51-48ad-8581-a93716664582","university":"UT Austin"},{"completion_time":"2025-09-22T18:36:01.839001Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"put the trash onto the plate.","longform_feedback":"policy A started by going for the k-cup and then drifting a bit forward. policy A would then start drifiting forward and to the right for the rest of the episode, ending the episode near the far right corner of the table. policy B did nothing. Since policy A could actually touch one of the items of trash, I give policy A the victory.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:19.867931_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:19.867931_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:21.558321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:21.558321_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:20.477112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:20.477112_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:19.867931_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:19.867931_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:21.023839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/dam_2025-09-22T18:31:21.023839_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:45.658719_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:45.658719_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:47.088207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:47.088207_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:46.135639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:46.135639_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:45.658719_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:45.658719_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:46.587289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1c70a58-cc1c-42ad-9d46-8500ac1b0232/paligemma_binning_droid_2025-09-22T18:35:46.587289_video_wrist.mp4"},"preference":"A","session_id":"f1c70a58-cc1c-42ad-9d46-8500ac1b0232","university":"UT Austin"},{"completion_time":"2025-09-22T18:25:31.236907Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"grab the cup by the handle and give it to me","longform_feedback":"policy A was very slow and spent most of its time grasping the lid of the cup, lifting it slightly, or drifting around the lid in order to grab it. policy A never moved the cup towards me.Policy B did much the same as policy A- grasping the lid of the cup, lifting it slightly, or drifting around the lid in order to grab it- but policy B actually managed to bring the cup towards me a little, and, because of that, I give policy B the victory.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:34.581683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:34.581683_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:36.266477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:36.266477_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:35.228590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:35.228590_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:34.581683_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:34.581683_video_left.mp4","wrist_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:35.720463_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/dam_2025-09-22T18:21:35.720463_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:11.563511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:11.563511_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:13.215163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:13.215163_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:12.171159_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:12.171159_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:11.563511_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:11.563511_video_left.mp4","wrist_video_gcs_path":"evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:12.685754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/467e6cae-e9fb-4980-8064-36ae5b5d98c3/pi05_droid_2025-09-22T18:25:12.685754_video_wrist.mp4"},"preference":"B","session_id":"467e6cae-e9fb-4980-8064-36ae5b5d98c3","university":"UT Austin"},{"completion_time":"2025-09-22T18:17:26.629417Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the white block to the red cup.","longform_feedback":"policy A started by grabbing the cup. After grabbing the cup policy A drifted very slowly to the white cube and dropped it into the cup near the end of the episode. policy B did the exact same thing except it didn't even bother grabbing the cup and was able to drop the white cube into the cup much faster than policy A. That being said, the spirit of this evaluation was to see how well the policies could do tasks that did not involve grasping, and since both polices decided to grab the cube and place it into the cup, I am giving them a tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:11.887912_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:11.887912_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:13.539626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:13.539626_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.411940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.411940_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.411940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.411940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.908932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_droid_2025-09-22T18:13:12.908932_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.217590_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.217590_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:44.838770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:44.838770_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.776777_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.776777_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.776777_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:43.776777_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:44.275386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b010eece-0eb1-47cb-af11-19965f504548/pi0_fast_droid_2025-09-22T18:15:44.275386_video_wrist.mp4"},"preference":"TIE","session_id":"b010eece-0eb1-47cb-af11-19965f504548","university":"UT Austin"},{"completion_time":"2025-09-22T18:10:21.873375Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the white cube to the red cup.","longform_feedback":"policy A started by trying to grab the white cube. After this, it would repeate a cycle of drifting forwards, pulling back, and approaching the block. policy A was not able to make any real progress only touching the block 2-3 times and not moving it more than an inch. policy B moved much slower to the the block and decided to grab and lift it to the cup, actually going so far as to put it inside of the cup. Later policy B would grab the cup as well and end up dropping it off the side of the table. In the end I am going to give policy A the victory. I do this because policy A seemed to actually try and push the block while policy B had grabbed it instead. This is important because the spirit of this evaluation was trying to see how well the policies did actions other than simply grabbing things, to which I believe policy A did a better job.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.049941_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.049941_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:33.914145_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:33.914145_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.722661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.722661_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.049941_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:32.049941_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:33.276825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/paligemma_fast_droid_2025-09-22T18:04:33.276825_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:51.967845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:51.967845_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:53.787879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:53.787879_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:52.661080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:52.661080_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:51.967845_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:51.967845_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:53.214373_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b224da9b-f28a-476b-a953-4b706d623150/dam_2025-09-22T18:09:53.214373_video_wrist.mp4"},"preference":"A","session_id":"b224da9b-f28a-476b-a953-4b706d623150","university":"UT Austin"},{"completion_time":"2025-09-22T17:59:52.206472Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the white cube into the sponge without causing the cube to fall off the sponge.","longform_feedback":"policy A did nothing. policy B started by moving towards the white cube and back again. The rest of the episode can be characterized by policy B quickly moving forward, back, and upwards repeatedly while occasionally pushing the white cube. It is also worth mentioning that policy B was very close to pushing the cube off of the sponge since it applied an uneven force with a singular tong of its gripper.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:14.700947_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:14.700947_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.936539_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.936539_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.178763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.178763_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:14.700947_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:14.700947_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.548806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_binning_droid_2025-09-22T17:56:15.548806_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.147831_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.147831_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:32.926536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:32.926536_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.818470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.818470_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.147831_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:31.147831_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:32.324314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33ce131e-a1d3-425f-a620-ab6e2a8b7471/paligemma_fast_droid_2025-09-22T17:59:32.324314_video_wrist.mp4"},"preference":"B","session_id":"33ce131e-a1d3-425f-a620-ab6e2a8b7471","university":"UT Austin"},{"completion_time":"2025-09-22T17:54:05.010826Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"dispense handsanitizer.","longform_feedback":"policy A slowly approached the hand sanitizer and proceeded to grab it. While grabbing and releasing for the entire episode, it was able to dispense hand sanitizer by pressing down slightly while grabbing the sanitizer, completing the task. For the remainder of the episode, the hand sanitizer got stuck to the gripper and policy A sort of drifted in space while grabbing and releasing its gripper. policy B approached the side of of the hand santizer and sort of rubbed it for a while in a top-down motion. Eventually the rubbing stopped and policy B just decided to push the hand sanitizer bottle off the table. In the end I chose policy A as it was able to actually dispense some sanitizer.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.218667_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.218667_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:39.066981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:39.066981_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.900330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.900330_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.218667_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:37.218667_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:38.516352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/dam_2025-09-22T17:50:38.516352_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:32.831775_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:32.831775_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:34.570997_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:34.570997_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:33.515677_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:33.515677_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:32.831775_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:32.831775_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:34.027267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae0a1cc-7808-48ab-979b-874ea20f5665/paligemma_fast_specialist_droid_2025-09-22T17:53:34.027267_video_wrist.mp4"},"preference":"A","session_id":"0ae0a1cc-7808-48ab-979b-874ea20f5665","university":"UT Austin"},{"completion_time":"2025-09-22T10:20:49.913683Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the white power adapter into the plate","longform_feedback":"Policy A first moved the gripper toward the curtains, then moved the gripper aimlessly during most time of the trial, and grasped a controller in the end.Policy B first moved the robotic arm randomly, then approached the curtains, as if attempted to grasp it until time ran out.My requirement is to put the white power adapter into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped a wrong object while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:31.766798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:31.766798_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:30.626767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:30.626767_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:30.626767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:30.626767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:31.195648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_fast_specialist_droid_2025-09-22T10:11:31.195648_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:42.872471_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:42.872471_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:41.670931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:41.670931_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:41.670931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:41.670931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:42.329603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5c905b-62f9-4a8c-9527-70738af0cbe6/paligemma_vq_droid_2025-09-22T10:17:42.329603_video_wrist.mp4"},"preference":"A","session_id":"8b5c905b-62f9-4a8c-9527-70738af0cbe6","university":"frodobots"},{"completion_time":"2025-09-22T09:57:47.748353Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it into the plate","longform_feedback":"Policy A first moved the gripper close to the curtain,then moved the gripper aimlessly during most time of the episode.Next, policy A moved the gripper toward the banana as if found the target, but time ran out.Policy B did not respond to my command and did not perform any operations at all.My instruction is to grasp the banana then put it into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the robotic arm whereas policy B did not do anything.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:13.786713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:13.786713_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:12.599703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:12.599703_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:12.599703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:12.599703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:13.223862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_fast_specialist_droid_2025-09-22T09:53:13.223862_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:32.567833_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:32.567833_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:31.702617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:31.702617_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:31.702617_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:31.702617_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:32.174104_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb83e3d1-24c9-4d04-81fe-5b69e8388a99/paligemma_binning_droid_2025-09-22T09:57:32.174104_video_wrist.mp4"},"preference":"A","session_id":"fb83e3d1-24c9-4d04-81fe-5b69e8388a99","university":"frodobots"},{"completion_time":"2025-09-22T09:46:39.154501Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the table with the towel","longform_feedback":"Policy A first moved the gripper close to the towel, touched it, after hesitating for while, grasped and released the towel several times.Policy B first moved the robotic arm close to the towel grasped it, moved it, and dropped on floor.Then policy B moved the gripper aimlessly during remaining time of the episode.My instruction is to grasp the towel then wipe the table with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy B grasped and moved the towel whereas policy A only grasped the towel.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:41.549763_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:41.549763_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.320556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.320556_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.320556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.320556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.995539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_droid_2025-09-22T09:39:40.995539_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:38.064932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:38.064932_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:36.847935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:36.847935_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:36.847935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:36.847935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:37.540680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b194b1f6-f74f-4fe6-bfde-462acf2bc7da/pi0_fast_droid_2025-09-22T09:45:37.540680_video_wrist.mp4"},"preference":"B","session_id":"b194b1f6-f74f-4fe6-bfde-462acf2bc7da","university":"frodobots"},{"completion_time":"2025-09-22T09:32:23.584523Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and put it onto the  box","longform_feedback":"Policy A did not respond to my command and did not perform any operations.Policy B first moved the gripper close to the banana, grasped it, moved it to left, then dropped it on floor.My instruction is to grasp the banana and put it onto the  box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the banana whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:31.320162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:31.320162_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.409416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.409416_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.409416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.409416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.936441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_binning_droid_2025-09-22T09:26:30.936441_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:59.116939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:59.116939_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:57.937655_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:57.937655_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:57.937655_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:57.937655_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:58.571851_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5c7635a-9a82-4be3-af38-0fb6cfeaf411/paligemma_diffusion_droid_2025-09-22T09:31:58.571851_video_wrist.mp4"},"preference":"B","session_id":"f5c7635a-9a82-4be3-af38-0fb6cfeaf411","university":"frodobots"},{"completion_time":"2025-09-22T09:22:23.534506Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the white box, then drop it on floor","longform_feedback":"Policy A moved the gripper randomly during most time of the trial,then stopped in the end, as if could not find the target.Policy B also moved the robotic arm aimlessly during entire time  of the episode.My requirement is to grasp the white box then drop it on floor, neither policy was able to complete the task.When comparing the performance of the two, both policies have only moved the gripper randomly but did not do anything relevant.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:45.369213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:45.369213_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.266849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.266849_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.266849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.266849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.832334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/paligemma_fast_specialist_droid_2025-09-22T09:16:44.832334_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:01.933838_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:01.933838_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:00.703962_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:00.703962_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:00.703962_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:00.703962_video_right.mp4","wrist_video_gcs_path":"evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:01.353914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57546b0e-a833-4413-9aee-171881d7c18d/pi0_fast_droid_2025-09-22T09:22:01.353914_video_wrist.mp4"},"preference":"TIE","session_id":"57546b0e-a833-4413-9aee-171881d7c18d","university":"frodobots"},{"completion_time":"2025-09-22T08:46:08.856753Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana  by 90 degrees","longform_feedback":"Policy A first moved the gripper close to banana, pushed it to make it rotate, then grasped it, rotated it by about 90 degrees, put it on the table.Policy B first moved the gripper close to the banana, grasped it, then slowly rotated it by a small angle until time ran out.My instruction is to rotate the banana  by 90 degrees, when comparing the performance of the two,policy A completed the task successfully whereas policy B did not rotate the banana by required angle.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:10.306660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:10.306660_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.089710_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.089710_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.089710_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.089710_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.754913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/paligemma_vq_droid_2025-09-22T08:39:09.754913_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:55.515066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:55.515066_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.371888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.371888_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.371888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.371888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.993883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15c6eb45-d79e-4367-8488-298cd5397630/dam_2025-09-22T08:45:54.993883_video_wrist.mp4"},"preference":"A","session_id":"15c6eb45-d79e-4367-8488-298cd5397630","university":"frodobots"},{"completion_time":"2025-09-22T08:23:48.081599Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the white box","longform_feedback":"Policy A first moved the gripper slightly, then stopped during the remaining time of the episode.Policy B first moved the gripper close to the edge of the table, then moved the gripper randomly, as if could not find the target.My requirement is to put the banana onto the white box, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper whereas policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:07.167875_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:07.167875_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.293469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.293469_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.293469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.293469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.719554_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/paligemma_fast_specialist_droid_2025-09-22T08:18:06.719554_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:18.477924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:18.477924_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.212979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.212979_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.212979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.212979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.876136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8de12a6b-c513-4bf7-bd35-8ce73e61c5bd/pi0_droid_2025-09-22T08:23:17.876136_video_wrist.mp4"},"preference":"B","session_id":"8de12a6b-c513-4bf7-bd35-8ce73e61c5bd","university":"frodobots"},{"completion_time":"2025-09-22T08:11:56.671830Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the fruits together","longform_feedback":"Policy A did not respond to my command and did not perform any operations at all.Policy B first moved the robotic arm randomly as if searching the target, then approached the peach, attempted to grasped it, but caused it to fall off the table.My instruction is to put the all the fruits together, neither policy was able to complete the task.When comparing the performance of the two, policy B at least attempted to grasp the peach whereas policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:57.434293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:57.434293_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.446951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.446951_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.446951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.446951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.962719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_binning_droid_2025-09-22T08:05:56.962719_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:21.586487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:21.586487_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:20.359338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:20.359338_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:20.359338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:20.359338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:21.041695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4fb8d5f-f11f-4a1f-8291-8314351bb461/paligemma_fast_specialist_droid_2025-09-22T08:11:21.041695_video_wrist.mp4"},"preference":"B","session_id":"e4fb8d5f-f11f-4a1f-8291-8314351bb461","university":"frodobots"},{"completion_time":"2025-09-22T07:59:29.948387Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube from left side to right side of the table","longform_feedback":"Policy A first moved the gripper close to the cube, attempted to grasp it, but caused it to fall off the table.Then policy A moved the robotic arm randomly during remaining time of the episode.Policy B first moved the robotic arm close to the cube, pushed it, grasped and released it.Then policy B moved the gripper away  and grasped the curtains.My requirement is to move the cube from left side to right side of the table, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the cube whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:12.305237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:12.305237_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.016321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.016321_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.016321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.016321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.725110_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi0_fast_droid_2025-09-22T07:51:11.725110_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:46.807344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:46.807344_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:45.608586_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:45.608586_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:45.608586_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:45.608586_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:46.291391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e7fe569-9422-454d-84d8-6ff00e3f0086/pi05_droid_2025-09-22T07:58:46.291391_video_wrist.mp4"},"preference":"B","session_id":"6e7fe569-9422-454d-84d8-6ff00e3f0086","university":"frodobots"},{"completion_time":"2025-09-22T07:35:51.020735Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cube then drop it","longform_feedback":"Policy A first took some time to find the target, then moved the gripper close to cube, grasped it, moved it,and dropped it on floor.Next, policy A moved the gripper randomly during remaining time of the episode.Policy B moved the gripper randomly during entire time of the trial, as if could not find the target.My requirement is to grasp the cube then drop it, when comparing the performance of the two, policy A completed the task successfully whereas policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:23.381496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:23.381496_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.126748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.126748_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.126748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.126748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.763890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/paligemma_fast_droid_2025-09-22T07:30:22.763890_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:16.941038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:16.941038_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:15.835789_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:15.835789_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:15.835789_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:15.835789_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:16.381350_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7923b042-641a-43ad-8847-ad12d1c0655c/pi05_droid_2025-09-22T07:35:16.381350_video_wrist.mp4"},"preference":"A","session_id":"7923b042-641a-43ad-8847-ad12d1c0655c","university":"frodobots"},{"completion_time":"2025-09-22T07:25:03.553998Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits to the right side of the table","longform_feedback":"Policy A first moved the gripper close to the banana, then moved the gripper back and forth during remaining time of the episode, as if searching the target.Policy B did not respond to my command and did not perform any operations at all.My instruction is to put all the fruits to the right side of the table, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the gripper whereas policy B did not respond at all.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:21.388593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:21.388593_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.217075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.217075_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.217075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.217075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.819490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/pi05_droid_2025-09-22T07:20:20.819490_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:41.026291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:41.026291_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.021990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.021990_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.021990_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.021990_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.534584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0cb79ff-f0a8-41a6-8d95-f84d97c368a0/paligemma_binning_droid_2025-09-22T07:24:40.534584_video_wrist.mp4"},"preference":"A","session_id":"f0cb79ff-f0a8-41a6-8d95-f84d97c368a0","university":"frodobots"},{"completion_time":"2025-09-22T07:10:15.100303Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A did not respond to my command and did not perform any operations at all.Policy B first moved the gripper close to the marker pen, grasped it, then rotated it by a small angle, dropped it on the table, causing it to fall off the table.My instruction is to rotate the marker pen by 90 degrees, when comparing the performance of the two, policy B almost completed the task while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:26.534711_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:26.534711_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:25.595984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:25.595984_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:25.595984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:25.595984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:26.099979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_binning_droid_2025-09-22T07:04:26.099979_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:43.248952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:43.248952_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.122520_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.122520_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.122520_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.122520_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.719115_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4f31c3c-e9e5-4185-937e-e08742a59123/paligemma_diffusion_droid_2025-09-22T07:09:42.719115_video_wrist.mp4"},"preference":"B","session_id":"c4f31c3c-e9e5-4185-937e-e08742a59123","university":"frodobots"},{"completion_time":"2025-09-22T03:11:57.257915Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the wooden block,  then place it onto the controller","longform_feedback":"Policy A first moved the gripper close to the table, after hesitating for a while, approached the controller and pushed it.Then policy A moved slightly near the edge of the table until time ran out.Policy B first moved the gripper back and forth as if searching the target, then touched the controller.Next, policy B moved the gripper randomly during remaining time of the episode.My instruction is to grasp the wooden block then place it onto the controller, neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed or touched the controller, their performance is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:38.329317_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:38.329317_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.072445_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.072445_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.072445_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.072445_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.757321_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_specialist_droid_2025-09-22T03:02:37.757321_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:31.622657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:31.622657_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:30.304919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:30.304919_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:30.304919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:30.304919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:31.013192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c3ad887-b3b6-426a-a9f7-72fe68b99d91/paligemma_fast_droid_2025-09-22T03:11:31.013192_video_wrist.mp4"},"preference":"TIE","session_id":"9c3ad887-b3b6-426a-a9f7-72fe68b99d91","university":"frodobots"},{"completion_time":"2025-09-22T02:57:55.458673Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen and move it close to the controller","longform_feedback":"Policy A first moved the gripper randomly as if searching the target, then approached a wooden block rather than the pen.Policy B first took some time to find the target,  moved the gripper close to the pen, then moved away, after hesitating for while,approached the controller and pushed it.My instruction is to grasp the pen and move it close to the controller,neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the pen and the controller whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:40.038939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:40.038939_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:38.867851_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:38.867851_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:38.867851_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:38.867851_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:39.517389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_specialist_droid_2025-09-22T02:49:39.517389_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:15.568799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:15.568799_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:14.355131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:14.355131_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:14.355131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:14.355131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:15.022262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe913c4b-1ef4-4c20-a986-b1f0b396e7ca/paligemma_fast_droid_2025-09-22T02:57:15.022262_video_wrist.mp4"},"preference":"B","session_id":"fe913c4b-1ef4-4c20-a986-b1f0b396e7ca","university":"frodobots"},{"completion_time":"2025-09-22T02:42:26.214142Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the wooden block by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the wooden block, grasped and dropped it, then grasped it  again, rotated it by about 180 degrees until time ran out.Policy B first paused for a while, then approached the table, closed and opened the gripper several times during remaining time of the episode.My instruction is to rotate the wooden block by 90 degrees, when comparing the performance of the two, policy A almost completed the task while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:07.339038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:07.339038_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.169697_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.169697_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.169697_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.169697_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.811815_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_fast_droid_2025-09-22T02:36:06.811815_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:45.482139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:45.482139_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:44.370857_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:44.370857_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:44.370857_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:44.370857_video_right.mp4","wrist_video_gcs_path":"evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:45.026883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39ebf83a-80dd-443c-9ac9-1b8716e19816/paligemma_binning_droid_2025-09-22T02:41:45.026883_video_wrist.mp4"},"preference":"A","session_id":"39ebf83a-80dd-443c-9ac9-1b8716e19816","university":"frodobots"},{"completion_time":"2025-09-22T02:32:27.573621Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two wooden blocks","longform_feedback":"Policy A first moved the gripper close to one wooden block, pushed it, then grasped and released it.Next, policy A approached another wooden block until time ran out.Policy B first moved the gripper close to the table, after hesitating for while, approached and picked up one wooden block, then dropped it on the table in the end.My instruction is to stack up the two wooden blocks, neither policy was able to complete the task.When comparing the performance of the two, both policies have only grasped one wooden block, but it seems that policy A identified the two wooden blocks whereas policy B only identified one wooden block.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:36.941809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:36.941809_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:35.779137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:35.779137_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:35.779137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:35.779137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:36.444618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi05_droid_2025-09-22T02:24:36.444618_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:10.203647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:10.203647_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.012576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.012576_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.012576_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.012576_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.669232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6771f719-2650-4d02-8628-9cbe1d292f83/pi0_droid_2025-09-22T02:32:09.669232_video_wrist.mp4"},"preference":"A","session_id":"6771f719-2650-4d02-8628-9cbe1d292f83","university":"frodobots"},{"completion_time":"2025-09-22T02:04:17.880399Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden blocks onto the big box","longform_feedback":"Policy A first moved the gripper close to one wooden block, grasped it,  moved it to the big box, put it onto the big box.Then policy A approached another wooden block, picked it up, moved it to the big box and put it onto the big box.Policy B first moved the gripper near one wooden block, then stopped during remaining time of the episode.My instruction is to put all the wooden blocks onto the big box, there are two wooden blocks in total. When comparing the performance of the two, policy A completed the full task successfully whereas policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:12.939335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:12.939335_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:11.704295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:11.704295_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:11.704295_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:11.704295_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:12.370031_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/pi05_droid_2025-09-22T01:58:12.370031_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:03.445881_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:03.445881_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:02.545035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:02.545035_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:02.545035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:02.545035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:03.114726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fc0ff37-6524-49cd-ac07-fbd3b784abfa/paligemma_vq_droid_2025-09-22T02:04:03.114726_video_wrist.mp4"},"preference":"A","session_id":"4fc0ff37-6524-49cd-ac07-fbd3b784abfa","university":"frodobots"},{"completion_time":"2025-09-22T01:27:06.176409Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right","longform_feedback":"Policy A first moved the gripper close to the pen, pushed it, grasped it, then moved it to right and put it on the table in the end.Policy B first moved the gripper to the pen, pushed it to left,then policy B moved the gripper away, and stopped near the edge of the table during remaining time of the episode.My instruction is to move the pen from left to right, when comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:57.772940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:57.772940_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:56.696685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:56.696685_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:56.696685_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:56.696685_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:57.269651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_diffusion_droid_2025-09-22T01:20:57.269651_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:50.375019_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:50.375019_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.289755_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.289755_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.289755_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.289755_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.914060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e0b610-1c7d-4c82-b424-e105d19ab44b/paligemma_binning_droid_2025-09-22T01:26:49.914060_video_wrist.mp4"},"preference":"A","session_id":"50e0b610-1c7d-4c82-b424-e105d19ab44b","university":"frodobots"},{"completion_time":"2025-09-22T01:16:46.715290Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen, then grasp wooden block","longform_feedback":"Policy A first moved the gripper close to the cable of of camera, after hesitating for while, grasped the cable in the end.Policy B first moved the gripper close to the pen, grasped and released it.Then policy B approached the table and stopped on the table during remaining time of the episode.My requirement is to grasp the pen then grasp wooden block,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped one required object whereas policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:03.927924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:03.927924_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:02.684198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:02.684198_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:02.684198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:02.684198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:03.370311_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/pi0_droid_2025-09-22T01:10:03.370311_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:35.866953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:35.866953_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:34.712274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:34.712274_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:34.712274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:34.712274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:35.324710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95369811-9a57-4969-ab57-107537a64e15/paligemma_fast_specialist_droid_2025-09-22T01:15:35.324710_video_wrist.mp4"},"preference":"B","session_id":"95369811-9a57-4969-ab57-107537a64e15","university":"frodobots"},{"completion_time":"2025-09-20T22:59:22.786649Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the sponge until it touches the white block.","longform_feedback":"policy A started by pressing on the top of the sponge and moving it. policy A would then move its hand back a little and then approach the sponge from the front, pushing the sponge against the white block. For the rest of the episode, policy A would kind of push the block forward from the top. policy B would press directly on top of the block without moving the sponge for almost half the episode before approaching the sponge from the front and pushing it to the white block near the end of the episode. While policy A was able to complete the objective much faster than policy B, since they did the same amount of progress by the end of the episode, I must give them the tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:58.722256_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:58.722256_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:54:00.387547_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:54:00.387547_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:59.363588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:59.363588_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:58.722256_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:58.722256_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:59.856173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_vq_droid_2025-09-20T22:53:59.856173_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.320579_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.320579_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:04.021563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:04.021563_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.977295_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.977295_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.320579_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:02.320579_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:03.493723_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e096519-c704-4b02-923b-0ec2386ac72a/paligemma_fast_droid_2025-09-20T22:59:03.493723_video_wrist.mp4"},"preference":"TIE","session_id":"3e096519-c704-4b02-923b-0ec2386ac72a","university":"UT Austin"},{"completion_time":"2025-09-20T22:50:34.481383Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and put it into the red cup.","longform_feedback":"policy A sort of moved its gripper to the far right for no particular reason. policy A would keep it there for over half of the episode before closing its gripper and pacing up and down above the cup. policy B sort of did nothing for the entire episode. Because policy A was able to do something, I give policy A the victory.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:04.475564_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:04.475564_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:06.228621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:06.228621_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.132244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.132244_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.132244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.132244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.696586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_fast_specialist_droid_2025-09-20T22:48:05.696586_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.246700_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.246700_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:24.739623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:24.739623_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.837519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.837519_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.837519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:23.837519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:24.273891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b8e7b96-77b1-43c0-b4ab-5dc12c142dad/paligemma_binning_droid_2025-09-20T22:50:24.273891_video_wrist.mp4"},"preference":"A","session_id":"7b8e7b96-77b1-43c0-b4ab-5dc12c142dad","university":"UT Austin"},{"completion_time":"2025-09-20T22:45:42.962347Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Take the marker out of the holder and put it into the red cup.","longform_feedback":"policy A kind of just did nothing. policy B started by approaching the marker and holder and sort of grabbing near the marker, but mostly grabbing the holder. After not being able to grab the marker, policy B sort of closed its gripper and then moved over the cup with its gripper angled towards itself. Since policy B wa able to do something, I give policy B the victory.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.043259_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.043259_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:03.471817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:03.471817_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.594250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.594250_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.043259_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:02.043259_video_left.mp4","wrist_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:03.038845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/paligemma_binning_droid_2025-09-20T22:40:03.038845_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.341138_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.341138_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:23.002745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:23.002745_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.966561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.966561_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.341138_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:21.341138_video_left.mp4","wrist_video_gcs_path":"evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:22.459233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733f65c6-f8aa-4f7c-8bac-7945420b0cf2/dam_2025-09-20T22:45:22.459233_video_wrist.mp4"},"preference":"B","session_id":"733f65c6-f8aa-4f7c-8bac-7945420b0cf2","university":"UT Austin"},{"completion_time":"2025-09-20T22:34:32.622902Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Press the space bar on the keyboard.","longform_feedback":"policy A started by quickly pressing its fingers onto the arrow keys before moving to other parts of the keyboard. policy A would eventually press the space bar in sort of rubbing its closed fingers along the keys of the keyboard. policy B started by pressing onto the tile near the bottom right corner of the keyboard. policy B would then press the arrow keys once before sort of meandering around the field for the remainder of the episode. Since policy A was actuallly able to do the task, I give policy A the victory.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.176446_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.176446_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:59.896442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:59.896442_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.808454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.808454_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.808454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:58.808454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:59.320808_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi0_fast_droid_2025-09-20T22:31:59.320808_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:18.548796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:18.548796_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:20.083936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:20.083936_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.195970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.195970_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.195970_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.195970_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.647755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbbc9911-c3e4-4573-8c03-5622b51eb6a5/pi05_droid_2025-09-20T22:34:19.647755_video_wrist.mp4"},"preference":"A","session_id":"dbbc9911-c3e4-4573-8c03-5622b51eb6a5","university":"UT Austin"},{"completion_time":"2025-09-20T22:28:53.084942Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Type a space on the keyboard with your gippers closed.","longform_feedback":"policy A approached the keyboard and when it got close closed its gripper. When it did this the first time, it would move sort of to the bottom right of the keyboard, and slowly drift towards the center near the end of the episode. The closest policy A ever got was that it was abot 3-4 inches above the space bar with its gripper closed. Policy A was never able to press a key on the keyboard. policy B for some reason moved towards the bottom left(towards me and my keyboard) before quickly moving to the opposite side. Policy B would then move erratically for the rest of the episode. Because policy A was actually able to approach the keyboard, I gave policy A the victory.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:11.917199_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:11.917199_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:13.638189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:13.638189_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:12.536609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:12.536609_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:11.917199_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:11.917199_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:13.042398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/dam_2025-09-20T22:26:13.042398_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.371493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.371493_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:40.032320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:40.032320_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.979412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.979412_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.371493_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:38.371493_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:39.451079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2b9dbe1-326e-4fad-805d-95889983a2cc/paligemma_fast_specialist_droid_2025-09-20T22:28:39.451079_video_wrist.mp4"},"preference":"A","session_id":"a2b9dbe1-326e-4fad-805d-95889983a2cc","university":"UT Austin"},{"completion_time":"2025-09-20T22:22:45.990325Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Type a space.","longform_feedback":"policy A started by sort of pressing down on the bottom right of the tile and would sort of stay their for most of the episode, only moving around slightly at the end. policy B pretty much did the same thing, but instead was near the bottom center of the feild and moved up and down much more. Policy B also would press its fingers together and push on the table towards the end of the episode. Because policy B was able to get a little closer to the space bar and bring its gripper into a closed formation(better for pressing a key), I will give it the victory- even if it was only by an extra 5% completion.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:44.872069_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:44.872069_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:46.572746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:46.572746_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:45.505227_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:45.505227_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:44.872069_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:44.872069_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:46.012424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/pi05_droid_2025-09-20T22:18:46.012424_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.281661_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.281661_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:28.950380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:28.950380_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.896438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.896438_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.281661_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:27.281661_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:28.391377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b03b15-1970-4fc3-961f-389dd185fc4b/paligemma_vq_droid_2025-09-20T22:22:28.391377_video_wrist.mp4"},"preference":"B","session_id":"16b03b15-1970-4fc3-961f-389dd185fc4b","university":"UT Austin"},{"completion_time":"2025-09-20T22:15:51.366549Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place both cans onto the sponge.","longform_feedback":"policy A started by slowly moving towards the coke can and putting it onto the edge of the sponge, but, since it didn't fully put it on the sponge, it fell off. Despite that, policy A was able to be the first policy I have seen place a can onto the sponge by grabbing the fallen coke can and placing it horizontally on the sponge. Policy A was even able to begin grabbing the sprite can but wasn't able to get a good grasp since one of its fingers would get stuck on the brim of the can as it lowered its hand over the can. policy B started by approaching the coke can and sort of pushing up against it, but not grabbing it. After trying once with the coke can, policy B moved onto the sprite can and pushed it into the sponge, eventually knocking it over. After knocking it over, policy B would move back and forth over the sprite can but never pick it up. With that in mind, I chose policy A because it was able to actually place a can onto the sponge, something I have never seen before in 4 trials of placing cans onto sponges!","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.319305_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.319305_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:39.966760_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:39.966760_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.926601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.926601_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.926601_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:38.926601_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:39.420301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/dam_2025-09-20T22:11:39.420301_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.226957_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.226957_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:15.790670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:15.790670_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.811902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.811902_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.811902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:14.811902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:15.264738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c70a770f-8ca3-4f62-bae1-5fadc7c57102/paligemma_diffusion_droid_2025-09-20T22:15:15.264738_video_wrist.mp4"},"preference":"A","session_id":"c70a770f-8ca3-4f62-bae1-5fadc7c57102","university":"UT Austin"},{"completion_time":"2025-09-20T22:07:35.273611Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place both of the cans onto the sponge.","longform_feedback":"policy A started with the coke can and barely picked it up. Policy A would continue to pick up and drop the coke can for the duration of the episode, getting pretty close to placing the coke can onto the sponge on its second attempt but not raising it high enough to do it. policy B started by quickly brushing past the sprite and then quickly brushing past the coke can, causing them to both be knocked over. policy B would then move pretty erratically for the remainder of the episode, and even begin pushing the foam tiles that everything was sitting on top of off the table. In the end, since policy A was able to at least start picking stuff up, I chose to give policy A the victory.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.442803_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.442803_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:11.964322_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:11.964322_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.952202_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.952202_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.442803_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:10.442803_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:11.407644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/dam_2025-09-20T22:04:11.407644_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:15.698079_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:15.698079_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:17.397621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:17.397621_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:16.306596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:16.306596_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:15.698079_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:15.698079_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:16.795782_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a19d6a44-944e-4e6f-9099-05e3595ba3e4/paligemma_fast_droid_2025-09-20T22:07:16.795782_video_wrist.mp4"},"preference":"A","session_id":"a19d6a44-944e-4e6f-9099-05e3595ba3e4","university":"UT Austin"},{"completion_time":"2025-09-20T21:58:25.854602Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the coke onto the sponge and remove the sprite from the top of the sponge.","longform_feedback":"policy A started by grabbing the can lifting it on its second attempt and then sort of lifting it around, moving it to the bottom left and the middle right before dropping it and nearly having it roll of the table. At the end of the episode, policy A was also able to knock off the sprite from the sponge that, while not quite what I was intending, is technically correct.policy B started by slowly grabbing the coke can. At some point after repeatedly trying to grab at the coke can with mixed success, policy A grabbed the coke can and lifted it in a way that tilted the sponge knocking the sprite off. policy A would then end the episode by going to grab the sprite. Since policy A was able to actually lift the coke can a reasonable height and move it around, I give policy A the victory.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.271527_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.271527_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:19.943751_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:19.943751_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.934531_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.934531_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.934531_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:18.934531_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:19.375467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/paligemma_fast_specialist_droid_2025-09-20T21:54:19.375467_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.193715_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.193715_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:09.685151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:09.685151_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.810725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.810725_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.810725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:08.810725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:09.252576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e30cc33-018e-465c-8925-31ce0d816ad7/dam_2025-09-20T21:58:09.252576_video_wrist.mp4"},"preference":"A","session_id":"5e30cc33-018e-465c-8925-31ce0d816ad7","university":"UT Austin"},{"completion_time":"2025-09-20T21:39:26.915385Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the coke onto the sponge and take the sprite off of the sponge.","longform_feedback":"policy A started by grabbing the coke can and lifting it very slightly. policy A never lifted the coke can high enough to actually place it onto the sponge, so it would push the can forward almost in an attempt to place it onto the sponge. Policy A would pick move back and forth to pick up the sponge a couple times, but never make any more progress than what was already mentioned. policy B also started with the coke can but moved much slower and grabbed it in a much less stable grasp. Despite all of this, policy B was actually able to lift the can higher than policy A(greater than 4 cm), and, because of this, I give policy B the victory.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.187759_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.187759_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:33.901734_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:33.901734_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.886434_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.886434_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.187759_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:32.187759_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:33.382838_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/pi0_fast_droid_2025-09-20T21:36:33.382838_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:09.872832_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:09.872832_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:11.573464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:11.573464_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:10.476556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:10.476556_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:09.872832_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:09.872832_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:10.952413_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3b388d9-5539-4f7c-a5d4-f31b2be87911/dam_2025-09-20T21:39:10.952413_video_wrist.mp4"},"preference":"B","session_id":"e3b388d9-5539-4f7c-a5d4-f31b2be87911","university":"UT Austin"},{"completion_time":"2025-09-20T07:06:14.333992Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen and move it next to the controller","longform_feedback":"Policy A first took some time to find the target, then moved the gripper close to the pen as if attempting to grasp it, but did not grasp it in the end.Policy B first moved the gripper close to the controller, pushed it, then moved the gripper back and stopped during remaining time of the episode.My requirement is to grasp the pen and move it next to the controller, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the pen and attempted to grasp the pen, whereas policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:21.720119_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:21.720119_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:20.584052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:20.584052_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:20.584052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:20.584052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:21.219795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_fast_droid_2025-09-20T06:53:21.219795_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:51.176775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:51.176775_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.132792_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.132792_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.132792_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.132792_video_right.mp4","wrist_video_gcs_path":"evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.704970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb3c5ab-4f95-4453-b943-0accda701640/paligemma_diffusion_droid_2025-09-20T07:00:50.704970_video_wrist.mp4"},"preference":"A","session_id":"deb3c5ab-4f95-4453-b943-0accda701640","university":"frodobots"},{"completion_time":"2025-09-20T06:25:10.773778Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pen by 90 degrees","longform_feedback":"Policy A first moved the gripper close to the pen, grasped it, then slowly rotated it by about 270 degrees until time ran out.Policy B first moved the gripper toward the pen, grasped it, then rotated it by about 180 degrees during remaining time of the trial.My requirement is to rotate the pen by 90 degrees,neither policies has rotated the pen by the correct angle.When comparing the performance of the two, policy A rotated the pen by 270 degrees which is equal to -90 degrees, whereas policy B rotated the pen by 180 degrees.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:30.263705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:30.263705_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.072550_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.072550_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.072550_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.072550_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.774792_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_fast_droid_2025-09-20T06:15:29.774792_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:24.933809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:24.933809_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:23.880598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:23.880598_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:23.880598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:23.880598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:24.483638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faf27b00-c7c9-442c-9832-9bdf22f53576/paligemma_diffusion_droid_2025-09-20T06:23:24.483638_video_wrist.mp4"},"preference":"A","session_id":"faf27b00-c7c9-442c-9832-9bdf22f53576","university":"frodobots"},{"completion_time":"2025-09-20T06:06:52.497010Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two boxes","longform_feedback":"Policy A did not respond to my command and did not performed any operations at all.Policy B first moved the gripper close to the table, moved on the table slightly, then almost stopped during remaining time of the episode.My requirement is to stack up the two boxes, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the gripper whereas policy A did not take any action.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:47.426481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:47.426481_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:46.570293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:46.570293_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:46.570293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:46.570293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:47.067337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_binning_droid_2025-09-20T05:59:47.067337_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:34.415541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:34.415541_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.244072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.244072_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.244072_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.244072_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.903293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f/paligemma_vq_droid_2025-09-20T06:06:33.903293_video_wrist.mp4"},"preference":"B","session_id":"9f4c7a3f-67e4-40e3-8cc4-829eb41cc54f","university":"frodobots"},{"completion_time":"2025-09-20T05:46:30.593302Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden blocks onto the big box","longform_feedback":"Policy A first moved the gripper close to one wooden block, grasped it, moved it toward the big box, then put it onto the box.Next, policy A pushed the box,moved the gripper around the box until time ran out.Policy B first moved the gripper to the box, pushed it, then moved the gripper aimlessly during most remaining time of the trial.My requirement is to put all the wooden blocks onto the big box, there are two wooden blocks in total.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least put one wooden block onto the box whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:07.144009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:07.144009_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:05.917409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:05.917409_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:05.917409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:05.917409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:06.615521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/paligemma_fast_droid_2025-09-20T05:37:06.615521_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:02.459704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:02.459704_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.193833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.193833_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.193833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.193833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.859257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ddd90c3-5203-401b-ba1d-405ccf365483/pi0_fast_droid_2025-09-20T05:46:01.859257_video_wrist.mp4"},"preference":"A","session_id":"7ddd90c3-5203-401b-ba1d-405ccf365483","university":"frodobots"},{"completion_time":"2025-09-20T05:33:13.858045Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right","longform_feedback":"Policy A first moved the gripper close to pen, grasped it, moved it to right, then put it on the table.Next, policy A almost stopped near the edge of the table during remaining time of the episode.Policy B first moved the gripper close to the table, then approached the pen, grasped it, moved it slowly to right until time ran out.My requirement is to move the pen from left to right, both policies have completed the task, when comparing the performance of the two, policy A performed the operations more smoothly than policy B did.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:11.168309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:11.168309_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:09.942169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:09.942169_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:09.942169_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:09.942169_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:10.673279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/pi0_droid_2025-09-20T05:23:10.673279_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:20.138063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:20.138063_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:18.836666_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:18.836666_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:18.836666_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:18.836666_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:19.549116_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23356920-8b1e-4712-8510-2a52ac3a334c/dam_2025-09-20T05:32:19.549116_video_wrist.mp4"},"preference":"A","session_id":"23356920-8b1e-4712-8510-2a52ac3a334c","university":"frodobots"},{"completion_time":"2025-09-20T05:09:04.361268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the box, then grasp controller","longform_feedback":"Policy A first moved the gripper close to the box, pressed its edge to made it turn over.Then policy A approached the controller, grasped and dropped it.Policy B first moved the gripper toward the controller, touched it, then moved slightly around the controller until rime ran out, as if attempting to grasp it, but did not grasp in the end.My requirement is to grasp the box then grasp controller, neither policy was able to complete the full task.When comparing the performance of the two, policy A at least grasped one required object whereas policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:05.078728_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:05.078728_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:03.831819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:03.831819_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:03.831819_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:03.831819_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:04.512141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/paligemma_fast_specialist_droid_2025-09-20T04:59:04.512141_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:18.461156_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:18.461156_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.156570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.156570_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.156570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.156570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.921354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1126ae49-ace9-482b-8cb4-2f864f3ff700/pi05_droid_2025-09-20T05:08:17.921354_video_wrist.mp4"},"preference":"A","session_id":"1126ae49-ace9-482b-8cb4-2f864f3ff700","university":"frodobots"},{"completion_time":"2025-09-20T01:11:16.649548Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the plant with the knife.","longform_feedback":"policy A started by grabbbing the blade of the knife and lifting it. After droping the knife, policy A would spend much of its time sort of hovering above the knife, trying to grab. policy A only grabbed the knife one more time before the end of the episode and was not able to lift it. Policy B very quickly grabbed the knife by the handle and moved it to the bottom left of the field. While policy B would not be able to do anything more than grab the knife(which it was able to do successfully), because it was able to grab the knife in a more reasonable place and actually move the knife, I gave policy B the win.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.361231_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.361231_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:39.892413_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:39.892413_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.830921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.830921_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.830921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:38.830921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:39.390948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/dam_2025-09-20T01:06:39.390948_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:06.527799_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:06.527799_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:08.249041_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:08.249041_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.066076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.066076_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.066076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.066076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.627978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c093637-08bb-4a6a-af4e-702c6cb05348/pi05_droid_2025-09-20T01:10:07.627978_video_wrist.mp4"},"preference":"B","session_id":"4c093637-08bb-4a6a-af4e-702c6cb05348","university":"UT Austin"},{"completion_time":"2025-09-20T01:02:51.956966Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the tree.","longform_feedback":"policy A started by going to the  upper right and pressing down on the table while grabbing. policy would do this for a little over half the episode before approaching he knife, but, even after approaching the knife, policy A would sort of pace up and down above the knife and would never grab the knife. policy B started by grabbing the plant and carrying it around. policy B would meander around the left half of the field for over half of the episode before dropping the plant and then starting again. Policy B would finish the episode with the plant in its hand. I chose policy A because even though it was erratic and going weird places, it was able to identify the tool needed to cut the plant and make an attempt at grabbing it.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:05.488897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:05.488897_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:07.432295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:07.432295_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:06.104495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:06.104495_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:05.488897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:05.488897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:06.619511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/pi0_fast_droid_2025-09-20T00:59:06.619511_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:34.926007_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:34.926007_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:36.645330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:36.645330_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:35.577486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:35.577486_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:34.926007_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:34.926007_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:36.070342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad791c3-957f-41a1-856f-628be60e3883/dam_2025-09-20T01:02:36.070342_video_wrist.mp4"},"preference":"A","session_id":"4ad791c3-957f-41a1-856f-628be60e3883","university":"UT Austin"},{"completion_time":"2025-09-20T00:53:34.881120Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Knock over all of the boxes and pick up the coke can.","longform_feedback":"policy A started by moving back and forth before grabbing at the orange juice, knocking it over in the process. policy A would then grab at the orange juice for most of the rest of episode, seemingly going to do that for the rest of the episode. Then, somehow miraculously, policy A touched the can and inadvertently knocked over both of the other boxes. Having exposed the can, policy A was able to then end the episode with its gripper around the can about to grab. policy B pushed down against the orange juice and the poky sticks to knock both of them over. Then about halfway through the episode, policy B would knock over the cookies and the cup, getting as far as it would for the remainder of the episode. In the end I would chose policy A because while being able to knock over all of the boxes, policy A was also able to start grabbing the coke can while policy B was not even able to approach the coke can.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:31.946368_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:31.946368_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:33.554139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:33.554139_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.476793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.476793_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.476793_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.476793_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.975464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/paligemma_vq_droid_2025-09-20T00:49:32.975464_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.300756_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.300756_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:53:00.093845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:53:00.093845_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.900331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.900331_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.900331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:58.900331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:59.496739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87215abf-cd9e-43d8-ab79-84752bb9fe92/pi0_droid_2025-09-20T00:52:59.496739_video_wrist.mp4"},"preference":"A","session_id":"87215abf-cd9e-43d8-ab79-84752bb9fe92","university":"UT Austin"},{"completion_time":"2025-09-20T00:45:27.651603Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"topple all of the boxes and pick up the coke can.","longform_feedback":"policy A began the episode by knocking over the poky's box, then the cookies box before getting really close to grabbing the coke can. policy A was not able to grab the coke can then, but after some time and some meandering, it finally could right towards the end of the episode. policy B started  by pressing on the orange juice and eventually pushed everything, including the coke can, in one fell swoop. After knocking everything over, policy B grabbed at the can for the rest of the episode. I chose policy B because it was able to do everything while policy A was able to do everything but knock over the orange juice.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:21.896747_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:21.896747_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:23.902744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:23.902744_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:22.634517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:22.634517_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:21.896747_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:21.896747_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:23.230890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_fast_droid_2025-09-20T00:40:23.230890_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.039174_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.039174_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:52.823379_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:52.823379_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.724764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.724764_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.039174_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:51.039174_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:52.242294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2dff40a0-18a4-4125-a3b3-b0e087ae48d1/pi0_droid_2025-09-20T00:44:52.242294_video_wrist.mp4"},"preference":"B","session_id":"2dff40a0-18a4-4125-a3b3-b0e087ae48d1","university":"UT Austin"},{"completion_time":"2025-09-20T00:32:43.273135Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the orange juice.","longform_feedback":"policy A started by knocking over the cookies before placing its gripper behind the orange juice(from the perspective of the 3rd person camera) and began to grab. After failing to grab anything, policy A left the orange juice and began grabbing at the box of cookies for the rest of the episode. policy B started by trying to grab the orange juice, but ended up pushing it over instead. For the rest of the episode, policy B would inch in the dirction of the orange juice, but never get close enough to actually grab the orange juice- almost as if there was an invisible wall between the gripper and the orange juice. In the end I chose policy B for the victory since it did touch the orange juice and seemed to approach the orange juice entire time while policy A spent a long time going for the cookies.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:22.535753_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:22.535753_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:24.343214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:24.343214_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:23.213060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:23.213060_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:22.535753_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:22.535753_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:23.718032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/paligemma_vq_droid_2025-09-20T00:28:23.718032_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:13.847772_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:13.847772_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:15.556834_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:15.556834_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:14.469656_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:14.469656_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:13.847772_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:13.847772_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:14.954629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3288af0d-014d-4fae-a744-d9a3e45ee504/pi0_droid_2025-09-20T00:32:14.954629_video_wrist.mp4"},"preference":"B","session_id":"3288af0d-014d-4fae-a744-d9a3e45ee504","university":"UT Austin"},{"completion_time":"2025-09-20T00:25:43.835441Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"grab the poky sticks that are behind the orange juice and the cookies.","longform_feedback":"policy A sort of inched its gripper towards itself for less than half of the episode before doing nothing for the rest of the episode. policy B started by grabbing the cookes and then almost angled it towards the right camera(which was the default 3rd perspective camera). After doing that, policy B sort of fully extended its arm at a 45 degree angle while bending its gripper towards the robot at a 20 degree angle and holding it there for the rest of the episode. In the end I chose policy B because it was able to do something while policy A did nothing.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.538783_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.538783_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:52.233125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:52.233125_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.999404_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.999404_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.999404_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:50.999404_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:51.794917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/paligemma_binning_droid_2025-09-20T00:20:51.794917_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:17.699346_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:17.699346_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:19.273913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:19.273913_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.217963_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.217963_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.217963_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.217963_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.705158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37333cd6-bfb8-4486-a37c-502256fc7503/pi0_fast_droid_2025-09-20T00:25:18.705158_video_wrist.mp4"},"preference":"B","session_id":"37333cd6-bfb8-4486-a37c-502256fc7503","university":"UT Austin"},{"completion_time":"2025-09-20T00:17:02.143105Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"grab the orange juice","longform_feedback":"policy A started by ignoring the orange juice and grabbing the poky sticks which were in the center of the field and then continued grabbing at it for the rest of the episode. policy B started by going to the orange juice but then pivoted towards the poky sticks. After going to the poky sticks, policy B pressed on the cookies and somehow rotated the entire field leaving only the orange juice up right. Finally, policy B approached the direction of the orange juice and the poky sticks and, while pressing on the poky sticks, would touch the orange juice right at the end of the episode. In the end, I chose policy B because it was able to start moving in the direction of the orange juice and even touch it while policy A could not.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.336189_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.336189_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:24.078907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:24.078907_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.965335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.965335_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.336189_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:22.336189_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:23.543897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/paligemma_diffusion_droid_2025-09-20T00:12:23.543897_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.368613_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.368613_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:43.934158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:43.934158_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.875563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.875563_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.368613_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:42.368613_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:43.387053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a7f350-a7c6-4bd6-9e25-ad9e026f50c8/dam_2025-09-20T00:16:43.387053_video_wrist.mp4"},"preference":"B","session_id":"22a7f350-a7c6-4bd6-9e25-ad9e026f50c8","university":"UT Austin"},{"completion_time":"2025-09-20T00:06:20.877801Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the cookies.","longform_feedback":"policy A started by approaching th orange juice and poky sticks and knocked over the poky sticks. After knocking the poky sticks, policy A spent the rest of the episode picking it up, droping it and trying to pick it up again. Policy B had very slowly moved to the poky sticks and, without dropping it, grabbed and lifted the poky sticks. Policy A would then spend the rest of the episode trying to grab the poky sticks. With that being said, I chose to give the policies a tie because they both did the same amount of progress, although in different ways.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:38.847166_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:38.847166_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:40.539705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:40.539705_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.441290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.441290_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.441290_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.441290_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.914202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/paligemma_fast_specialist_droid_2025-09-19T23:59:39.914202_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:52.898437_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:52.898437_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:54.657933_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:54.657933_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:53.550166_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:53.550166_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:53.550166_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:53.550166_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:54.054847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d2bb4d4-5a69-4364-bf31-0540a9e03d28/dam_2025-09-20T00:04:54.054847_video_wrist.mp4"},"preference":"TIE","session_id":"8d2bb4d4-5a69-4364-bf31-0540a9e03d28","university":"UT Austin"},{"completion_time":"2025-09-19T23:40:06.474736Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"pick up the cookies","longform_feedback":"policy A knocked down the orange juice in attempts to grab before going to the poky sticks and grabbing those. policy B had sort of manuevered its hand around the cookies but never really got close to grabbing them or anything. policy A moved around a lot, even knocking over the poky sticks and would angle its hand in weird ways that pointed to the cookies. In the end, I chose policy A because it was able to grab something, and it had gotten just as close to the cookies as policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.034134_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.034134_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:04.667764_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:04.667764_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.643309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.643309_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.034134_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:03.034134_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:04.097274_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi0_fast_droid_2025-09-19T23:34:04.097274_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:26.846433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:26.846433_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:28.597437_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:28.597437_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:27.523309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:27.523309_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:26.846433_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:26.846433_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:27.986828_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2489b752-ce2b-4698-9987-1d993e7ef576/pi05_droid_2025-09-19T23:39:27.986828_video_wrist.mp4"},"preference":"A","session_id":"2489b752-ce2b-4698-9987-1d993e7ef576","university":"UT Austin"},{"completion_time":"2025-09-19T23:28:47.015642Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the small bread and place it onto the plate.","longform_feedback":"policy A started by picking up the big bread and placing it onto the plate and then, by the end of the episode, placed the small bread onto the plate. policy B pretty much did the exact same thing, so I gave them a tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:32.509715_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:32.509715_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:34.099142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:34.099142_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:33.112181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:33.112181_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:32.509715_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:32.509715_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:33.586434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_diffusion_droid_2025-09-19T23:19:33.586434_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:23.911455_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:23.911455_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:25.617855_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:25.617855_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:24.563795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:24.563795_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:23.911455_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:23.911455_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:25.090248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc8e3cd3-416a-45b1-9d33-cf07527752dd/paligemma_vq_droid_2025-09-19T23:28:25.090248_video_wrist.mp4"},"preference":"TIE","session_id":"bc8e3cd3-416a-45b1-9d33-cf07527752dd","university":"UT Austin"},{"completion_time":"2025-09-19T23:14:22.531445Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the largest bread and put it on the plate.","longform_feedback":"policy A started by grabbing the largest bread and putting on the plate without issue. After doing that, policy A sort of sporadically moved around the scene, not seeming to know what to do with itself after doing the task. policy B also grabbed the big bread but then dropped it before bringing it to the plate. After dropping the big bread, policy B would change to the small bread and end the episode by dropping the small bread onto the place. In the end I chose policy A because it was able to do the whole task without issue while policy B could not finish the task.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:12.374893_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:12.374893_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:14.244404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:14.244404_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.058521_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.058521_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.058521_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.058521_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.670620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi05_droid_2025-09-19T23:08:13.670620_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.177694_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.177694_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:54.871752_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:54.871752_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.870266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.870266_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.870266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:53.870266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:54.335245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3610ff4d-43bd-4c98-af69-32369d1ca258/pi0_droid_2025-09-19T23:13:54.335245_video_wrist.mp4"},"preference":"A","session_id":"3610ff4d-43bd-4c98-af69-32369d1ca258","university":"UT Austin"},{"completion_time":"2025-09-19T22:59:31.459282Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the largest bread and place it onto the plate.","longform_feedback":"policy A moved forwards a little before freezing for the rest of the episode. policy B started by grabbing the smallest bread (which was in the bottom left corner closest to the robot) before spend of the rest of the time randomly grabbing at the empty space on the right side of the plate for the rest of the episode. In the end I chose policy B because it was able to do something while policy A could not.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:24.870748_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:24.870748_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:26.316496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:26.316496_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:25.405781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:25.405781_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:24.870748_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:24.870748_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:25.855542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/paligemma_binning_droid_2025-09-19T22:54:25.855542_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:07.629406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:07.629406_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:09.398325_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:09.398325_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:08.298756_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:08.298756_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:07.629406_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:07.629406_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:08.865357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9612b5bb-e334-4759-adb0-87e2dec06fd7/pi0_droid_2025-09-19T22:59:08.865357_video_wrist.mp4"},"preference":"B","session_id":"9612b5bb-e334-4759-adb0-87e2dec06fd7","university":"UT Austin"},{"completion_time":"2025-09-19T22:50:14.571255Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the smallest bread and place it on the plate.","longform_feedback":"policy A started by calmly grabbing the small bread and placing it onto the plate without issue. For the rest of the episode, policy A sort of pushed the plate a litte bit forward before returning back to a starting position. policy B started by slowly grabbing the large bread a little before sort of hovering above it and opening/closing its gripper. Policy B would spend the rest of the time occupying the time in between the large bread and the plate, occasionally grabbing at nothing or just sort of slowly drifting around in the space.  In the end I chose policy A because it accomplished the task without any issue while policy B could not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:05.432434_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:05.432434_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:07.173831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:07.173831_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.018763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.018763_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.018763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.018763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.544879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/pi0_droid_2025-09-19T22:46:06.544879_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:51.876562_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:51.876562_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:53.472560_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:53.472560_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.364763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.364763_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.364763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.364763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.866195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e16d47-b0e1-4d2a-a137-9f3201da8abb/dam_2025-09-19T22:49:52.866195_video_wrist.mp4"},"preference":"A","session_id":"31e16d47-b0e1-4d2a-a137-9f3201da8abb","university":"UT Austin"},{"completion_time":"2025-09-19T22:42:44.206009Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"pick up the smaller bread and place it on the plate.","longform_feedback":"policy A started by grabbing the biggest bread and placing that on the plate before very quickly switching to the small bread and placing that on the late at about 66% done. policy A would then retract its hand and end the episode in a somewhat neutral position near the reset position. policy B moved a little in the beginning of the episode but then didn't do anything else for the rest of the episode. Since policy A was actually able to make progress towards the objective, I chose policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:28.843555_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:28.843555_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:30.506974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:30.506974_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:29.431145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:29.431145_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:28.843555_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:28.843555_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:29.912539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_diffusion_droid_2025-09-19T22:39:29.912539_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:27.978977_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:27.978977_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:29.374384_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:29.374384_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:28.490771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:28.490771_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:27.978977_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:27.978977_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:28.931127_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e7396e4-d94c-486d-a459-03ce80ca8765/paligemma_binning_droid_2025-09-19T22:42:28.931127_video_wrist.mp4"},"preference":"A","session_id":"2e7396e4-d94c-486d-a459-03ce80ca8765","university":"UT Austin"},{"completion_time":"2025-09-19T22:34:53.933171Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and place into the cup","longform_feedback":"policy A started by quickly overshooting the marker and trying to grab. Policy A would then stay near the marker and try to grab it for the rest of the episode, making contact and getting pretty close to a solid grasp, but never stabilizing at one. I would say policy A was very quick and might have had difficulty grabbing as a result. Policy B on the other hand was very slow, taking a fourth of the time, just to grab in the center of the field. After that, policy B spent most the episode gently pushing/rubbing against the red cup, almost as if it were pushing it off the table, before opening/ raising its gripper to end the episode. In the end I chose policy A because it was able to try and grab the marker while policy B did not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.293871_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.293871_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:18.958266_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:18.958266_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.962308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.962308_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.293871_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:17.293871_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:18.424201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/paligemma_fast_specialist_droid_2025-09-19T22:27:18.424201_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.470053_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.470053_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:37.023131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:37.023131_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.990624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.990624_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.470053_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:35.470053_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:36.468857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f669968f-01a6-4a41-af2b-2cb4cd80ce4b/dam_2025-09-19T22:34:36.468857_video_wrist.mp4"},"preference":"A","session_id":"f669968f-01a6-4a41-af2b-2cb4cd80ce4b","university":"UT Austin"},{"completion_time":"2025-09-19T22:21:39.680944Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the marker inside of the holder into the red cup.","longform_feedback":"policy A started by immediatley attacking the red cup and knocking it over. After doing that, policy A raised its arm, bent its gripper inwards at a 45 degree angle and froze there for the duration of the episode. policy B was pretty much frozen the entire time. Because policy A was at least able to move, I chose policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:57.983279_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:57.983279_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:59.785605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:59.785605_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:58.612787_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:58.612787_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:57.983279_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:57.983279_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:59.229704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_fast_droid_2025-09-19T22:17:59.229704_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:26.825315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:26.825315_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:28.264825_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:28.264825_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:27.380945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:27.380945_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:26.825315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:26.825315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:27.855235_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6701e266-bb3b-4d4e-856d-c456bf0ff542/paligemma_binning_droid_2025-09-19T22:21:27.855235_video_wrist.mp4"},"preference":"A","session_id":"6701e266-bb3b-4d4e-856d-c456bf0ff542","university":"UT Austin"},{"completion_time":"2025-09-19T20:54:17.033417Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and place it into the cup.","longform_feedback":"For some reason policy A approached the cup first knocking and then sort of erratically moved around the field afterwards till the end episode. policy B also approached the cup and sort of lingered near it, opening and closing its gripper. Since both policies made about the same amount of progress(only approaching the cup) I gave them a tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:46.935528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:46.935528_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:48.650984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:48.650984_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:47.564158_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:47.564158_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:46.935528_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:46.935528_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:48.071798_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_fast_droid_2025-09-19T20:45:48.071798_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.067866_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.067866_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:55.608397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:55.608397_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.561473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.561473_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.067866_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:54.067866_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:55.094524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a01141b5-5429-49ca-8a26-0690b0de896c/paligemma_vq_droid_2025-09-19T20:53:55.094524_video_wrist.mp4"},"preference":"TIE","session_id":"a01141b5-5429-49ca-8a26-0690b0de896c","university":"UT Austin"},{"completion_time":"2025-09-19T00:45:42.240989Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the stapler inside the container","longform_feedback":"Policy A did signficantly better than Policy B. Policy A was able to pick up the stapler and attempted it to put it into the container. However, Policy B only approuched to the stapler but was unsuccessful in picking it up at all. Thus, Policy B was able to almost do the full task, whereas, Policy A was unable to even pick up the stapler.","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:00.867801_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:00.867801_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:02.881336_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:02.881336_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:01.592494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:01.592494_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:00.867801_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:00.867801_video_left.mp4","wrist_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:02.195560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/dam_2025-09-19T00:42:02.195560_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.048525_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.048525_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:25.871351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:25.871351_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.771112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.771112_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.048525_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:24.048525_video_left.mp4","wrist_video_gcs_path":"evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:25.288869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/309b427e-8652-493d-b4e4-fa0feea96292/paligemma_vq_droid_2025-09-19T00:45:25.288869_video_wrist.mp4"},"preference":"A","session_id":"309b427e-8652-493d-b4e4-fa0feea96292","university":"Berkeley"},{"completion_time":"2025-09-19T00:31:51.292472Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the tape off the paper it is currently on.","longform_feedback":"\\Policy A did better than Policyttemped to pick up the tape and was approuching it but unsuccessful in picking it up and putting it on the table. However, Policy B did not at any point go near the tape and the policy was going towards other objects, ignoring to pick up the given task to pick up the tape. Thus, Policy A did better than Policy B as it attempted to pick up the tape whereas Policy B ignored it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:56.556892_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:56.556892_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:58.248685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:58.248685_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:57.202051_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:57.202051_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:56.556892_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:56.556892_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:57.630888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_droid_2025-09-19T00:26:57.630888_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:32.601653_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:32.601653_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:34.540154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:34.540154_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:33.219654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:33.219654_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:32.601653_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:32.601653_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:33.858627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b101bde-8b74-4b5c-85cc-f44e808481de/pi0_fast_droid_2025-09-19T00:31:33.858627_video_wrist.mp4"},"preference":"A","session_id":"8b101bde-8b74-4b5c-85cc-f44e808481de","university":"Berkeley"},{"completion_time":"2025-09-19T00:20:52.390065Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the tape in the container.","longform_feedback":"Policy B did better than Policy A. Both polices picked up the tape and tried to put the tape into the container. However, the difference is that Policy B dropped of the tape closer to the container whereas Policy A dropped the tape off much further away when both policies attemped to put the tape in the container. Thus, Policy B did marginally better!","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.090380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.090380_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:16.089806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:16.089806_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.811466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.811466_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.811466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:14.811466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:15.484246_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/paligemma_fast_specialist_droid_2025-09-19T00:15:15.484246_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:32.573279_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:32.573279_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:34.516340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:34.516340_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.266144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.266144_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.266144_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.266144_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.847885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84203798-763e-4072-94dd-527a8930257c/dam_2025-09-19T00:20:33.847885_video_wrist.mp4"},"preference":"B","session_id":"84203798-763e-4072-94dd-527a8930257c","university":"Berkeley"},{"completion_time":"2025-09-18T23:53:43.573367Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"put the coffee bag on the plate","longform_feedback":"Policy A did better than Policy B. Policy A approuched the coffee bag and attempted to pick it up but was unable to. However, after approuching to pick up the coffee bag, the policy gave up and went to pick up the cup and put that into the plate. Policy B did not approuch the coffee bag at all which makes it not bettethan Policy A and the policy approuched the fork, putting that into the plate. Policy A attempted the instructions provided while Policy B ignored it and put something different on the plate, not showing any signs of approuching the coffee bag.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:37.573336_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:37.573336_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:39.576835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:39.576835_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.366197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.366197_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.366197_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.366197_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.898907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/pi05_droid_2025-09-18T23:47:38.898907_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:24.685747_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:24.685747_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:26.648306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:26.648306_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.453701_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.453701_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.453701_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.453701_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.964169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5edc6bd9-341f-47a6-b1a4-0b839c794b12/paligemma_vq_droid_2025-09-18T23:53:25.964169_video_wrist.mp4"},"preference":"A","session_id":"5edc6bd9-341f-47a6-b1a4-0b839c794b12","university":"Berkeley"},{"completion_time":"2025-09-18T23:40:22.863917Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Put the cup in the dishwasher","longform_feedback":"Policy A picked up the cup but only briefly and let it go, after that it struggled to replicate picking up the cup again. Policy B was able to pick up the cup and attempted to carry it over to the dishwasher. However, when moving towards the dishwasher, the Policy didn't lift the cup high enough and just dropped the cup to the table. Ultimately, Policy B did better than the Policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:28.675250_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:28.675250_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:30.521524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:30.521524_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:29.374752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:29.374752_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:28.675250_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:28.675250_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:29.938143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/paligemma_diffusion_droid_2025-09-18T23:35:29.938143_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:02.818432_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:02.818432_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:04.697149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:04.697149_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:03.523290_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:03.523290_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:02.818432_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:02.818432_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:04.022857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6a185c8-fccb-49ea-8263-350b7f0b9f55/dam_2025-09-18T23:40:04.022857_video_wrist.mp4"},"preference":"B","session_id":"c6a185c8-fccb-49ea-8263-350b7f0b9f55","university":"Berkeley"},{"completion_time":"2025-09-18T23:27:58.371062Z","evaluator_name":"justin-kang@berkeley.edu","language_instruction":"Make the cup upright","longform_feedback":"Policy A was able to pick up the cup while Policy B was unable to pick up the cup and only attempted to approuch the cup. Both policies were unable to make the cup upright.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:38.900997_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:38.900997_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:40.827521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:40.827521_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:39.637590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:39.637590_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:39.637590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:39.637590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:40.150294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/paligemma_vq_droid_2025-09-18T23:22:40.150294_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.331810_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.331810_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:40.171871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:40.171871_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.946449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.946449_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.946449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:38.946449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:39.558461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/663df041-25ae-4342-8d53-ead433306e80/dam_2025-09-18T23:27:39.558461_video_wrist.mp4"},"preference":"A","session_id":"663df041-25ae-4342-8d53-ead433306e80","university":"Berkeley"},{"completion_time":"2025-09-18T08:59:52.070346Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A did not respond to my command and did not perform any operations at all.Policy B first moved the robotic arm close to the table,  moved slightly above the table during most time of the trial, then approach the edge of the table in the end.My requirement is to move the pen from left to right then rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least moved the robotic arm while policy A did not show any response.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:39.728913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:39.728913_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:38.951506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:38.951506_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:38.951506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:38.951506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:39.346211_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/paligemma_binning_droid_2025-09-18T08:51:39.346211_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:53.814740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:53.814740_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:52.599156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:52.599156_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:52.599156_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:52.599156_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:53.250989_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbb851ae-594a-4f5d-8681-978d4c548e07/pi0_droid_2025-09-18T08:58:53.250989_video_wrist.mp4"},"preference":"B","session_id":"cbb851ae-594a-4f5d-8681-978d4c548e07","university":"frodobots"},{"completion_time":"2025-09-18T08:47:47.229425Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the green block, then put it into the cup","longform_feedback":"Policy A did not respond to my command and did not perform any operations at all.Policy B first moved the robotic arm close to the green block, grasped and release it several times.Then policy A almost stopped above the green block during remaining time of the episode.My requirement is to grasp the green block then put it into the cup,neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasp the green block while policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:32.580286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:32.580286_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:31.699954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:31.699954_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:31.699954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:31.699954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:32.211126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/paligemma_binning_droid_2025-09-18T08:41:32.211126_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:10.536680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:10.536680_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:09.359706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:09.359706_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:09.359706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:09.359706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:10.060773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28fbfea3-5d83-4a44-95c9-7fab6f0b3d63/pi0_droid_2025-09-18T08:47:10.060773_video_wrist.mp4"},"preference":"B","session_id":"28fbfea3-5d83-4a44-95c9-7fab6f0b3d63","university":"frodobots"},{"completion_time":"2025-09-18T07:50:17.660796Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen and move it next to the controller","longform_feedback":"Policy A first moved the robotic arm close to the pen, pushed it to left, then approached the controller, grasped it, moved it toward the pen and put it near the pen.Policy B first moved the robotic arm close to the pen, grasped it, moved it toward the controller, pushed the controller away, then put the pen on the table close to the controller in the end.My requirement is to grasp the pen and move it next to the controller, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:36.779399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:36.779399_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:35.567692_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:35.567692_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:35.567692_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:35.567692_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:36.262553_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_droid_2025-09-18T07:43:36.262553_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:58.848198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:58.848198_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:57.634714_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:57.634714_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:57.634714_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:57.634714_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:58.321161_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41d49be9-6753-4b0e-bc85-2e626261504f/paligemma_fast_specialist_droid_2025-09-18T07:49:58.321161_video_wrist.mp4"},"preference":"B","session_id":"41d49be9-6753-4b0e-bc85-2e626261504f","university":"frodobots"},{"completion_time":"2025-09-18T07:33:39.071610Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the red bottle by 90 degrees","longform_feedback":"Policy A did not respond to my command and did not perform any operations at all.Policy B first moved the robotic arm close to the bottle, pushed it to make it scroll away.Then policy B approached the box, pushed it.My requirement is to rotate the red bottle by 90 degrees,neither policy was able to complete the task.When comparing the performance of the two, policy B at least pushed the red bottle while policy A did not do anything.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:25.397328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:25.397328_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:24.418705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:24.418705_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:24.418705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:24.418705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:25.032349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/paligemma_binning_droid_2025-09-18T07:28:25.032349_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:19.685385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:19.685385_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:18.360390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:18.360390_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:18.360390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:18.360390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:19.040394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66a6418c-b483-4797-b5af-1f93f4ae6312/pi0_fast_droid_2025-09-18T07:33:19.040394_video_wrist.mp4"},"preference":"B","session_id":"66a6418c-b483-4797-b5af-1f93f4ae6312","university":"frodobots"},{"completion_time":"2025-09-18T05:28:09.712931Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red bottle onto the box","longform_feedback":"Policy A first moved the robotic arm close to table,  then approached the red bottle, moved it toward the box, finally put it onto the box, but the red bottle fell off the box.Policy B first moved the robotic arm close to the red bottle, grasped and released it several times, but did not lift it up in the end.My requirement is to put the red bottle onto the box, when comparing the performance of the two, policy A almost completed the task while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:13.416702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:13.416702_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.125451_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.125451_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.125451_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.125451_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.840205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/paligemma_fast_droid_2025-09-18T05:19:12.840205_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:23.598783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:23.598783_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:22.367584_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:22.367584_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:22.367584_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:22.367584_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:23.071540_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec15b54-4df7-44e6-88c4-765a56e9ba7e/pi0_droid_2025-09-18T05:26:23.071540_video_wrist.mp4"},"preference":"A","session_id":"5ec15b54-4df7-44e6-88c4-765a56e9ba7e","university":"frodobots"},{"completion_time":"2025-09-18T03:56:32.853855Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block onto the box","longform_feedback":"Policy A first took some time to search the target, then moved the robotic arm close to the green block, pushed it, then moved the robotic arm above the green block in the end, as if attempting to grasp it.Policy B first moved the robotic arm close to the green block,  adjusted posture, grasped it, then moved it toward the book and put it on the book.My requirement is to put the green block onto the box, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:47.069375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:47.069375_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:45.817340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:45.817340_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:45.817340_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:45.817340_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:46.513279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_droid_2025-09-18T03:50:46.513279_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:07.788961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:07.788961_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:06.669784_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:06.669784_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:06.669784_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:06.669784_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:07.294516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0381b1f8-e013-4221-b643-33683c0346f0/paligemma_fast_specialist_droid_2025-09-18T03:56:07.294516_video_wrist.mp4"},"preference":"B","session_id":"0381b1f8-e013-4221-b643-33683c0346f0","university":"frodobots"},{"completion_time":"2025-09-18T03:39:40.972382Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the mouse, then move it  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the table,  then approached the mouse, as if attempting to grasp it but did not succeed.Next, policy A moved the robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm close to the mouse, touched it, then moved the robotic arm away and almost stopped during remaining time of the trial.My requirement is to grasp the mouse then move it  from left to right, neither policy was able to complete the task.When comparing the performance of the two, it seems that policy A at least attempted to grasp the mouse but policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:19.696920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:19.696920_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:18.417029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:18.417029_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:18.417029_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:18.417029_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:19.124248_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_specialist_droid_2025-09-18T03:33:19.124248_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:21.228241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:21.228241_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.128649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.128649_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.128649_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.128649_video_right.mp4","wrist_video_gcs_path":"evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.767699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58e8fc0b-b509-4740-ab4f-1b649daf9f61/paligemma_fast_droid_2025-09-18T03:39:20.767699_video_wrist.mp4"},"preference":"A","session_id":"58e8fc0b-b509-4740-ab4f-1b649daf9f61","university":"frodobots"},{"completion_time":"2025-09-18T02:39:07.911772Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottle, then drop it","longform_feedback":"Policy A first took some time to search the target, then moved the robotic arm close to the bottle, touched it, but did not grasp it in the end.Policy B first moved the robotic arm close the bottle, pushed it to make it scroll off from the table.My requirement is to grasp the bottle then drop it, Neither policy was able to complete the task.When comparing the performance of the two, both policies only pushed the bottle, but policy B made the bottle fall off the table while policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:58.174619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:58.174619_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:56.923611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:56.923611_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:56.923611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:56.923611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:57.590109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/paligemma_fast_specialist_droid_2025-09-18T02:28:57.590109_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:41.055733_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:41.055733_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.046500_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.046500_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.046500_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.046500_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.580290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd59be9a-1993-414a-8419-a69cbe5e7faf/pi0_droid_2025-09-18T02:38:40.580290_video_wrist.mp4"},"preference":"A","session_id":"cd59be9a-1993-414a-8419-a69cbe5e7faf","university":"frodobots"},{"completion_time":"2025-09-18T00:55:58.175511Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Hide the red ball using the blue cup.","longform_feedback":"policy A very quickly grabbed the cup but immediatley dropped it. After that first attempt, policy A didn't really make much more progress, only grabbing one more time at the very end of the episode. policy B, to start, grabbed the red ball very quickly and dropped it near the blue cup. policy B would later slowly approach the blue cup but only try grabbing it once before the end of the episode and failing at that attempt. I chose policy A because it was able to at least attempt to grab the blue cup while policy B did not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:42.556392_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:42.556392_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:44.298941_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:44.298941_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.248103_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.248103_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.248103_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.248103_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.764741_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/paligemma_fast_specialist_droid_2025-09-18T00:51:43.764741_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.379988_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.379988_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:26.015918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:26.015918_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.943955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.943955_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.943955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:24.943955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:25.458493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c7767ba-671c-4ecd-9cbd-bca3439538e5/dam_2025-09-18T00:55:25.458493_video_wrist.mp4"},"preference":"A","session_id":"8c7767ba-671c-4ecd-9cbd-bca3439538e5","university":"UT Austin"},{"completion_time":"2025-09-18T00:48:11.220627Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Hide the red ball.","longform_feedback":"policy A started by attempting to grab the red ball somewhat unsuccessfully- grabbing it too far away from it and pushing it away as a result. policy A was only able to grab the ball near the end of the episode and only grabbed it once. policy B also went for the ball but had an easier time grabbing it - placing its hand fully around the ball before grabbing. Policy B was able to grab the ball over 4 times by the end of the episode. policy B also ended up raising its arm up high for no reason at the end of the episode. I chose policy B since it was simply better at doing what both policies decided to do- picking up the ball.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.055364_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.055364_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:39.746430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:39.746430_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.686786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.686786_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.055364_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:38.055364_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:39.171221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/pi0_droid_2025-09-18T00:43:39.171221_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:50.942880_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:50.942880_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:52.589169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:52.589169_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:51.518494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:51.518494_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:50.942880_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:50.942880_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:52.004158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0252ca5-4eb6-43dc-9285-049cb843d6ed/paligemma_fast_specialist_droid_2025-09-18T00:47:52.004158_video_wrist.mp4"},"preference":"B","session_id":"b0252ca5-4eb6-43dc-9285-049cb843d6ed","university":"UT Austin"},{"completion_time":"2025-09-18T00:30:58.607047Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Hide the red ball.","longform_feedback":"Policy A approached the red cup and tried grabbing it but had difficulty getting it's hand in the right position- often being to far to grab it fully, too high, or having its grippers be misaligned. In the end, policy A was unable to grab the cup and it is uncertain if it knew what to do with it afterwards. Policy B also approached the cup but was much less agressive with the grabbing, only attempting to grab it once the entire episode. In the end I chose policy A because I sincerely thought it made more progress in grabbing than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.011839_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.011839_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:38.731034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:38.731034_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.602388_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.602388_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.011839_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:37.011839_video_left.mp4","wrist_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:38.127381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/pi0_droid_2025-09-18T00:27:38.127381_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:41.381316_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:41.381316_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:43.083060_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:43.083060_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:42.000106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:42.000106_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:41.381316_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:41.381316_video_left.mp4","wrist_video_gcs_path":"evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:42.487226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/086060c0-8979-46cc-92f2-a19a9dd30d04/paligemma_fast_specialist_droid_2025-09-18T00:30:42.487226_video_wrist.mp4"},"preference":"A","session_id":"086060c0-8979-46cc-92f2-a19a9dd30d04","university":"UT Austin"},{"completion_time":"2025-09-18T00:20:32.240916Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place half of the marshmellows into each of the bowls.","longform_feedback":"policy A started by extending its gripper over the red bowl and then freezing for like 10-20 seconds. After unfreezing near the end of the episode, policy A extended its hand as far as it could for pretty much the rest of the episode in between the two bowls. policy B started by going for the top left marshmellow and trying to place it in the red bowl but couldn't since it got stuck on its gripper when it tried letting go. After sort of wandering around with the marshmellow in its grasp, policy B ended the episode having finally freeing itself from that marshmellow and had begun moving around again(albiet somewhat aimlessly). In the end I chose policy B since it was actually able to grab a marshmellow while policy A could not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.424884_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.424884_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:50.935188_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:50.935188_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.956357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.956357_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.956357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:49.956357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:50.444807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/paligemma_fast_specialist_droid_2025-09-18T00:15:50.444807_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:09.596852_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:09.596852_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:11.313735_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:11.313735_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.198988_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.198988_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.198988_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.198988_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.692316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5175c884-9bff-4a5d-935a-532f206eb65a/pi0_droid_2025-09-18T00:20:10.692316_video_wrist.mp4"},"preference":"B","session_id":"5175c884-9bff-4a5d-935a-532f206eb65a","university":"UT Austin"},{"completion_time":"2025-09-18T00:11:10.323762Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Split the marshmellows between the two bowls.","longform_feedback":"policy A started by bringin its gripper to the bowl on the right before grabbing a marshmellow on the top right and placing it in said bowl. policy A would then grab the red bowl before placing its hand where the bowl used to be for no good reason. policy B was just very slow. policy B started by taking almost half the episode to grab a marshmellow just to drop it almost immediatley. While policy B was able to grab the marshmellow again, it sort of held on to it for the duration of the episode and was never able to place it into a bowl- although it did try to place it into the bowl on the left. In the end I chose policy A as the winner because, even though it was a little excentric, it was still able to place a marshmellow into a bowl while policy B could not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:27.772042_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:27.772042_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:29.592832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:29.592832_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:28.437017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:28.437017_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:27.772042_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:27.772042_video_left.mp4","wrist_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:28.999251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/paligemma_fast_specialist_droid_2025-09-18T00:04:28.999251_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.236391_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.236391_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:50.862671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:50.862671_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.756554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.756554_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.236391_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:49.236391_video_left.mp4","wrist_video_gcs_path":"evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:50.260125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86ecdd35-f003-411c-a4ae-79871334bfbf/dam_2025-09-18T00:08:50.260125_video_wrist.mp4"},"preference":"A","session_id":"86ecdd35-f003-411c-a4ae-79871334bfbf","university":"UT Austin"},{"completion_time":"2025-09-17T23:59:38.385336Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place half of the marshmellows into each bowl.","longform_feedback":"policy A stareted by approaching the cups themselves instead of the marshmellows. policy A would then, over the course of the episode, drift to the far right of the field, fully extending its gripper for no reason. policy A ended the episode with it's arm still fully extended but also raised to about a 45 degree anlge. Policy B was very slow for the entire episode. Policy B started by grabbing a marshmellow, bringing it all the way to the cup on the far right, and then fumbling it right before dropping it into the cup. After fumbling the marshmellow, policy B would spend the rest of its time either approaching the group of marshmellows or being amongst the marshmellows but never getting close enough to grab any. With this in mind, I give policy B the victory because it was at least able to grab the marshmellow while policy A could not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:10.650195_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:10.650195_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:12.373159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:12.373159_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:11.271970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:11.271970_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:10.650195_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:10.650195_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:11.789716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/paligemma_fast_specialist_droid_2025-09-17T23:54:11.789716_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:09.966550_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:09.966550_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:11.661606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:11.661606_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:10.614031_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:10.614031_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:09.966550_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:09.966550_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:11.076245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a320c345-99a8-47a5-a6a7-cbba17c5d1bd/dam_2025-09-17T23:58:11.076245_video_wrist.mp4"},"preference":"B","session_id":"a320c345-99a8-47a5-a6a7-cbba17c5d1bd","university":"UT Austin"},{"completion_time":"2025-09-17T22:20:27.058248Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the pen next to the scissors","longform_feedback":"B did way better since it accomplished the task within a very short time while A was completely off the point as it reached for cup on the edge of the scene","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:50.443578_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:50.443578_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:52.171034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:52.171034_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.144799_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.144799_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.144799_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.144799_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.643219_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/paligemma_fast_specialist_droid_2025-09-17T22:11:51.643219_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:15.321241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:15.321241_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.122537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.122537_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.122537_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.122537_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.759993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77c87eee-64dd-471d-9481-1a33d2627bfb/dam_2025-09-17T22:19:14.759993_video_wrist.mp4"},"preference":"B","session_id":"77c87eee-64dd-471d-9481-1a33d2627bfb","university":"berkeleuy"},{"completion_time":"2025-09-17T21:43:59.667773Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the two bananas altogether","longform_feedback":"A technically moved the two bananas in one place but the approach was quite off the rubric.It must moved only the banana but in this case it moved the entire bowl which contained the banana and place on the other bowl. B has iniitially attempted the grasp one of the banana out but ended up dropping it on the surface","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:01.642077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:01.642077_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:00.518815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:00.518815_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:00.518815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:00.518815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:01.063760_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/pi0_droid_2025-09-17T21:37:01.063760_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:59.589944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:59.589944_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:58.409239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:58.409239_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:58.409239_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:58.409239_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:59.048204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9d0a6f-ebbf-4516-b189-547a21a96810/dam_2025-09-17T21:41:59.048204_video_wrist.mp4"},"preference":"A","session_id":"0a9d0a6f-ebbf-4516-b189-547a21a96810","university":"Berkeley"},{"completion_time":"2025-09-17T21:31:39.872531Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape on the sponge","longform_feedback":"A at least at one point has succesfully grasp the tape up in the air but it laid it down on the edge of the sponge not in the surface. B has reached for the cup the entire time despite having a better light condition","policyA":{"display_name":"dam","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"dam","npz_file_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:46.404435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:46.404435_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.224987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.224987_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.224987_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.224987_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.933826_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/dam_2025-09-17T21:26:45.933826_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:15.269263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:15.269263_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.050819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.050819_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.050819_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.050819_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.690179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67440f61-0c96-482c-b5d1-4d109dbd8aae/paligemma_fast_droid_2025-09-17T21:31:14.690179_video_wrist.mp4"},"preference":"A","session_id":"67440f61-0c96-482c-b5d1-4d109dbd8aae","university":"Berkeley"},{"completion_time":"2025-09-17T21:16:29.242979Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the lid of the donut bowl","longform_feedback":"Policy A only attempted to grasp the scooper despite being asked to manipulate an action with the lid. Policy B briefly touched the lid and push the small seen a little bit away from the view but after that it also reached for the scooper on the left","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:26.936311_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:26.936311_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:28.599131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:28.599131_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:27.575114_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:27.575114_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:27.575114_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:27.575114_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:28.076879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/pi0_droid_2025-09-17T21:09:28.076879_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.131975_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.131975_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:51.871768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:51.871768_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.799772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.799772_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.799772_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:50.799772_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:51.309629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e100551-2a67-4fde-867f-7064e21332bb/paligemma_fast_specialist_droid_2025-09-17T21:15:51.309629_video_wrist.mp4"},"preference":"B","session_id":"8e100551-2a67-4fde-867f-7064e21332bb","university":"Berkeley"},{"completion_time":"2025-09-17T21:03:16.838485Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"scoop the cube into cup","longform_feedback":"Two policies did not do so well since both were unable to recognite the task must involve with the stainless steel scooper on the side. A has attempted at least grasping the yellow cup and shifted the position upright to place into the cup but unfortunately the cup has collasped previously. B was just hovering around the scooper and the cup and did not try to do anything","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:01.543877_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:01.543877_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:03.482262_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:03.482262_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.241437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.241437_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.241437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.241437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.830377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/paligemma_fast_droid_2025-09-17T20:56:02.830377_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:47.433399_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:47.433399_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:49.101532_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:49.101532_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.090991_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.090991_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.090991_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.090991_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.546024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad78b853-01d3-49fe-a739-c872cd3ef22f/dam_2025-09-17T21:02:48.546024_video_wrist.mp4"},"preference":"A","session_id":"ad78b853-01d3-49fe-a739-c872cd3ef22f","university":"Berkeley"},{"completion_time":"2025-09-17T20:50:44.578312Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stir the cup of coffee","longform_feedback":"Both polciies has disruptively  interuptted the set up as in A, the arm was pushing the cup away off the table and in B, the arm did a little alignment with the task since it tried to grasp the spoon but the cup was also attached along with it","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:31.852385_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:31.852385_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:33.278897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:33.278897_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:32.370646_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:32.370646_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:31.852385_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:31.852385_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:32.790771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/paligemma_fast_droid_2025-09-17T20:44:32.790771_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:13.754351_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:13.754351_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:15.348927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:15.348927_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:14.320578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:14.320578_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:13.754351_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:13.754351_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:14.769134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41de4e0-a847-4166-8d8f-009c4a737bd0/dam_2025-09-17T20:50:14.769134_video_wrist.mp4"},"preference":"B","session_id":"d41de4e0-a847-4166-8d8f-009c4a737bd0","university":"Berkeley"},{"completion_time":"2025-09-17T20:40:59.664409Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the green sponge on the whiteboard","longform_feedback":"BOth policies have been good at the point that they recognized the main object of the task (sponge) and tried to grasp it despite many drops and fail of grasping; the sponge did not move significantly from its initial position","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.350507_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.350507_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:36.942654_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:36.942654_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.923584_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.923584_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.923584_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:35.923584_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:36.383934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/dam_2025-09-17T20:33:36.383934_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.370070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.370070_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:38.047646_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:38.047646_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.982285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.982285_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.982285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:36.982285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:37.480497_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d/pi0_droid_2025-09-17T20:39:37.480497_video_wrist.mp4"},"preference":"TIE","session_id":"b3cd7254-b4a7-4eb5-b13b-ce78cd108e7d","university":"Berkeley"},{"completion_time":"2025-09-17T20:27:52.841644Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the spoon in the white pot","longform_feedback":"B just started the focus on two of the colored blocks in the center of the table and moved them to the greyish pot. A did a little bit better since it moved towards the spoon but the arm could not move close enough to reach and grasp it","policyA":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:30.780067_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:30.780067_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:32.613641_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:32.613641_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:31.484520_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:31.484520_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:31.484520_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:31.484520_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:32.042227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/dam_2025-09-17T20:22:32.042227_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:55.662255_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:55.662255_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:57.400754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:57.400754_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.287898_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.287898_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.287898_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.287898_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.830493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d1bcc2c2-8bec-4675-b14f-76d0c045936c/pi0_droid_2025-09-17T20:26:56.830493_video_wrist.mp4"},"preference":"A","session_id":"d1bcc2c2-8bec-4675-b14f-76d0c045936c","university":"Berkeley"},{"completion_time":"2025-09-17T02:25:29.480556Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put all three trays into one stack","longform_feedback":"Both policies were very comparable, policy A just edged out. Policy A spent most of the episode trying to pick up the tray, but grasping at the center of the tray instead of the edge. Thus it was unable to pick up the tray. However at the end of the episode it managed to pick up the tray by the corner, but immedietaly dropped it. The final state was that all three trays were roughly in their same starting position. Policy B understood the task, but always early grasped. Thus it was never able to pick up any of the trays.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:41.815068_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:41.815068_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:43.486369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:43.486369_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.383644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.383644_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.383644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.383644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.937927_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/pi0_droid_2025-09-17T02:20:42.937927_video_wrist.mp4"},"policyB":{"display_name":"dam","left_camera_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.285802_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.285802_video_left.mp4","name":"dam","npz_file_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:13.974344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:13.974344_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.921786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.921786_video_right.mp4","source_name":"dam","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.921786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:12.921786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:13.440217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7393bed9-e49c-49d8-ae64-078dc676c54d/dam_2025-09-17T02:25:13.440217_video_wrist.mp4"},"preference":"A","session_id":"7393bed9-e49c-49d8-ae64-078dc676c54d","university":"Berkeley"},{"completion_time":"2025-09-17T01:41:57.642987Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"close the laptop","longform_feedback":"Policy A seemed to have understood the task, which was to close the lid of the laptop. It correctly positioned its gripper above and behind the laptop lid, and tried to execute a downward motion to close the lid. It wasn't super smooth, nor did the policy succeed on the first try, but after a few tries it succeeded at closing the laptop lid, which is positive. The 2nd policy (policy B) however did not seem to understand the task, and actually ended up increasing the angle of the laptop screen, eventually reaching an unsafe pose, after which I had to terminate the episode.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:20.829300_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:20.829300_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:22.517263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:22.517263_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.513276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.513276_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.513276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.513276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.992005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_droid_2025-09-17T01:37:21.992005_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:38.707887_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:38.707887_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:40.416727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:40.416727_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.342024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.342024_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.342024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.342024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.864576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0/paligemma_fast_specialist_droid_2025-09-17T01:41:39.864576_video_wrist.mp4"},"preference":"A","session_id":"a86eae6a-8cbe-47c8-a96d-f88ad05b8ba0","university":"Berkeley"},{"completion_time":"2025-09-16T18:03:06.096274Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the green tile with the screw driver.","longform_feedback":"policy A began by immediatley trying to grab the xylophone and spent the rest of the episode sort of hovering back and forth with its gripper close, amost as if it wanted to touch the green tile. Policy B began the episode by approaching the tool but didn't grab it, instead sort of moving up and down above it with its gripper around the screwdriver but never grabbing it. About halfway through the episode, policy B gave up tyring to grab the screwdriver and begun approaching the xylophone itself- rotating its gripper and ending the episode with one fingertong over the xylophone and the other over the table surface. I chose policy B because it was able to attempt to grab the tool(somewhat) while policy A could not.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:42.511173_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:42.511173_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:44.113445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:44.113445_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:43.096611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:43.096611_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:42.511173_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:42.511173_video_left.mp4","wrist_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:43.591534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/paligemma_fast_droid_2025-09-16T17:57:43.591534_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.165076_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.165076_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:45.817940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:45.817940_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.737533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.737533_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.165076_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:44.165076_video_left.mp4","wrist_video_gcs_path":"evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:45.217929_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/765cf528-9008-4e4d-a490-1d8bea5392d5/pi0_droid_2025-09-16T18:02:45.217929_video_wrist.mp4"},"preference":"B","session_id":"765cf528-9008-4e4d-a490-1d8bea5392d5","university":"UT Austin"},{"completion_time":"2025-09-16T17:40:35.894820Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Play a sound","longform_feedback":"policy A managed, near the halfway point, to begin touching the xylophone. by the 3/4 way mark policy A had attempted to grab the tool but failed and actually made a noticable sound in the process with the quick return of its gripper tongs to their reset posision after the attempted grab. Policy B had spent the entire episode just grabbing at the xylophone, but while I was turned away for a moment I did hear the clink of the xylophone. Because I was able to actually here something from the xylophone, I give policy B the win, even if it did ignore the tool the whole time.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:40.681751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:40.681751_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:42.496373_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:42.496373_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:41.334889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:41.334889_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:40.681751_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:40.681751_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:41.846200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/paligemma_fast_specialist_droid_2025-09-16T17:35:41.846200_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:12.623850_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:12.623850_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:14.280816_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:14.280816_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:13.193338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:13.193338_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:12.623850_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:12.623850_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:13.692597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7178b650-4ef8-418b-81ff-045b28bd1c21/pi0_droid_2025-09-16T17:40:13.692597_video_wrist.mp4"},"preference":"B","session_id":"7178b650-4ef8-418b-81ff-045b28bd1c21","university":"UT Austin"},{"completion_time":"2025-09-16T17:31:13.187161Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Play the yellow key with the tool in front of you.","longform_feedback":"policy A had decided that it would spend the episode grabbing the orange tile(which is close to the yellow tile). First, policy A approached the xylophone and touched it with its gripper. It was able to touch the yellow gripper with its hand open, but it would also close its hand around the orange tile. Eventualy policy A would freeze on that orange tile for the rest of the episode. policy B had grabbed at the space in between the xylophone and the tool to start the episode, moved towards the tiles but didn't touch anything and then ended the episode by placing its gripper around the tool. In the end, even though I thought it would be interesting to consider playing the yellow tile with your hand a form of progress, policy B was the only one between the 2 to make actual progress towards the objective, even if it was at the very end. Because of this, i give policy B the win.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.216894_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.216894_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:52.002268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:52.002268_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.883214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.883214_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.216894_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:50.216894_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:51.431774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/paligemma_fast_specialist_droid_2025-09-16T17:25:51.431774_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.139009_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.139009_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:48.826354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:48.826354_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.755732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.755732_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.139009_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:47.139009_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:48.292071_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06f997ee-517d-4731-8d54-9a46adc127ab/pi0_droid_2025-09-16T17:30:48.292071_video_wrist.mp4"},"preference":"B","session_id":"06f997ee-517d-4731-8d54-9a46adc127ab","university":"UT Austin"},{"completion_time":"2025-09-16T17:21:41.649609Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"play the yellow note with the tool in front of you.","longform_feedback":"policy A seemed to be reaching for the far right of the scene for no particular reason. Reaching back and forth in the beginning, but eventually shifting to only fully extending its arm for the rest of the episode. Policy B slowly went for the tool but struggled to grasp it- only grabing it for the first time near the 1/3 or 1/2 way mark and only lifting it a little bit once by the end of the episode. Despite not being able to do much, I give policy B the win because policy A was not able to do anything at all and was acting very strange the whole episode.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.080315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.080315_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:52.878173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:52.878173_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.760319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.760319_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.080315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:51.080315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:52.323480_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/paligemma_fast_droid_2025-09-16T17:17:52.323480_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:18.500308_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:18.500308_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:20.232858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:20.232858_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:19.176714_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:19.176714_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:18.500308_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:18.500308_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:19.650017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a14b4f1e-2ab2-4909-b678-a738bc3dc3fb/pi0_droid_2025-09-16T17:21:19.650017_video_wrist.mp4"},"preference":"B","session_id":"a14b4f1e-2ab2-4909-b678-a738bc3dc3fb","university":"UT Austin"},{"completion_time":"2025-09-16T17:14:17.853615Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the cup from inside the pot and place it behind the orange juice.","longform_feedback":"policy A started by quickly picking up the cup and placing it behind the orange juice. Policy B was also able to place the cup behind the orange juice, but it struggled much more than policy A to grab the cup(about 1-2 more attempts) and also knocked over the orange juice when placing the cup. policy B did place the cup closer to the orange juice than policy A did, but I am unsure if that warrants more praise or not. In the end I chose policy A because it did the task much quicker and with much less issue than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:06.664598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:06.664598_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:08.333847_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:08.333847_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.228991_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.228991_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.228991_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.228991_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.806584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_droid_2025-09-16T17:05:07.806584_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:19.582537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:19.582537_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:21.371640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:21.371640_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.221767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.221767_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.221767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.221767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.726630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29051af1-1777-449a-8bbe-8aebe8ca7dfd/paligemma_fast_specialist_droid_2025-09-16T17:10:20.726630_video_wrist.mp4"},"preference":"A","session_id":"29051af1-1777-449a-8bbe-8aebe8ca7dfd","university":"UT Austin"},{"completion_time":"2025-09-16T17:02:15.607431Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cup that is behind the orange juice into the pot.","longform_feedback":"policy A moved slow and confused, unable to see the cup that was occluded from the 3rd person view, it sort of wandered around the starting posision, not doing anything. Policy B on the other hand immediatly moved to the cup, knocked over the orange juice. After the cup was now in plain view of the 3rd person camera, policy B had no problem going to the cup and grabbing it to place it into the pot. Because policy B was able to make progress towards the cup while policy A could not, I give policy B the win.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:57:59.727884_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:57:59.727884_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:01.298566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:01.298566_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.331925_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.331925_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.331925_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.331925_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.830719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/pi0_droid_2025-09-16T16:58:00.830719_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:51.576657_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:51.576657_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:53.046227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:53.046227_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.041573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.041573_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.041573_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.041573_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.491628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b76cd4be-3d77-4fc2-849b-748c3df47a8b/paligemma_fast_specialist_droid_2025-09-16T17:01:52.491628_video_wrist.mp4"},"preference":"B","session_id":"b76cd4be-3d77-4fc2-849b-748c3df47a8b","university":"UT Austin"},{"completion_time":"2025-09-15T20:39:26.723437Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Take the cup out of the pot and put it behind the orange juice.","longform_feedback":"Policy A started right away with grabbing the cup inside of the pot, but ended up crushing it for the most part because it would grab the cup from the outside. policy A was only able to grab the cup and take it out of the pot near the end of the episode.Policy B had the same issue except that it was much more pronounced when it inserted and retracted its gripper to grab the cup and it was much more violent with the cup - crushing it completely as it took it out of the pot ruthlessly and placed it on the ground behind the orange juice. I gave policy B the victory because it was actually able to let go of the cup in a place that was behind the orange juice and also close to the orange juice while policy A could only grab the cup by the very end of the episode.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:19.453503_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:19.453503_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:21.058367_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:21.058367_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:20.032374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:20.032374_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:19.453503_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:19.453503_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:20.552072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/pi0_droid_2025-09-15T20:34:20.552072_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.206614_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.206614_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:55.777375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:55.777375_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.796312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.796312_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.206614_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:54.206614_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:55.257291_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d0a39c9-883c-478d-b29d-de5519843dd6/paligemma_fast_droid_2025-09-15T20:38:55.257291_video_wrist.mp4"},"preference":"B","session_id":"3d0a39c9-883c-478d-b29d-de5519843dd6","university":"UT Austin"},{"completion_time":"2025-09-15T20:24:01.286578Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the small cup behind the orange juice and place it into the pot.","longform_feedback":"Unfortunatley my eval was not as challenging as I would have hoped!! Based on max performance, both policies did the same(although I argue policy A did it faster) in that they completely nailed it. The only difference being that policy B struggled a little more to put it into the pot than policy A. That being said, since their maximum completion was the same, I gave them the same score and thus they tied.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.329778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.329778_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:47.928333_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:47.928333_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.923698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.923698_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.329778_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:46.329778_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:47.413302_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/pi0_droid_2025-09-15T20:19:47.413302_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:33.624577_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:33.624577_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:35.178639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:35.178639_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:34.193392_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:34.193392_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:33.624577_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:33.624577_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:34.648527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbb05a61-651c-4279-a537-3856f2c27d2a/paligemma_fast_specialist_droid_2025-09-15T20:23:34.648527_video_wrist.mp4"},"preference":"TIE","session_id":"fbb05a61-651c-4279-a537-3856f2c27d2a","university":"UT Austin"},{"completion_time":"2025-09-15T20:17:30.576383Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cups inside of each other.","longform_feedback":"policy A started with the small red cup on the left side and placed it into the middle blue cup. While initiallly looking like the very first policy to place all 3 cups inside of each other, due to some miscoordination, policy A was not able to grab the stack it had just made and ended up moving randomly until eventually picking up the yellow cup and placing it on the stack to end the episode. Policy B had grabbed the blue cup and half hazardly placed it onto the yellow cup before wandering the field for the remainder of the episode. With this in mind, I chose policy A because it was able to get a clean stack while policy B could only sort of get one cup into the other and didn't even make an effort towards the other cup.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:57.667071_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:57.667071_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:59.292218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:59.292218_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.321929_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.321929_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.321929_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.321929_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.755658_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/paligemma_fast_droid_2025-09-15T20:12:58.755658_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:37.594413_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:37.594413_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:39.280140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:39.280140_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.183022_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.183022_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.183022_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.183022_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.703471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0f4fcb3-467e-4721-8900-20233dbec79c/pi0_droid_2025-09-15T20:16:38.703471_video_wrist.mp4"},"preference":"A","session_id":"a0f4fcb3-467e-4721-8900-20233dbec79c","university":"UT Austin"},{"completion_time":"2025-09-15T20:09:44.505225Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cups inside of each other.","longform_feedback":"Both policies had gone for the middle purple cup first. policy A took the purple cup to the smaller cup and, upon seeing that it was unable to place the larger purple cup into the smaller red cup, it sort of stood there unable to do anything. policy B had done the opposite with the purple cup and took it to the larger yellow cup and successfully placed the purple cup inside the yellow cup. After stacking the first 2 cups, policy B grabbed the stack and began moving to the small red cup, but when it realized that it would not be able to place the stack inside the smaller red cup, policy B began wandering aimlessly with the stack in its hand. In short, I chose policy B because it was able to actually stack a cup while policy A could not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:09.574821_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:09.574821_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:11.353647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:11.353647_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:10.288482_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:10.288482_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:09.574821_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:09.574821_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:10.811141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/pi0_droid_2025-09-15T20:04:10.811141_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:15.417695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:15.417695_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:17.107750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:17.107750_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:16.078190_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:16.078190_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:15.417695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:15.417695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:16.594188_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c90b0a-763b-4a28-9e79-bf39b86a63bb/paligemma_fast_specialist_droid_2025-09-15T20:09:16.594188_video_wrist.mp4"},"preference":"B","session_id":"d3c90b0a-763b-4a28-9e79-bf39b86a63bb","university":"UT Austin"},{"completion_time":"2025-09-15T19:47:22.920220Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove everything from the plate.","longform_feedback":"I prefer policy A over policy B because policy A was actually able to remove something from the plate. policy A stareted by going for the red cup-pushing and grabbing at it; however, only after retracting could it see an available white block to go and grab. Policy B started by pushing agants the red cup and grabbing at it for almost the whole episode. A couple times it had gottne really close(the closest I've seen after running one other trial today) to actually picking up the cup(grabbing it successfully at the end of the episode but not removing it). Neither policy acknowledged the green slab and neither policy could remove more than one object, but at least policy A could remove an object while policy B could not.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:55.644393_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:55.644393_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:57.391819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:57.391819_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.325906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.325906_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.325906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.325906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.826959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/paligemma_fast_droid_2025-09-15T19:28:56.826959_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:53.527967_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:53.527967_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:55.238216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:55.238216_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.131887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.131887_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.131887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.131887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.666117_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91285b4a-de45-42f1-beab-3fdef62dd8b8/pi0_droid_2025-09-15T19:46:54.666117_video_wrist.mp4"},"preference":"A","session_id":"91285b4a-de45-42f1-beab-3fdef62dd8b8","university":"UT Austin"},{"completion_time":"2025-09-15T19:24:30.237425Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove everything from the plate.","longform_feedback":"Policy A for the first half would grab in front of the red cup, close it's grippers, retract it's hand, and open it's grippers again- almost as if it were dispensing the red cup even though it never actually grabbed the red cup. For the second half, policy A had pressed up against the red cup and began grabbing/pressing(not enough to thuroughly push the plate) until the end of the episode. Policy B had actually managed the grab the white block and moved it off of the plate. policy A began by pushing up against he cup and actually pushing the plate forward. After not making any progress with that, policy B then stopped pushing the plate a little and began focusing on the white block instead- grabbing it and moving it with litle haste hiccups. Policy B would retrun to the red cup, doing much the same as policy A - pushing against the cup while grabbing- until the end of the episode. In conclusion, I chose policy B simply becuse it was able to remove something from the bad list while policy B could not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.177446_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.177446_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:19.856726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:19.856726_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.760312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.760312_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.177446_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:18.177446_video_left.mp4","wrist_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:19.278210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/paligemma_fast_specialist_droid_2025-09-15T19:15:19.278210_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:39.738192_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:39.738192_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:41.347910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:41.347910_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:40.288419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:40.288419_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:39.738192_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:39.738192_video_left.mp4","wrist_video_gcs_path":"evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:40.771182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/020b9224-1f74-41e5-a552-0878d5811566/pi0_droid_2025-09-15T19:23:40.771182_video_wrist.mp4"},"preference":"B","session_id":"020b9224-1f74-41e5-a552-0878d5811566","university":"UT Austin"},{"completion_time":"2025-09-14T09:55:45.762917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the wooden block by 90 degrees","longform_feedback":"Policy A first moved the robotic arm back and forth as if searching the target, then approached the wooden block but did not rotated it in the end.Policy B first moved the robotic arm close to the wooden block, touched it, then pushed it to make it rotate by a small angle.My requirement is to rotate the wooden block by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least rotated the wooden block by a small angle while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:28.873050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:28.873050_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:27.782131_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:27.782131_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:27.782131_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:27.782131_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:28.332347_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_droid_2025-09-14T09:50:28.332347_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:31.151221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:31.151221_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.149654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.149654_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.149654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.149654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.668490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f9a555b-b06f-481a-be2b-53ebde02fca6/paligemma_fast_specialist_droid_2025-09-14T09:55:30.668490_video_wrist.mp4"},"preference":"B","session_id":"2f9a555b-b06f-481a-be2b-53ebde02fca6","university":"frodobots"},{"completion_time":"2025-09-14T09:34:29.574241Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the wooden  block,  then put it on the cube","longform_feedback":"Policy A first moved the robotic arm close to wooden block, after hesitating for while, pushed the wooden block forward, then moved the robotic arm away.Policy B first moved the robotic arm close to the wooden block, then approached the cube and stopped during remaining time of the episode.My requirement is to grasp the wooden  block then put it on the cube, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the wooden block while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:30.459264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:30.459264_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.360689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.360689_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.360689_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.360689_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.963020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_droid_2025-09-14T09:28:29.963020_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:09.621692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:09.621692_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:08.668382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:08.668382_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:08.668382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:08.668382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:09.223428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e419514-b58d-4763-b953-009ec2a1eff9/paligemma_fast_specialist_droid_2025-09-14T09:34:09.223428_video_wrist.mp4"},"preference":"A","session_id":"3e419514-b58d-4763-b953-009ec2a1eff9","university":"frodobots"},{"completion_time":"2025-09-14T09:23:43.376866Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the red  blocks together","longform_feedback":"Policy A first moved the robotic arm close to one red block, grasped it and dropped it.Then policy A grasped the red block again, moved it slightly and dropped it.Policy B first moved the robotic arm close to the one red block, turned it over, then approached another red block, pushed it slightly toward the first red block.My requirement is to put all the red  blocks together, there are two red blocks in total.When comparing the performance of the two, neither policy was able to complete the task, but policy B at least identified two red blocks and tried to move them together while policy A only identified one red block.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:41.076051_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:41.076051_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:39.889908_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:39.889908_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:39.889908_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:39.889908_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:40.570499_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/pi0_droid_2025-09-14T09:16:40.570499_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:08.171893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:08.171893_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.060299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.060299_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.060299_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.060299_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.718978_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e443080c-99fe-40e4-b843-df3e98007f7f/paligemma_fast_specialist_droid_2025-09-14T09:23:07.718978_video_wrist.mp4"},"preference":"B","session_id":"e443080c-99fe-40e4-b843-df3e98007f7f","university":"frodobots"},{"completion_time":"2025-09-14T09:12:19.071613Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube backward","longform_feedback":"Policy A first moved the robotic arm close to the cube, then stopped during remaining time of the episode.Policy B first moved the robotic arm close to the cube, touched it, then put the gripper on the cube until time ran out, as if attempting to grasp it.My requirement is to move the cube backward, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and pushed the cube while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:44.708477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:44.708477_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:43.740563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:43.740563_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:43.740563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:43.740563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:44.306892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_specialist_droid_2025-09-14T09:05:44.306892_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:02.433357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:02.433357_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.336896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.336896_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.336896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.336896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.913270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf74d6b4-20ee-4e23-8040-a713451f44ff/paligemma_fast_droid_2025-09-14T09:12:01.913270_video_wrist.mp4"},"preference":"B","session_id":"cf74d6b4-20ee-4e23-8040-a713451f44ff","university":"frodobots"},{"completion_time":"2025-09-14T08:51:16.560887Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the lid of the cola, then lift it up","longform_feedback":"Policy A first moved the robotic arm close to the cola, pushed it, knocked it over.Then policy A moved robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm close to the table, then moved on the table until time ran out.My requirement is to grasp the lid of the cola then lift it up, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and pushed the cola while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:55.457254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:55.457254_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.442197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.442197_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.442197_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.442197_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.950003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/paligemma_fast_specialist_droid_2025-09-14T08:45:54.950003_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:59.080496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:59.080496_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:57.951341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:57.951341_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:57.951341_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:57.951341_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:58.570488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca5f670e-a1c3-4af1-afa5-df0ed2f41577/pi0_droid_2025-09-14T08:50:58.570488_video_wrist.mp4"},"preference":"A","session_id":"ca5f670e-a1c3-4af1-afa5-df0ed2f41577","university":"frodobots"},{"completion_time":"2025-09-14T08:34:17.513972Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the electronics products from left to right","longform_feedback":"Policy A first moved the robotic arm close to the mouse, then moved around it during remaining time of the episode.Policy B first moved the robotic arm close to the mouse, then moved aimlessly until time ran out.My requirement is to move all the electronics products from left to right, neither policy was able to complete the task.When comparing the performance of the two, it seems that policy A identified the mouse which is electronics product while policy B could not find the target.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:10.671559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:10.671559_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:09.554328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:09.554328_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:09.554328_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:09.554328_video_right.mp4","wrist_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:10.124125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/paligemma_fast_droid_2025-09-14T08:23:10.124125_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:24.384269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:24.384269_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.255918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.255918_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.255918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.255918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.837943_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/995204f1-a10b-4d3c-80ea-06fe278c7466/pi0_droid_2025-09-14T08:29:23.837943_video_wrist.mp4"},"preference":"A","session_id":"995204f1-a10b-4d3c-80ea-06fe278c7466","university":"frodobots"},{"completion_time":"2025-09-14T08:07:01.708884Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana  by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped and released it to make it rotate by a small angle, then moved the robotic arm away and stopped during remaining time of the episode.Policy B first moved the robotic arm close to the book, after hesitating for a while, then touched the book.My requirement is to rotate the banana  by 90 degrees then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the banana and made it rotated by a small angle while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:24.233620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:24.233620_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.142246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.142246_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.142246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.142246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.752270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_specialist_droid_2025-09-14T07:59:23.752270_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:31.063729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:31.063729_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:29.968041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:29.968041_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:29.968041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:29.968041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:30.586550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d994c5a-1dcf-4cea-913b-a256068a534e/paligemma_fast_droid_2025-09-14T08:05:30.586550_video_wrist.mp4"},"preference":"A","session_id":"4d994c5a-1dcf-4cea-913b-a256068a534e","university":"frodobots"},{"completion_time":"2025-09-14T07:43:10.511576Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the controller  from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to controller, grasped and released it, then grasped it again, moved it to right and dropped it on the table.Policy B first moved the robotic arm close to the controller, pushed it slightly to left, then grasped a pencil rather than the controller and rotated the pencil.My requirement is to move the controller  from left to right then rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the controller and moved it to right while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:47.364111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:47.364111_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.249421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.249421_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.249421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.249421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.855617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/paligemma_fast_specialist_droid_2025-09-14T07:34:46.855617_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:52.727702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:52.727702_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:51.679435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:51.679435_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:51.679435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:51.679435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:52.255414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d71d6d3b-607a-40ff-a1bf-8179eb5b05c1/pi0_droid_2025-09-14T07:42:52.255414_video_wrist.mp4"},"preference":"A","session_id":"d71d6d3b-607a-40ff-a1bf-8179eb5b05c1","university":"frodobots"},{"completion_time":"2025-09-14T07:19:20.303673Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then place it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the peach, grasped and released it, then pushed it to left slightly.Policy B first moved the robotic arm close to the peach, pushed it slightly as if attempting to grasp it, then approached a plate, pushed it until time ran out.My requirement is to grasp the peach then place it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the peach while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:45.092722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:45.092722_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:43.933980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:43.933980_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:43.933980_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:43.933980_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:44.554871_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/pi0_droid_2025-09-14T07:12:44.554871_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:59.648276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:59.648276_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:58.558841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:58.558841_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:58.558841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:58.558841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:59.117192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd430b21-06d9-41c0-8257-c42cc80d13df/paligemma_fast_droid_2025-09-14T07:18:59.117192_video_wrist.mp4"},"preference":"A","session_id":"bd430b21-06d9-41c0-8257-c42cc80d13df","university":"frodobots"},{"completion_time":"2025-09-14T07:09:39.802282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the pencil, then put it onto the controller","longform_feedback":"Policy A first moved the robotic arm close to the controller, pushed it,then approached the banana until time ran out.Policy B first moved the robotic arm close to the book, pushed it, then approached the pencil, grasped it, moved it toward the controller, stopped above the controller in the end.My requirement is to grasp the pencil then put it onto the controller, when comparing the performance of the two, policy B almost completed the task while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:35.728483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:35.728483_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:34.480583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:34.480583_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:34.480583_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:34.480583_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:35.160620_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/pi0_droid_2025-09-14T07:02:35.160620_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:42.226717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:42.226717_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.073474_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.073474_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.073474_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.073474_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.739786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a268b15-eb74-406a-8d3f-63eb3333d217/paligemma_fast_droid_2025-09-14T07:08:41.739786_video_wrist.mp4"},"preference":"B","session_id":"8a268b15-eb74-406a-8d3f-63eb3333d217","university":"frodobots"},{"completion_time":"2025-09-14T06:48:07.619409Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to book, then almost stopped during remaining time of the episode.Policy B first moved the robotic arm close to the controller, pressed it, then moved slightly above the controller until time ran out.My requirement is to rotate the controller by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and pressed the controller while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:07.710524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:07.710524_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:06.710145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:06.710145_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:06.710145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:06.710145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:07.286958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/pi0_droid_2025-09-14T06:41:07.286958_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:09.407185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:09.407185_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.425554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.425554_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.425554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.425554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.945563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f47fb19a-3c3d-4988-a2a7-5c648e1a8c28/paligemma_fast_specialist_droid_2025-09-14T06:47:08.945563_video_wrist.mp4"},"preference":"B","session_id":"f47fb19a-3c3d-4988-a2a7-5c648e1a8c28","university":"frodobots"},{"completion_time":"2025-09-14T06:30:09.025391Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the controller onto the book","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped it, moved it to right, then dropped it on the table.Next, policy A moved the robotic arm randomly until time ran out.Policy B first moved the robotic arm close to the bell pepper, pushed it, then approached the controller, grasped it, moved it to the book and put it onto the book.My requirement is to put the controller onto the book, when comparing the performance of the two,policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:54.343468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:54.343468_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.175703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.175703_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.175703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.175703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.779443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_droid_2025-09-14T06:24:53.779443_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:54.278434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:54.278434_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.096788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.096788_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.096788_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.096788_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.738424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb31873-8e97-4303-8935-a3a0e897268c/paligemma_fast_specialist_droid_2025-09-14T06:29:53.738424_video_wrist.mp4"},"preference":"B","session_id":"afb31873-8e97-4303-8935-a3a0e897268c","university":"frodobots"},{"completion_time":"2025-09-14T06:21:22.043236Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put orange onto the book","longform_feedback":"Policy A first moved the robotic arm close to the orange, pushed it slightly as if attempting to grasp it, then stopped during remaining time of the episode.Policy B first moved the robotic arm close to the orange, pushed it as if attempting to grasp it, then moved the robotic arm away.My requirement is to put the orange onto the book, neither policy was able to complete the task.When comparing the performance of the two, both policies have only pushed the orange but did not put it onto the book, and their behaviors is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:14:00.991114_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:14:00.991114_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:13:59.965343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:13:59.965343_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:13:59.965343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:13:59.965343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:14:00.478101_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_specialist_droid_2025-09-14T06:14:00.478101_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:47.399070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:47.399070_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.178417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.178417_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.178417_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.178417_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.800334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ce53ec-5896-414d-a902-3367b70cdc65/paligemma_fast_droid_2025-09-14T06:20:46.800334_video_wrist.mp4"},"preference":"TIE","session_id":"f6ce53ec-5896-414d-a902-3367b70cdc65","university":"frodobots"},{"completion_time":"2025-09-14T06:09:56.680537Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bell pepper  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the bell pepper,  pushed it to left, grasped and released it, then pushed it again, attempted to grasp it until time ran out.Policy B first moved the robotic arm close to the plate, pushed it, then approached the bell pepper, grasped it, moved it to right and dropped it on the table.My requirement is to move the bell pepper from left to right, when comparing the performance of the two, policy B completed the task successfully while policy A pushed the bell pepper to a wrong direction.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:47.295620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:47.295620_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.186064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.186064_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.186064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.186064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.786208_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_specialist_droid_2025-09-14T06:03:46.786208_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:40.043903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:40.043903_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.014682_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.014682_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.014682_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.014682_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.574781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7361858-7117-4bce-ace2-0ebc82818ea3/paligemma_fast_droid_2025-09-14T06:09:39.574781_video_wrist.mp4"},"preference":"B","session_id":"e7361858-7117-4bce-ace2-0ebc82818ea3","university":"frodobots"},{"completion_time":"2025-09-14T05:59:47.664473Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the orange, then grasp the banana","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it to left, then dropped it on table.Next, policy A grasped the banana again in the end.Policy B first moved the robotic arm close to the banana, grasped and released it, then grasped the banana again, moved it, and dropped it on table.My requirement is to grasp the orange then grasp the banana, neither policy was able to complete the task.When comparing the performance of the two, both policies have only grasped the banana, and their behaviors was similar.Therefore,i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:46.916180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:46.916180_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:45.886977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:45.886977_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:45.886977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:45.886977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:46.439698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_specialist_droid_2025-09-14T05:53:46.439698_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:04.291920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:04.291920_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.137473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.137473_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.137473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.137473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.759487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/225504b6-6c64-4409-a3af-2bfcb334d0c3/paligemma_fast_droid_2025-09-14T05:59:03.759487_video_wrist.mp4"},"preference":"TIE","session_id":"225504b6-6c64-4409-a3af-2bfcb334d0c3","university":"frodobots"},{"completion_time":"2025-09-14T05:45:55.965803Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the bottle","longform_feedback":"Policy A first moved the robotic arm close to the bottle, knocked it over, then grasped it, released it and almost stopped above it during remaining time of the episode.Policy B first moved the robotic arm close to the table, then moved slightly until time ran out.My requirement is to knock over the bottle, when comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:07.488232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:07.488232_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.359021_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.359021_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.359021_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.359021_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.993597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/paligemma_fast_specialist_droid_2025-09-14T05:40:06.993597_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:32.035133_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:32.035133_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:30.947179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:30.947179_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:30.947179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:30.947179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:31.512963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fcc7c23-716f-4cc9-aa8a-32042de23f8d/pi0_droid_2025-09-14T05:44:31.512963_video_wrist.mp4"},"preference":"A","session_id":"4fcc7c23-716f-4cc9-aa8a-32042de23f8d","university":"frodobots"},{"completion_time":"2025-09-14T05:20:44.197203Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out a tissue from the pack","longform_feedback":"Policy A first moved the robotic arm slightly for a while, then approached the book, pushed it.Policy B first moved the robotic arm close to the pack of tissues, grasped the pack, lifted it up, moved it until time ran out.My requirement is to pull out a tissue form the pack, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped and moved the pack of tissues while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:06.952021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:06.952021_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:05.833774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:05.833774_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:05.833774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:05.833774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:06.436831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/pi0_droid_2025-09-14T05:14:06.436831_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:28.412320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:28.412320_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.247632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.247632_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.247632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.247632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.880810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070561dd-638f-4ce6-81f8-fe05cd4cd46d/paligemma_fast_specialist_droid_2025-09-14T05:20:27.880810_video_wrist.mp4"},"preference":"B","session_id":"070561dd-638f-4ce6-81f8-fe05cd4cd46d","university":"frodobots"},{"completion_time":"2025-09-14T03:11:31.769311Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mouse from  left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first took some time to search the target, then moved the robotic arm close to the mouse, then almost stopped above the mouse.Policy B first moved the robotic arm close to the mouse, pushed it to left, then moved the robotic arm aimlessly during remaining time of the episode.My requirement is to move the mouse to right then rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the mouse while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:16.241814_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:16.241814_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.230216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.230216_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.230216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.230216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.780202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/pi0_droid_2025-09-14T03:04:15.780202_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:16.034313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:16.034313_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:14.783369_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:14.783369_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:14.783369_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:14.783369_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:15.462839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca290bda-77e7-4533-9ea3-49349b0a3785/paligemma_fast_droid_2025-09-14T03:11:15.462839_video_wrist.mp4"},"preference":"B","session_id":"ca290bda-77e7-4533-9ea3-49349b0a3785","university":"frodobots"},{"completion_time":"2025-09-14T02:59:20.159899Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cola, then put it onto the towel","longform_feedback":"Policy A first moved the robotic arm close to cola, touched it, after hesitating for a while, grasped it, moved it, then put the cola on the table. Policy B first moved the robotic arm close to the towel, pushed it, then grasped it, moved it and dropped it on table.My requirement is to grasp the cola then put it onto the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the cola while policy B did not. Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:20.680968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:20.680968_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:19.542613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:19.542613_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:19.542613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:19.542613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:20.175481_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/paligemma_fast_specialist_droid_2025-09-14T02:51:20.175481_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:59:00.298714_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:59:00.298714_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.287538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.287538_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.287538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.287538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.844514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ded602a-7235-4efb-9a8e-9d90a6df5e5a/pi0_droid_2025-09-14T02:58:59.844514_video_wrist.mp4"},"preference":"A","session_id":"6ded602a-7235-4efb-9a8e-9d90a6df5e5a","university":"frodobots"},{"completion_time":"2025-09-14T02:39:07.312284Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel, then wipe the table with the towel","longform_feedback":"Policy A first moved the robotic arm close to the towel, pushed it forward as if attempting to grasp it,  then moved the robotic arm randomly on the table during most time of the episode.Policy B first moved the robotic arm close to the towel, grasped it and released it several times, then grasped it and wiped the table with it.My requirement is to grasp the towel then wipe the table with the towel, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:11.776857_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:11.776857_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:10.635046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:10.635046_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:10.635046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:10.635046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:11.279172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/paligemma_fast_droid_2025-09-14T02:32:11.279172_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:37:00.348751_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:37:00.348751_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.140606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.140606_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.140606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.140606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.858857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc2ee79f-361c-4fa9-bc25-95358b2bc721/pi0_droid_2025-09-14T02:36:59.858857_video_wrist.mp4"},"preference":"B","session_id":"bc2ee79f-361c-4fa9-bc25-95358b2bc721","university":"frodobots"},{"completion_time":"2025-09-14T02:28:11.772586Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cola by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the cola, acted as if attempting to grasp it, then touched the cola several times until stopped in the end.Policy B first moved the robotic arm close to the table, then moved slightly during remaining time of the episode.My requirement is to rotate the cola by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and touched the cola while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:51.148329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:51.148329_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.012307_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.012307_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.012307_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.012307_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.658162_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/paligemma_fast_droid_2025-09-14T02:18:50.658162_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:21.855027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:21.855027_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:20.717168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:20.717168_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:20.717168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:20.717168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:21.322651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49b03bd4-cf7d-4304-812d-85f870e6d6f4/pi0_droid_2025-09-14T02:26:21.322651_video_wrist.mp4"},"preference":"A","session_id":"49b03bd4-cf7d-4304-812d-85f870e6d6f4","university":"frodobots"},{"completion_time":"2025-09-14T02:13:36.391222Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then cover the plate with the towel","longform_feedback":"Policy A first moved the robotic arm close to the towel, grasped it, moved it toward the plate, then put it near the plate.Policy B first moved the robotic arm close to the towel, grasped it, moved it to left a bit, then dropped it on table.My requirement is to grasp the towel then cover the plate with the towel, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the towel close to the plate while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:23.922220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:23.922220_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:22.757979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:22.757979_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:22.757979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:22.757979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:23.409152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/paligemma_fast_droid_2025-09-14T02:07:23.409152_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:58.971245_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:58.971245_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:57.913142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:57.913142_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:57.913142_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:57.913142_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:58.497318_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1633011e-d692-4f6c-9c93-c1796b400087/pi0_droid_2025-09-14T02:12:58.497318_video_wrist.mp4"},"preference":"A","session_id":"1633011e-d692-4f6c-9c93-c1796b400087","university":"frodobots"},{"completion_time":"2025-09-14T02:01:35.692402Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the ballpoint pens together","longform_feedback":"Policy A first moved the robotic arm close to one ballpoint pen, grasped it and released it,  then pushed it slightly to left.Policy B first moved the robotic arm close to one ballpoint pen, grasped it and released it, causing it to scroll to left.My requirement is to put all the ballpoint pen together, there are two ballpoint pens in total.Neither policy was able to complete the task, when comparing the performance of the two, both policies have only grasped the same ballpoint pen and made it move to left a bit.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:11.993274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:11.993274_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:10.787306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:10.787306_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:10.787306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:10.787306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:11.466919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/paligemma_fast_droid_2025-09-14T01:51:11.466919_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:20.234797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:20.234797_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.218343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.218343_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.218343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.218343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.778290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1caed1a5-dc5a-40ee-8a0a-a25daf84175e/pi0_droid_2025-09-14T02:01:19.778290_video_wrist.mp4"},"preference":"TIE","session_id":"1caed1a5-dc5a-40ee-8a0a-a25daf84175e","university":"frodobots"},{"completion_time":"2025-09-14T01:43:48.366504Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the robotic arm close to the towel, grasped the bottom right corner of the towel, moved it toward top left corner of the towel, folded the towel into a trapezoid shape in the end.Policy B first moved the robotic arm close to the table, after hesitating for a while, grasped the bottom right corner of the towel,then moved it toward the top left corner of the towel but time ran out.My requirement is to fold the towel in half, neither policy was able to complete the task.When comparing the performance of the two, policy A have finished to fold the towel into a trapezoid shape while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:46.217435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:46.217435_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.192725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.192725_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.192725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.192725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.690167_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/pi0_droid_2025-09-14T01:34:45.690167_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:07.868505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:07.868505_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:06.770037_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:06.770037_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:06.770037_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:06.770037_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:07.292580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3deb172a-1bac-4d26-b353-8525cb202a45/paligemma_fast_droid_2025-09-14T01:43:07.292580_video_wrist.mp4"},"preference":"A","session_id":"3deb172a-1bac-4d26-b353-8525cb202a45","university":"frodobots"},{"completion_time":"2025-09-14T01:20:43.041627Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel then drop it","longform_feedback":"Policy A first moved the robotic arm close to the towel, grasped it, lifted it up, move it to right, then dropped it on table.Policy B first moved the robotic arm close to the towel, lifted it up, moved it toward the camera, hit the camera, then dropped the towel on table.Both policies have completed the task, when comparing the performance of the two,policy B accidentally hit the camera while policy A did not.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:30.220982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:30.220982_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:28.979110_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:28.979110_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:28.979110_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:28.979110_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:29.664547_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/pi0_droid_2025-09-14T01:04:29.664547_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:26.964892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:26.964892_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:25.729549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:25.729549_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:25.729549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:25.729549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:26.447292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4299971b-1008-4bd2-99a0-ac5d8ce802c5/paligemma_fast_droid_2025-09-14T01:20:26.447292_video_wrist.mp4"},"preference":"A","session_id":"4299971b-1008-4bd2-99a0-ac5d8ce802c5","university":"frodobots"},{"completion_time":"2025-09-13T10:10:34.111237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the peach into the plate","longform_feedback":"Policy A first moved the robotic arm close to the peach, grasped it, moved it toward the plate, dropped it beside the plate.Then policy A grasped and dropped the peach again, but did not succeed in putting it into the plate.Policy B first moved the robotic arm close to the peach, grasped it, pushed it toward the plate.Then policy B grasped and dropped the peach, but did not put it into the plate.My requirement is to put the peach into the plate, neither policy was able to complete the task.When comparing the performance of the two, both policies have grasped the peach and moved it close to the plate, attempted to put it into the plate but failed.Since the behaviors of the two policies is similar, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:52.076875_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:52.076875_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:50.932469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:50.932469_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:50.932469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:50.932469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:51.541835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/paligemma_fast_droid_2025-09-13T10:01:51.541835_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:15.581630_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:15.581630_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:14.466608_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:14.466608_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:14.466608_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:14.466608_video_right.mp4","wrist_video_gcs_path":"evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:15.088474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf/pi0_droid_2025-09-13T10:10:15.088474_video_wrist.mp4"},"preference":"TIE","session_id":"428e584a-2a9c-49ab-9ba1-3e7b34f8c4cf","university":"frodobots"},{"completion_time":"2025-09-13T09:58:08.109063Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the robotic arm close to the book, pushed its bottom left corner,  then moved the robotic arm away and moved slightly during remaining time of the episode.Policy B first moved the robotic arm close to the table, then approached the bell pepper, pushed it until time run out.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least pushed the book, while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:06.101926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:06.101926_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.095639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.095639_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.095639_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.095639_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.612722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/paligemma_fast_droid_2025-09-13T09:52:05.612722_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:53.883345_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:53.883345_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:52.795329_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:52.795329_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:52.795329_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:52.795329_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:53.415262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26585b3a-e491-4c8c-aae0-3d3e1b8422bb/pi0_droid_2025-09-13T09:56:53.415262_video_wrist.mp4"},"preference":"A","session_id":"26585b3a-e491-4c8c-aae0-3d3e1b8422bb","university":"frodobots"},{"completion_time":"2025-09-13T09:48:13.707178Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out one tissue from the pack","longform_feedback":"Policy A first moved the robotic arm close to the pack of tissues, pushed it, then grasped the pack of tissues, then released it.Policy B first moved the robotic arm close to the pack of tissues, grasped it, lifted it up, then moved it up and down several times as if attempting to pull out the tissue but failed in the end.My requirement is to pull out one tissue from the pack, neither policy was able to complete the task.When comparing the performance of the two, both policies grasped the pack of tissues, but only policy B acted as if attempted to pull out the tissue.Therefore, i choose policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:44.137691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:44.137691_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:42.978604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:42.978604_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:42.978604_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:42.978604_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:43.616987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/pi0_droid_2025-09-13T09:40:43.616987_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:50.228301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:50.228301_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.049888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.049888_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.049888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.049888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.701337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c143640-0267-40d8-8315-99672be0e25b/paligemma_fast_droid_2025-09-13T09:47:49.701337_video_wrist.mp4"},"preference":"B","session_id":"3c143640-0267-40d8-8315-99672be0e25b","university":"frodobots"},{"completion_time":"2025-09-13T09:35:41.556240Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the controller and put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped it, moved it and dropped it on table.Then policy A approached the bell pepper, pushed it.Next, policy A pushed the book.Policy B first moved the robotic arm close to the controller, pressed it, then approached the bell pepper until time ran out.My requirement is to grasp the controller and put it onto the book,neither policy was able to complete the task.When comparing the performance of the two,policy A at least grasped the controller while policy B only pushed it.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:32.068248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:32.068248_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:30.939391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:30.939391_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:30.939391_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:30.939391_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:31.565630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/paligemma_fast_droid_2025-09-13T09:28:31.565630_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:08.843983_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:08.843983_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:07.653225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:07.653225_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:07.653225_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:07.653225_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:08.298362_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6375eaa-6891-4785-97e4-029715c75f24/pi0_droid_2025-09-13T09:35:08.298362_video_wrist.mp4"},"preference":"A","session_id":"e6375eaa-6891-4785-97e4-029715c75f24","university":"frodobots"},{"completion_time":"2025-09-13T09:17:32.636589Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bell pepper, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the bell pepper, pushed it,then moved slightly around the bell pepper during most time of the episode as if attempting to grasp it.Policy B first moved the robotic arm close to the potato, touched it, then approached the orange, pushed it.Next, policy B also pushed the bell pepper.My requirement is to grasp the bell pepper then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified and attempted to grasp the bell pepper, while policy B acted as can't find the target.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:37.660730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:37.660730_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:36.566931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:36.566931_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:36.566931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:36.566931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:37.147346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_droid_2025-09-13T09:06:37.147346_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:29.138620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:29.138620_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.118490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.118490_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.118490_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.118490_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.686635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ecd54cf-2981-4f0f-af2d-8f32a37cab37/paligemma_fast_specialist_droid_2025-09-13T09:14:28.686635_video_wrist.mp4"},"preference":"A","session_id":"6ecd54cf-2981-4f0f-af2d-8f32a37cab37","university":"frodobots"},{"completion_time":"2025-09-13T08:33:29.915780Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the carrot, grasped it, rotated it by about 90 degrees, then put it on table.Next, policy A gasped and released the carrot several times.Policy B first moved the robotic arm close to the carrot, grasped it, rotated it by about 180 degrees, then put it on table.Comparing the performance of the two, policy A completed the task successfully while policy B rotated the carrot by about 180 degrees.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:59.224160_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:59.224160_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.080849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.080849_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.080849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.080849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.731959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/pi0_droid_2025-09-13T08:26:58.731959_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:11.801536_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:11.801536_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:10.582410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:10.582410_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:10.582410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:10.582410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:11.254656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70f1e933-3830-4079-94ae-887d3cdeca63/paligemma_fast_droid_2025-09-13T08:33:11.254656_video_wrist.mp4"},"preference":"A","session_id":"70f1e933-3830-4079-94ae-887d3cdeca63","university":"frodobots"},{"completion_time":"2025-09-13T08:21:08.017493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the carrot into the plate","longform_feedback":"Policy A first moved the robotic arm close to the carrot, grasped it, put it into the plate.Then policy A moved the robotic arm away.Policy B first moved the robotic arm close to the carrot, grasped it, moved it, dropped it.Then grasped it again and moved it until time ran out.My requirement is to put the carrot into the plate, when comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:32.478387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:32.478387_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.325567_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.325567_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.325567_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.325567_video_right.mp4","wrist_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.987828_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/paligemma_fast_specialist_droid_2025-09-13T08:13:31.987828_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:43.031620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:43.031620_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:41.992274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:41.992274_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:41.992274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:41.992274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:42.500811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671727de-b15b-49a6-ad37-4e5409ad81b6/pi0_droid_2025-09-13T08:20:42.500811_video_wrist.mp4"},"preference":"A","session_id":"671727de-b15b-49a6-ad37-4e5409ad81b6","university":"frodobots"},{"completion_time":"2025-09-13T07:12:35.830260Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the fruits together","longform_feedback":"Policy A first moved the robotic arm close to red block which is not fruit, grasped the red block, moved it, then put it onto book in the end.Policy B first moved the robotic arm close to the bunch of grapes, grasped and released it, then approached the book, touched it.Next, policy B approached the red block, grasped and released it.My requirement is to put all the fruits together, there are two fruits in total.When comparing the performance of the two, policy B at least grasped one fruit while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:43.839323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:43.839323_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:42.740066_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:42.740066_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:42.740066_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:42.740066_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:43.368241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/pi0_droid_2025-09-13T07:03:43.368241_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:26.352923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:26.352923_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.212751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.212751_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.212751_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.212751_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.858810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc/paligemma_fast_specialist_droid_2025-09-13T07:10:25.858810_video_wrist.mp4"},"preference":"B","session_id":"8bab6ba6-3d2f-4d26-9d92-fc2df12bbfbc","university":"frodobots"},{"completion_time":"2025-09-13T06:59:21.142903Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the blue block from left to right","longform_feedback":"Policy A first moved the robotic arm close to the banana rather than the blue block, grasped the banana, moved it to right, then dropped it on table.Next, policy A stopped in the remaining time of the episode.Policy B first moved the robotic arm close to the plate, pushed it to left, then moved the robotic arm around the plate until time ran out.My requirement is to move the blue block from left to right, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the banana (rather than the red block) to right, while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:54.719127_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:54.719127_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:53.642618_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:53.642618_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:53.642618_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:53.642618_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:54.265454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_specialist_droid_2025-09-13T06:47:54.265454_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:50.844985_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:50.844985_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:49.788901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:49.788901_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:49.788901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:49.788901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:50.337781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42e419e1-c75e-42f9-b056-c9699f80149e/paligemma_fast_droid_2025-09-13T06:56:50.337781_video_wrist.mp4"},"preference":"A","session_id":"42e419e1-c75e-42f9-b056-c9699f80149e","university":"frodobots"},{"completion_time":"2025-09-13T06:43:35.585760Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block which is in the plate","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped and released it.Then policy A approached the red block, grasped it, moved it,and put it on the table.Policy B first moved the robotic arm close to table, then moved aimlessly during most time of the episode.My requirement is to grasp the red block in the plate, comparing the performance of the two, policy A completed the task successfully while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:49.640982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:49.640982_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:48.449382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:48.449382_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:48.449382_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:48.449382_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:49.072172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/paligemma_fast_specialist_droid_2025-09-13T06:36:49.072172_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:27.144435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:27.144435_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.093339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.093339_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.093339_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.093339_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.634026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafb48fb-d491-49cd-9e73-b6aa0ea65f7e/pi0_droid_2025-09-13T06:42:26.634026_video_wrist.mp4"},"preference":"A","session_id":"dafb48fb-d491-49cd-9e73-b6aa0ea65f7e","university":"frodobots"},{"completion_time":"2025-09-13T06:34:04.419351Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the robotic arm close to the book, adjusted posture,insert the gripper under the book's cover,attempted to close the book, but failed in the end.Policy B first moved the robotic arm close to the table, moved slightly for a while, then pushed the page of the book until time ran out.My requirement is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy A have taken the right actions and almost completed the task, while policy B only pushed the book.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:29.785039_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:29.785039_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:28.674763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:28.674763_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:28.674763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:28.674763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:29.310512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/paligemma_fast_specialist_droid_2025-09-13T06:23:29.310512_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:14.874766_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:14.874766_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:13.751069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:13.751069_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:13.751069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:13.751069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:14.385836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8727570-b3e4-4cb2-be81-221957ce46c7/pi0_droid_2025-09-13T06:32:14.385836_video_wrist.mp4"},"preference":"A","session_id":"f8727570-b3e4-4cb2-be81-221957ce46c7","university":"frodobots"},{"completion_time":"2025-09-13T06:11:56.373726Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the book, touched it, then moved slightly around the book during remaining time of the episode.Policy B first moved the robotic arm close to the marker pen, grasped and released it several times, then moved the marker pen toward the book while rotated it by about 90 degrees, and put it onto the book.My requirement is to rotate the marker pen by 90 degrees then put it onto the book.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:41.412603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:41.412603_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.267986_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.267986_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.267986_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.267986_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.927613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_droid_2025-09-13T06:05:40.927613_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:24.538339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:24.538339_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.343225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.343225_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.343225_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.343225_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.986451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aeb4348-a8c6-4f70-bdd3-e861a398b393/paligemma_fast_specialist_droid_2025-09-13T06:11:23.986451_video_wrist.mp4"},"preference":"B","session_id":"1aeb4348-a8c6-4f70-bdd3-e861a398b393","university":"frodobots"},{"completion_time":"2025-09-13T06:01:30.965439Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bottle from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bottle, pushed  it to make it rotated by about 90 degrees, but did not moved it to right.Policy B first moved the robotic arm close to the bottle, grasped it, moved it to right while rotated it by about 90 degrees, then dropped it on the table.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:57.239133_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:57.239133_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.185828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.185828_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.185828_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.185828_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.760142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/pi0_droid_2025-09-13T05:49:56.760142_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:09.276689_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:09.276689_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.182069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.182069_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.182069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.182069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.786309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73b122b6-07e1-497d-8cb9-fb89274b3c64/paligemma_fast_droid_2025-09-13T06:01:08.786309_video_wrist.mp4"},"preference":"B","session_id":"73b122b6-07e1-497d-8cb9-fb89274b3c64","university":"frodobots"},{"completion_time":"2025-09-13T05:35:31.037756Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block, then place it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the red block, grasped it, moved it toward the book, then placed it near the book.Next, policy A grasped the banana, moved it back and forth until put it onto the book in the end.Policy B first moved the robotic arm close to the red block, grasped it ,lifted it up and dropped it.Then policy B grasped the red block again and move it slightly until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, both policies have grasped the red block, but only policy A have put the red block close to book while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:46.209582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:46.209582_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.026080_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.026080_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.026080_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.026080_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.689313_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/paligemma_fast_specialist_droid_2025-09-13T05:25:45.689313_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:56.977625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:56.977625_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:55.865774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:55.865774_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:55.865774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:55.865774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:56.511675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bde0ed-311f-4f5b-96f2-7c174ac8d394/pi0_droid_2025-09-13T05:33:56.511675_video_wrist.mp4"},"preference":"A","session_id":"a2bde0ed-311f-4f5b-96f2-7c174ac8d394","university":"frodobots"},{"completion_time":"2025-09-13T04:00:53.253762Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the marker pen and mit close to the banana","longform_feedback":"Policy A first moved the robotic arm close to banana, grasped it, moved it to right, then dropped it on the table.Policy B first moved the robotic arm close to the marker pen, grasped it, moved it close to the banana then moved away, put the marker on the table where was far from the banana.Neither policy was able to complete the task, when comparing the performance of the two, policy B almost complete the task while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:20.703770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:20.703770_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:19.531993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:19.531993_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:19.531993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:19.531993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:20.169016_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_droid_2025-09-13T03:51:20.169016_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:28.075282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:28.075282_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.043849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.043849_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.043849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.043849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.570918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1b658bf-d65a-489f-8c86-e1f93a9e246d/paligemma_fast_specialist_droid_2025-09-13T04:00:27.570918_video_wrist.mp4"},"preference":"B","session_id":"a1b658bf-d65a-489f-8c86-e1f93a9e246d","university":"frodobots"},{"completion_time":"2025-09-13T02:38:19.454702Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bunch of grapes rather than the marker pen, pushed the grapes.Then policy A moved slightly during remaining time of the episode.Policy B first moved the robotic arm close to the marker pen, grasped it, rotated it by about 90 degrees, then rotated it a bit during remaining time of the episode.When comparing the performance of the two, policy B completed the task successfully while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:53.056264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:53.056264_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:51.943304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:51.943304_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:51.943304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:51.943304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:52.537148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/pi0_droid_2025-09-13T02:31:52.537148_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:52.300636_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:52.300636_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.057174_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.057174_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.057174_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.057174_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.683993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f69149a2-7e1a-49ce-980b-52a2df9b21ba/paligemma_fast_droid_2025-09-13T02:37:51.683993_video_wrist.mp4"},"preference":"B","session_id":"f69149a2-7e1a-49ce-980b-52a2df9b21ba","university":"frodobots"},{"completion_time":"2025-09-13T02:28:12.245564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A first moved the robotic arm close to the table, after hesitating for a while, approached the banana, grasped it and released it.Policy B first moved the robotic arm close to the banana, grasped it, moved it back and forth, then put it onto a red block rather then the book.My requirement is to put the banana onto the book, neither policy was able to complete the task.When comparing the performance of the two,policy A only grasped the banana while policy B grasped and put banana onto the red block(although it was wrong ). Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:56.308808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:56.308808_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.124074_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.124074_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.124074_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.124074_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.825585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_specialist_droid_2025-09-13T02:19:55.825585_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:55.440217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:55.440217_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.261820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.261820_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.261820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.261820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.927257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45818e-bbdb-4c86-9baf-42be0ac60388/paligemma_fast_droid_2025-09-13T02:27:54.927257_video_wrist.mp4"},"preference":"B","session_id":"5a45818e-bbdb-4c86-9baf-42be0ac60388","university":"frodobots"},{"completion_time":"2025-09-13T02:16:03.850768Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits into the plate","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it toward the plate, then dropped it tight against  the plate.Next, policy A approached the bunch of grapes, attempted to grasp it until time ran out.Policy B first moved the robotic arm close to the banana, grasped it, moved it to the plate and put it into the plate.Then policy B approached the grapes, grasped it, moved it to the plate, placed it into the plate.My requirement is to put all the fruits into the plate, there are two fruits in total.When comparing the performance of the two, policy A only moved one fruit to the plate while policy B completed the task successfully,Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:56.370394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:56.370394_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.170705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.170705_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.170705_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.170705_video_right.mp4","wrist_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.811677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_droid_2025-09-13T02:08:55.811677_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:42.583311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:42.583311_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:41.390599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:41.390599_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:41.390599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:41.390599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:42.071635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330882a2-aaac-4ea2-80fe-1dff682a82d0/paligemma_fast_specialist_droid_2025-09-13T02:15:42.071635_video_wrist.mp4"},"preference":"B","session_id":"330882a2-aaac-4ea2-80fe-1dff682a82d0","university":"frodobots"},{"completion_time":"2025-09-13T02:04:21.565163Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from left to right","longform_feedback":"Policy A first moved the robotic arm close to marker pen, grasped it, moved it to right, then dropped it on table.Next, policy A grasped and release the marker pen again in the end.Policy B first moved the robotic arm close to the banana, pushed it, grasped it and dropped it on table.Then policy B approached the marker pen, grasped it until time ran out.When comparing the performance of the two, policy A completed the task successfully while policy B only grasped the marker pen but did not move it to right.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:38.599969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:38.599969_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:37.498193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:37.498193_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:37.498193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:37.498193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:38.120222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_droid_2025-09-13T01:57:38.120222_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:58.416126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:58.416126_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.302179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.302179_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.302179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.302179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.945417_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00432039-22a4-40a6-9547-5a55125b25c1/paligemma_fast_specialist_droid_2025-09-13T02:03:57.945417_video_wrist.mp4"},"preference":"A","session_id":"00432039-22a4-40a6-9547-5a55125b25c1","university":"frodobots"},{"completion_time":"2025-09-13T01:50:23.681608Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes, then grasp the banana","longform_feedback":"Policy A first moved the robotic arm close to the bunch of grapes, grasped it, moved it, then put it near the banana.Next, policy A grasped and released the banana.Policy B first moved the robotic arm close to the table, then moved slightly during the remaining time of the episode.When comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:19.598901_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:19.598901_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:18.446654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:18.446654_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:18.446654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:18.446654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:19.095867_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/paligemma_fast_specialist_droid_2025-09-13T01:44:19.095867_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:55.238696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:55.238696_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.186409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.186409_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.186409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.186409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.775844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93e88085-1cda-474d-a1b0-e26df2a607f3/pi0_droid_2025-09-13T01:48:54.775844_video_wrist.mp4"},"preference":"A","session_id":"93e88085-1cda-474d-a1b0-e26df2a607f3","university":"frodobots"},{"completion_time":"2025-09-12T06:34:21.144641Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the stem of the apple","longform_feedback":"Policy A moved the robotic arm aimlessly during entire time of the episode as if could not find the target.Policy B first moved the robotic arm close to the table,  then approached the apple, pushed it slightly.Next, policy B stopped during remaining time of the episode.My requirement is to grasp the stem of the apple, neither policy was able to complete the task.When comparing the performance of the two, policy B at least approached and pushed the apple while policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:20.093371_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:20.093371_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:18.942708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:18.942708_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:18.942708_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:18.942708_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:19.558945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/paligemma_fast_specialist_droid_2025-09-12T06:27:19.558945_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:52.049913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:52.049913_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:50.948961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:50.948961_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:50.948961_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:50.948961_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:51.549281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8e303e7-ce12-44e6-9479-7b469bd87011/pi0_droid_2025-09-12T06:33:51.549281_video_wrist.mp4"},"preference":"B","session_id":"c8e303e7-ce12-44e6-9479-7b469bd87011","university":"frodobots"},{"completion_time":"2025-09-12T06:18:49.819116Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the yellow block by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the red block, touched it, then approached the yellow block, grasped it, rotated it by about 90 degrees and dropped it on table.Policy B first moved the robotic arm close to the red block,  grasped  and released it several time.My requirement is to rotate the yellow block by 90 degrees, when comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:27.449940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:27.449940_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.279554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.279554_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.279554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.279554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.933289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/paligemma_fast_droid_2025-09-12T06:13:26.933289_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:29.687030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:29.687030_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:28.708800_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:28.708800_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:28.708800_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:28.708800_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:29.227238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7389510-7fd7-429c-bcd3-d99703b00f25/pi0_droid_2025-09-12T06:18:29.227238_video_wrist.mp4"},"preference":"A","session_id":"e7389510-7fd7-429c-bcd3-d99703b00f25","university":"frodobots"},{"completion_time":"2025-09-12T06:08:58.231696Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the small wheel into the plate","longform_feedback":"Policy A first moved the robotic arm close to the small wheel, knocked it over,then moved the robotic arm away and stopped during remaining time of the episode.Policy B first moved the robotic arm close to the plate, then approached the small wheel, knocked it over.Next, policy B moved the robotic arm aimlessly until time ran out.Neither policy was able to complete the task, when comparing the performance of the two,both policies have only knocked the smaller wheel over but did not put it into the plate.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:49.384729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:49.384729_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.269385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.269385_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.269385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.269385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.931642_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_specialist_droid_2025-09-12T06:01:48.931642_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:26.607663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:26.607663_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:25.376477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:25.376477_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:25.376477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:25.376477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:26.050509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f37b919-c3f6-4ade-bf82-65d4a7535945/paligemma_fast_droid_2025-09-12T06:08:26.050509_video_wrist.mp4"},"preference":"TIE","session_id":"4f37b919-c3f6-4ade-bf82-65d4a7535945","university":"frodobots"},{"completion_time":"2025-09-12T05:57:07.181069Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the vegetables together","longform_feedback":"Policy A first moved the robotic arm close to the carrot, pushed it away, then grasped the controller, moved it and put it on the book.Policy B first moved the robotic arm close to the carrot, grasped it, then moved it back and forth until time ran out.My requirement is to put all the vegetables together, there are two vegetables in total.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least grasped and moved one vegetable while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:18.544882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:18.544882_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:17.331266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:17.331266_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:17.331266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:17.331266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:18.013987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_droid_2025-09-12T05:50:18.013987_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:48.939827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:48.939827_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:47.681182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:47.681182_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:47.681182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:47.681182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:48.383584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1a3999-16aa-4af7-8956-99f0a7ddfbe1/paligemma_fast_specialist_droid_2025-09-12T05:56:48.383584_video_wrist.mp4"},"preference":"B","session_id":"8f1a3999-16aa-4af7-8956-99f0a7ddfbe1","university":"frodobots"},{"completion_time":"2025-09-12T05:46:32.872534Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the red blocks from left to right","longform_feedback":"Policy A first moved the robotic arm close to the table, then move on the table during remaining time of the episode.Policy B first moved the robotic arm close to one red block, grasped it, moved it to right and dropped it on table.Then policy B grasped the red block and moved it to right again.My requirement is to move all the red blocks to right, there are two red blocks in total.When comparing the performance of the two, policy B at least moved one red block to right while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:14.997670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:14.997670_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:13.933306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:13.933306_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:13.933306_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:13.933306_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:14.548357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/pi0_droid_2025-09-12T05:38:14.548357_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:08.833402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:08.833402_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:07.681741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:07.681741_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:07.681741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:07.681741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:08.320368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76a1121f-5d88-44a9-a7e2-9c033bea7826/paligemma_fast_specialist_droid_2025-09-12T05:44:08.320368_video_wrist.mp4"},"preference":"B","session_id":"76a1121f-5d88-44a9-a7e2-9c033bea7826","university":"frodobots"},{"completion_time":"2025-09-12T05:33:23.278772Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock the blue block over","longform_feedback":"Policy A first moved the robotic arm close to book rather than the blue block, then moved away, after hesitating for while, approached the book again.Policy B first moved the robotic arm close to the blue block, pushed it, then grasped it, rotated and moved it as if attempting to turn over it, then put it on the table but failed to turn over the blue block.My requirement is to turn the blue block over, neither policy was able to complete the task.When comparing the performance of the two,policy B almost completed the task while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:55.163205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:55.163205_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:53.883001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:53.883001_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:53.883001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:53.883001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:54.567706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_droid_2025-09-12T05:22:54.567706_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:48.405147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:48.405147_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.362545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.362545_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.362545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.362545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.897239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2c7ead1-b164-4170-8a11-649a76a45b16/paligemma_fast_specialist_droid_2025-09-12T05:30:47.897239_video_wrist.mp4"},"preference":"B","session_id":"f2c7ead1-b164-4170-8a11-649a76a45b16","university":"frodobots"},{"completion_time":"2025-09-12T04:16:34.637984Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn over the controller","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved slightly above the table until time ran out.Policy B first moved the robotic arm close to the edge of the table, then moved around the edge during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, both policies only moved the robotic arm randomly but did not identified the controller.Therefor, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:57.923815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:57.923815_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:56.880657_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:56.880657_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:56.880657_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:56.880657_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:57.415578_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/pi0_droid_2025-09-12T04:08:57.415578_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:29.669597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:29.669597_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:28.476981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:28.476981_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:28.476981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:28.476981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:29.115135_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e44eed60-f381-43c4-a000-d08762e9febd/paligemma_fast_droid_2025-09-12T04:15:29.115135_video_wrist.mp4"},"preference":"TIE","session_id":"e44eed60-f381-43c4-a000-d08762e9febd","university":"frodobots"},{"completion_time":"2025-09-12T04:05:30.260779Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the  cube  by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to table, then moved on the table during remaining time of the episode.Policy B first moved the robotic arm close to the cube, pressed its edge to make rotate.Then policy B moved the robotic arm away and approached the book.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least rotated the cube while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:51.713159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:51.713159_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:50.521423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:50.521423_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:50.521423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:50.521423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:51.239074_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/pi0_droid_2025-09-12T03:59:51.239074_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:44.240744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:44.240744_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:42.969077_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:42.969077_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:42.969077_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:42.969077_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:43.707793_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72215ecf-92e0-4510-af79-56fb2d435e91/paligemma_fast_droid_2025-09-12T04:04:43.707793_video_wrist.mp4"},"preference":"B","session_id":"72215ecf-92e0-4510-af79-56fb2d435e91","university":"frodobots"},{"completion_time":"2025-09-12T03:57:01.110059Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cola from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the cola, grasped it, moved it to right, then put on table.Next, policy A almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the cola, grasped it , moved it to right while rotated it by about 90 degrees, then dropped it on table.But the cola scrolled off the table.When comparing the performance of the two, policy B completed the task successfully while policy A only moved the cola but did not rotate the cola.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:38.916214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:38.916214_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:37.762271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:37.762271_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:37.762271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:37.762271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:38.431926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_specialist_droid_2025-09-12T03:50:38.431926_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:23.347003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:23.347003_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.100779_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.100779_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.100779_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.100779_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.806892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c97c93f1-aa9e-4060-a751-d28d544877e4/paligemma_fast_droid_2025-09-12T03:56:22.806892_video_wrist.mp4"},"preference":"B","session_id":"c97c93f1-aa9e-4060-a751-d28d544877e4","university":"frodobots"},{"completion_time":"2025-09-12T03:46:22.466411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it on the wheel","longform_feedback":"Policy A first moved the robotic arm close to the banana,then grasped and release it several times until time ran out.Policy B first moved the robotic arm close to the banana, grasped and released it.After hesitating for while, then policy B approach ed the banana again in the end.My requirement is to grasp the banana, then put it on the wheel,neither policy was able to complete the task.When comparing the performance of the two,both policies have grasped the banana but have not put it on the wheel.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:24.528355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:24.528355_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.349372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.349372_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.349372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.349372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.979854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/pi0_droid_2025-09-12T03:38:23.979854_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:59.515771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:59.515771_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.261679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.261679_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.261679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.261679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.925972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4e7e99-5413-4427-a4a8-2a956c124c52/paligemma_fast_droid_2025-09-12T03:45:58.925972_video_wrist.mp4"},"preference":"TIE","session_id":"9c4e7e99-5413-4427-a4a8-2a956c124c52","university":"frodobots"},{"completion_time":"2025-09-12T03:34:02.185477Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the small wheel close to the banana","longform_feedback":"Policy A first moved the robotic arm back and forth, then approached the small wheel, grasped and release it twice until time ran out.Policy B first moved the robotic arm close to the small wheel, after hesitating for a while, pushed the small wheel forward slightly.My requirement is to move the small wheel close to the banana,neither policy was able to complete the task.When comparing the performance of the two,policy A grasped the wheel while policy B pushed the wheel forward, but both policies have not moved the wheel close to the banana.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:03.704871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:03.704871_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:02.507895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:02.507895_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:02.507895_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:02.507895_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:03.198509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_droid_2025-09-12T03:26:03.198509_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:43.882041_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:43.882041_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:42.831184_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:42.831184_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:42.831184_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:42.831184_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:43.383263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12bf823b-1ef3-4174-94ab-3522fb3472ce/paligemma_fast_specialist_droid_2025-09-12T03:33:43.383263_video_wrist.mp4"},"preference":"TIE","session_id":"12bf823b-1ef3-4174-94ab-3522fb3472ce","university":"frodobots"},{"completion_time":"2025-09-12T02:37:42.745181Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"touch the right side of the small wheel","longform_feedback":"Policy A first moved the robotic arm close to the small wheel, pushed it forward, adjust posture,then touched the right side of the wheel.Next, policy A almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the small wheel, touched the top left side of it, then moved the robotic arm away.Next, policy B moved the robotic arm randomly until grasped a banana in the end.Comparing the performance of the two,policy A completed the task successfully while policy B failed.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:47.621521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:47.621521_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:46.481254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:46.481254_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:46.481254_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:46.481254_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:47.142332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_droid_2025-09-12T02:31:47.142332_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:50.486255_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:50.486255_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.336139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.336139_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.336139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.336139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.988588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f8ddf55-3e9f-4ea0-99ed-0575569374e8/paligemma_fast_specialist_droid_2025-09-12T02:36:49.988588_video_wrist.mp4"},"preference":"A","session_id":"0f8ddf55-3e9f-4ea0-99ed-0575569374e8","university":"frodobots"},{"completion_time":"2025-09-12T02:26:46.457539Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then cover the banana with the towel","longform_feedback":"Policy A first moved the robotic arm close to the towel, then grasped and release it several times until time run out.Policy B first moved the robotic arm close to the towel, grasped it and release it, after hesitating for while, grasped and moved the towel to right in the end.My requirement is to grasp the towel then cover the banana with the towel, neither policy was able to complete the task.When comparing the performance of the two, both policies have only grasped the towel but have not covered the banana with it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:14.853451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:14.853451_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:13.627692_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:13.627692_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:13.627692_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:13.627692_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:14.285534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_specialist_droid_2025-09-12T02:18:14.285534_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:26.221497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:26.221497_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:24.980478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:24.980478_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:24.980478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:24.980478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:25.642158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5908d966-8d97-4cf6-88fd-8c56de0a24e4/paligemma_fast_droid_2025-09-12T02:26:25.642158_video_wrist.mp4"},"preference":"TIE","session_id":"5908d966-8d97-4cf6-88fd-8c56de0a24e4","university":"frodobots"},{"completion_time":"2025-09-12T01:45:22.831565Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits onto the book","longform_feedback":"Policy A first moved the robotic arm close to the controller rather than fruit, grasped the controller, moved it to right.Then policy A moved the gripper onto the book until time ran out.Policy B first moved the robotic arm close to the banana, pushed it toward the book, then grasped the banana and put it near the book.Next, policy A grasped the banana again and moved it onto the book in the end.My requirement is to put all the fruits onto the book, there are two fruits in total.When comparing the performance of the two, policy B at least moved one fruit onto the book while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:04.033746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:04.033746_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:02.719145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:02.719145_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:02.719145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:02.719145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:03.472310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/pi0_droid_2025-09-12T01:37:03.472310_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:52.625845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:52.625845_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:51.485333_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:51.485333_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:51.485333_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:51.485333_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:52.099596_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ac24aaf-91a0-4f13-9e9d-083b2b169b5d/paligemma_fast_specialist_droid_2025-09-12T01:43:52.099596_video_wrist.mp4"},"preference":"B","session_id":"4ac24aaf-91a0-4f13-9e9d-083b2b169b5d","university":"frodobots"},{"completion_time":"2025-09-12T01:33:43.658397Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube from left to right","longform_feedback":"Policy A first moved the robotic arm close to cloth, pushed the cloth, then grasped and released the cloth.Policy B first moved the robotic arm close to the cube, attempted to grasp it but  failed,then policy B moved the robotic arm aimlessly during remaining time of the episode.My requirement is to move the cube from left to right, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified and attempted to grasp the cube while policy A did not do anything relevant Therefore,policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:32.337426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:32.337426_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.114508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.114508_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.114508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.114508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.793472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/pi0_droid_2025-09-12T01:25:31.793472_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:45.831828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:45.831828_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:44.595939_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:44.595939_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:44.595939_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:44.595939_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:45.258216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87194280-3756-4913-8af1-5ab8f9972179/paligemma_fast_specialist_droid_2025-09-12T01:32:45.258216_video_wrist.mp4"},"preference":"B","session_id":"87194280-3756-4913-8af1-5ab8f9972179","university":"frodobots"},{"completion_time":"2025-09-12T01:22:11.603828Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the orange, then grasp the pencil","longform_feedback":"Policy A first moved the robotic arm close to marker pen, grasped it and released it several times, then moved the robotic arm away in the end.Policy B first moved the robotic arm close to the orange, pushed it several times as if attempting to grasp it, then grasped the cloth near the orange.My requirement is to grasp the orange then grasp the pencil, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the orange and attempted to grasp it while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:22.925909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:22.925909_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:21.725398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:21.725398_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:21.725398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:21.725398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:22.421075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/pi0_droid_2025-09-12T01:14:22.421075_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:36.366142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:36.366142_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.126010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.126010_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.126010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.126010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.808374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eba182ee-52eb-491f-b50c-8aa77e516a94/paligemma_fast_specialist_droid_2025-09-12T01:21:35.808374_video_wrist.mp4"},"preference":"B","session_id":"eba182ee-52eb-491f-b50c-8aa77e516a94","university":"frodobots"},{"completion_time":"2025-09-12T01:00:34.957502Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove everything from the table.","longform_feedback":"policy A didn't really do anything that really stood out, it just took a while to grab the red cup, remove the red cup, and then attempt to grab the green block but never end up removing it from the table. Policy B was very efficient at removing things from the table, removing both the cup and the white cube in almost a semi-continuous movement. The one thing that policy B did poorly was that after it placed the cube away from the plate, it would keep trying to grab it and in the end policy B was not able to tear itself away from the white block. I chose policy B because it was able to remove 2 things while policy A could only remove 1 thing.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.190596_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.190596_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:54:00.697059_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:54:00.697059_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.686888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.686888_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.686888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:53:59.686888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:54:00.139215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/pi0_droid_2025-09-12T00:54:00.139215_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:13.596765_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:13.596765_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:15.210857_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:15.210857_npz_file.npz","partial_success":0.66,"right_camera_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.101233_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.101233_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.101233_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.101233_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.677571_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5baae55-cedb-4ce8-8418-7af625b5f99c/paligemma_fast_specialist_droid_2025-09-12T01:00:14.677571_video_wrist.mp4"},"preference":"B","session_id":"d5baae55-cedb-4ce8-8418-7af625b5f99c","university":"UT Austin"},{"completion_time":"2025-09-12T00:49:09.951404Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove everything from the plate.","longform_feedback":"If I had to characterize the policies, I would call policy A quick but unsteady while policy B was slow and clumsy/inaccurate. policy A started with the red cup and pretty quickly removed it from the plate. policy A then moved to the green block and managed to grab it very quickly but never ended up doing anything with it. policy A would pick up the green block once or twice more before ending with the green block in its hand over past the plates. policy B started with the red cup, try it once and then moved to the white block. policy B continued grabbing things once before moving on(including the plate) until it grabbed the green block and moved it away from the plate to end the episode. I chose policy A because it simply did more than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:25.990816_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:25.990816_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:27.585427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:27.585427_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:26.589408_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:26.589408_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:25.990816_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:25.990816_video_left.mp4","wrist_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:27.091638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/pi0_droid_2025-09-12T00:42:27.091638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:49.870509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:49.870509_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:51.478454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:51.478454_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:50.470792_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:50.470792_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:49.870509_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:49.870509_video_left.mp4","wrist_video_gcs_path":"evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:50.982473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/943b9692-b06c-4863-a737-bafa960d8e09/paligemma_fast_specialist_droid_2025-09-12T00:48:50.982473_video_wrist.mp4"},"preference":"A","session_id":"943b9692-b06c-4863-a737-bafa960d8e09","university":"UT Austin"},{"completion_time":"2025-09-12T00:40:03.127827Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove everything from the plate.","longform_feedback":"policy A managed to remove the red cup off of the plate and the proceeded to grab the top of the cup for the rest of the episode. policy B had managed to remove all but one object from the plate(albiet with some difficulty with placing its hand right on the target object. policy B started with the red cup and had toppled it over causing it to roll to the edge of the table. With the red cup so far away, policy B quickly switched focus to the green wooden block and after some struggling managed to pick it up and remove it from the table. policy B would end by grabbing the white block-after, yet again, some more difficulty. In all, I chose policy B because it had accomplished much more than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:17.782819_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:17.782819_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:19.415000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:19.415000_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:18.402246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:18.402246_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:17.782819_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:17.782819_video_left.mp4","wrist_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:18.916285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/pi0_droid_2025-09-12T00:33:18.916285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:35.710433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:35.710433_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:37.336564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:37.336564_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:36.264649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:36.264649_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:35.710433_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:35.710433_video_left.mp4","wrist_video_gcs_path":"evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:36.822881_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/825a207d-9fd8-4895-a576-4c07d28aa597/paligemma_fast_droid_2025-09-12T00:39:36.822881_video_wrist.mp4"},"preference":"B","session_id":"825a207d-9fd8-4895-a576-4c07d28aa597","university":"UT Austin"},{"completion_time":"2025-09-12T00:29:59.836905Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cup on the mini coat hanger.","longform_feedback":"Both policies were able to grab the cup, but they went about it differently. policy A had grabbed at the cup quite a bit and even lifed/moved the cup before the end of the episode. policy B was very slow, spending most of its time hovering with its gripper around the cup but never grabbing the cup. Througout the entire episode, policy B only grabbed the cup once or twice and never moved the cup. It's for this reason that I chose policy A over policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:01.571316_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:01.571316_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:03.228155_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:03.228155_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.139038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.139038_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.139038_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.139038_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.631247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/pi0_droid_2025-09-12T00:25:02.631247_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.472433_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.472433_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:42.975656_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:42.975656_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.940208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.940208_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.940208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:41.940208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:42.450396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c9ad02b-46cd-4ce7-9b6b-54094c2c1680/paligemma_fast_specialist_droid_2025-09-12T00:29:42.450396_video_wrist.mp4"},"preference":"A","session_id":"0c9ad02b-46cd-4ce7-9b6b-54094c2c1680","university":"UT Austin"},{"completion_time":"2025-09-12T00:21:51.956516Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cup on the mini coat hanger.","longform_feedback":"policy A was only able to pace back and forth above the cup and wasn't actually able to do anything. policy B had actually been able to touch the cup but in an awkward fashion pretty quickly but for some reason then retracted its gripper a lot(almost across the table and greater than 2ft above the table) while holding the strange hand configuration. Policy B would then do that one more time before ending the episdoe with its hand in a weird position in the air. With this in mind, I chose policy B because it was able to actually touch the cup while policy A could not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:34.745308_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:34.745308_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:36.459118_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:36.459118_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:35.400219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:35.400219_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:34.745308_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:34.745308_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:35.881868_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/pi0_droid_2025-09-12T00:12:35.881868_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:41.435869_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:41.435869_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:43.088843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:43.088843_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:42.030956_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:42.030956_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:41.435869_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:41.435869_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:42.511903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36ac6f58-daf9-4632-b529-80230183cfbf/paligemma_fast_specialist_droid_2025-09-12T00:19:42.511903_video_wrist.mp4"},"preference":"B","session_id":"36ac6f58-daf9-4632-b529-80230183cfbf","university":"UT Austin"},{"completion_time":"2025-09-11T10:09:18.772632Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then wipe the table with the towel","longform_feedback":"Policy A first moved the robotic arm close to the table,  after hesitating for a while, approached the towel in the end.Policy B first moved the robotic arm close to the table, after hesitating for while, approached the towel, grasped it, then moved it slightly on table as if wiping the table.My requirement is to grasp the towel then wipe the table with it, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:31.868382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:31.868382_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:30.662844_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:30.662844_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:30.662844_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:30.662844_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:31.363482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_specialist_droid_2025-09-11T09:59:31.363482_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:32.885884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:32.885884_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:31.623725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:31.623725_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:31.623725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:31.623725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:32.345928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41ff6461-d530-4c7c-be44-69d69385fcce/paligemma_fast_droid_2025-09-11T10:08:32.345928_video_wrist.mp4"},"preference":"B","session_id":"41ff6461-d530-4c7c-be44-69d69385fcce","university":"frodobots"},{"completion_time":"2025-09-11T09:43:54.851784Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the power plug by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm randomly for a while, then pushed the plate close to the power plug in the end.Policy B first moved the robotic arm close to the plate, grasped and released it.Then policy B moved slightly around  the edge of the plate.My requirement is to rotate the power plug by 90 degrees and put it into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least moved the plate close to the power plug while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:46.491721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:46.491721_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:45.327435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:45.327435_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:45.327435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:45.327435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:46.015474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/paligemma_fast_specialist_droid_2025-09-11T09:35:46.015474_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:37.075006_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:37.075006_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:35.886625_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:35.886625_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:35.886625_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:35.886625_video_right.mp4","wrist_video_gcs_path":"evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:36.545327_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/044eabe7-85e3-4dbf-85b5-3c3980a470c1/pi0_droid_2025-09-11T09:43:36.545327_video_wrist.mp4"},"preference":"A","session_id":"044eabe7-85e3-4dbf-85b5-3c3980a470c1","university":"frodobots"},{"completion_time":"2025-09-11T09:31:11.950369Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the robotic arm close to edge of the towel, grasped the bottom left edge of the towel, moved the it to right.Then policy A fold the towel again.Policy B first moved the robotic arm close to the towel, put the gripper near its bottom right corner, pushed it slightly until time ran out.My requirement is to fold the towel in half, when comparing the performance of the two, policy A almost complete the task while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:18.360229_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:18.360229_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.330335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.330335_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.330335_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.330335_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.872135_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/pi0_droid_2025-09-11T09:22:17.872135_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:31.583852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:31.583852_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:30.564330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:30.564330_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:30.564330_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:30.564330_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:31.082439_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c0e028b-6c63-49e7-a7d4-434facc4c98a/paligemma_fast_specialist_droid_2025-09-11T09:28:31.082439_video_wrist.mp4"},"preference":"A","session_id":"5c0e028b-6c63-49e7-a7d4-434facc4c98a","university":"frodobots"},{"completion_time":"2025-09-11T09:16:03.081341Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the box and put it onto the cube","longform_feedback":"Policy A first moved the robotic arm close to the box, pushed it, then moved the robotic arm away.Next, policy A moved the the robotic arm randomly until approached the box in the end.Policy B first moved the robotic arm close to the table, then moved slightly during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least identified and pushed the box while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:19.979694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:19.979694_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:18.769232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:18.769232_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:18.769232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:18.769232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:19.413460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/paligemma_fast_droid_2025-09-11T09:10:19.413460_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:38.202437_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:38.202437_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.038055_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.038055_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.038055_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.038055_video_right.mp4","wrist_video_gcs_path":"evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.685937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/666add10-958a-47f8-bd00-c025faeab771/pi0_droid_2025-09-11T09:15:37.685937_video_wrist.mp4"},"preference":"A","session_id":"666add10-958a-47f8-bd00-c025faeab771","university":"frodobots"},{"completion_time":"2025-09-11T09:02:28.999012Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the lid of the cola","longform_feedback":"Policy A first moved the robotic arm close to the cola, grasped the body of the cola and released it.Then policy A pushed a box beside the cola.Policy B first moved the robotic arm close to the cola, grasped the lid of the cola, then released it.Neither policy was able to complete the task, when comparing the performance of the two,policy B at least grasped the lid of the cola while policy A only grasped the body of cola.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:57.984796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:57.984796_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:56.852369_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:56.852369_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:56.852369_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:56.852369_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:57.456397_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/paligemma_fast_specialist_droid_2025-09-11T08:53:57.456397_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:10.190260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:10.190260_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.055798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.055798_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.055798_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.055798_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.696392_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ba66c9-1858-4f0b-a279-9f9336efdf41/pi0_droid_2025-09-11T09:01:09.696392_video_wrist.mp4"},"preference":"B","session_id":"27ba66c9-1858-4f0b-a279-9f9336efdf41","university":"frodobots"},{"completion_time":"2025-09-11T08:45:34.453855Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the smaller box over","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, pressed its edge, attempted to turn it over but failed.Then policy A moved the robotic arm away and stopped during remaining time of episode.Policy B first moved the robotic arm close to the smaller box, grasped it, rotated and  dropped it, attempted to turn it over but failed.Then policy B also press the edge of the smaller box, tried to turn it over, also failed.Neither policy was able to complete the task, when comparing the performance of the two, policy B have tried two different method to turn over the box while policy A only tried one.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:12.009023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:12.009023_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:10.978153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:10.978153_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:10.978153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:10.978153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:11.569168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/paligemma_fast_droid_2025-09-11T08:37:11.569168_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:54.823296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:54.823296_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:53.809681_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:53.809681_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:53.809681_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:53.809681_video_right.mp4","wrist_video_gcs_path":"evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:54.330593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/572624c6-f5c0-4c0b-a61b-a44df961c40b/pi0_droid_2025-09-11T08:44:54.330593_video_wrist.mp4"},"preference":"B","session_id":"572624c6-f5c0-4c0b-a61b-a44df961c40b","university":"frodobots"},{"completion_time":"2025-09-11T08:29:48.786682Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller white box onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, pushed it as if attempting to grasp it until time ran out.Policy B first moved the robotic arm close to the bigger box rather then the smaller box, pushed it.Then policy B approached the smaller box, pushed it.Neither policy was able to complete the task, when comparing the performance of the two, both policies have only pushed the smaller box but did not put it onto the big box.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:18.102031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:18.102031_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.027837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.027837_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.027837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.027837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.638585_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/pi0_droid_2025-09-11T08:24:17.638585_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:31.593832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:31.593832_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:30.386722_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:30.386722_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:30.386722_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:30.386722_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:31.044152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c32ae5-459a-4f2a-bde6-998a857d61b7/paligemma_fast_droid_2025-09-11T08:29:31.044152_video_wrist.mp4"},"preference":"TIE","session_id":"c6c32ae5-459a-4f2a-bde6-998a857d61b7","university":"frodobots"},{"completion_time":"2025-09-11T08:20:27.059418Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the boxes together","longform_feedback":"Policy A first moved the robotic arm close to the white box, pushed it forward.Then policy A approach the controller, grasped it, moved it to the red box and put it on the table close to the red box.Policy B first moved the robotic arm close to the white box, grasped it, moved it toward the red box, then placed it near the red box.My requirement is to put all boxes together, there are two boxes in total.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:18.088996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:18.088996_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:16.921216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:16.921216_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:16.921216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:16.921216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:17.581496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_specialist_droid_2025-09-11T08:12:17.581496_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:45.287921_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:45.287921_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.177438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.177438_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.177438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.177438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.845598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c968e1d-07e1-4490-91c9-ea4e83c680ad/paligemma_fast_droid_2025-09-11T08:18:44.845598_video_wrist.mp4"},"preference":"B","session_id":"0c968e1d-07e1-4490-91c9-ea4e83c680ad","university":"frodobots"},{"completion_time":"2025-09-11T08:07:37.645740Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller box from left to right","longform_feedback":"Policy A first moved the robotic arm close to smaller box, pressed the top of the smaller box, then pushed it to right slightly.Policy B first moved the robotic arm close to the smaller box, grasped it, then moved it to right.Then policy B moved the robotic arm randomly during remaining time of the episode.Both policies have completed the task, when comparing the performance of the two, policy B moved the box further to right than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:26.275313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:26.275313_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.098883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.098883_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.098883_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.098883_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.763470_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_droid_2025-09-11T08:01:25.763470_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:11.949219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:11.949219_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:10.764557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:10.764557_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:10.764557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:10.764557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:11.410874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c0ea73d-53a9-4fc5-b82e-f52eb35343a2/paligemma_fast_specialist_droid_2025-09-11T08:07:11.410874_video_wrist.mp4"},"preference":"B","session_id":"9c0ea73d-53a9-4fc5-b82e-f52eb35343a2","university":"frodobots"},{"completion_time":"2025-09-11T07:58:14.931924Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock over the cola","longform_feedback":"Policy A first moved the robotic arm close to the cola, pushed it to knock over it.Then policy A moved the robotic arm randomly during remaining time of the episode.Policy B moved the robotic arm aimlessly during the entire time of the trial.When comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:03.479184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:03.479184_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:02.440138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:02.440138_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:02.440138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:02.440138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:03.003346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_specialist_droid_2025-09-11T07:52:03.003346_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:03.595915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:03.595915_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:02.430061_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:02.430061_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:02.430061_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:02.430061_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:03.076072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63b278a6-eb6d-465f-a4e4-2f04059b2d54/paligemma_fast_droid_2025-09-11T07:57:03.076072_video_wrist.mp4"},"preference":"A","session_id":"63b278a6-eb6d-465f-a4e4-2f04059b2d54","university":"frodobots"},{"completion_time":"2025-09-11T07:39:21.837483Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the mice  from left to right","longform_feedback":"Policy A first moved the robotic arm close to one mouse, grasped its cable, moved it to right, then released it.Next, policy B moved the robotic aimlessly, but did not attempt to move another mouse.Policy B first moved the robotic arm close to one mouse, grasped it, moved it to right, then released it.Next, policy B move the robotic arm slightly during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, both policies have only moved one mouse to right and did not attempt to move another mouse.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:52.221538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:52.221538_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:50.984298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:50.984298_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:50.984298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:50.984298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:51.641643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/paligemma_fast_droid_2025-09-11T07:32:51.641643_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:56.294578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:56.294578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.173442_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.173442_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.173442_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.173442_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.775026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d624e8d6-b9f6-41a7-8038-bb439fbfac2d/pi0_droid_2025-09-11T07:38:55.775026_video_wrist.mp4"},"preference":"TIE","session_id":"d624e8d6-b9f6-41a7-8038-bb439fbfac2d","university":"frodobots"},{"completion_time":"2025-09-11T07:28:46.348126Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the mouse  by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm close to mouse, grasped it, moved it to the plate, then put it into the plate.Policy B first moved the robotic arm close to the right side of the table, then touched the plate.Next,policy B moved aimlessly during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least put the mouse into the plate (although did not rotated it) while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:33.679015_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:33.679015_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:32.425433_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:32.425433_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:32.425433_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:32.425433_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:33.168153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_droid_2025-09-11T07:20:33.168153_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:16.544207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:16.544207_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:15.391302_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:15.391302_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:15.391302_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:15.391302_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:16.047387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95a35fe6-55cd-41fe-97f8-8802340e1690/paligemma_fast_specialist_droid_2025-09-11T07:27:16.047387_video_wrist.mp4"},"preference":"A","session_id":"95a35fe6-55cd-41fe-97f8-8802340e1690","university":"frodobots"},{"completion_time":"2025-09-11T07:13:47.601215Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick a grape from the bunch of grapes","longform_feedback":"Policy A first moved the robotic arm close to the table, then almost stopped during remaining time of the episode.Policy B first moved the robotic arm close to the bunch of grapes, grasped and dropped them.Then policy B attempted to grasp the grape several times, and grasped one grape in the end.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:49.249715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:49.249715_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.161240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.161240_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.161240_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.161240_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.775222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/pi0_droid_2025-09-11T07:07:48.775222_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:21.600417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:21.600417_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:20.412308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:20.412308_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:20.412308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:20.412308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:21.066586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ae2bda5-bdb6-4558-a525-d44c1ca934a8/paligemma_fast_droid_2025-09-11T07:13:21.066586_video_wrist.mp4"},"preference":"B","session_id":"2ae2bda5-bdb6-4558-a525-d44c1ca934a8","university":"frodobots"},{"completion_time":"2025-09-11T07:03:42.707530Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the robotic arm close to the book, put the gripper to edge of book, then turned the pages of the book, but the pages closed again when the gripper moved away.Policy B first moved the robotic arm close to the book, then moved the gripper on top of the book for a while, then almost stopped during remaining time of the episode.When comparing the performance of the two, policy A almost completed the task while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:49.940837_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:49.940837_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:48.826023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:48.826023_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:48.826023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:48.826023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:49.454277_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/pi0_droid_2025-09-11T06:58:49.454277_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:23.181903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:23.181903_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.158009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.158009_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.158009_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.158009_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.736465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1be3fba-567b-4ac1-95a0-891f4ac89255/paligemma_fast_droid_2025-09-11T07:03:22.736465_video_wrist.mp4"},"preference":"A","session_id":"a1be3fba-567b-4ac1-95a0-891f4ac89255","university":"frodobots"},{"completion_time":"2025-09-11T06:51:38.121419Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the book","longform_feedback":"Policy A first moved the robotic arm close to the book, adjusted posture, put the gripper under the cover of the book, then pushed it, attempted to close it during most time of the episode.Policy B first moved the robotic arm close to the book, adjusted posture, then pushed the book while turned the pages of the book.My requirement is to close the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least turned the pages of the book while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:13.773342_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:13.773342_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:12.564336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:12.564336_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:12.564336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:12.564336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:13.233772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_droid_2025-09-11T06:42:13.233772_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:37.497779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:37.497779_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:36.333730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:36.333730_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:36.333730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:36.333730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:37.019158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d976863-a4f5-4f7c-993a-1d1bc724f1e0/paligemma_fast_specialist_droid_2025-09-11T06:50:37.019158_video_wrist.mp4"},"preference":"B","session_id":"2d976863-a4f5-4f7c-993a-1d1bc724f1e0","university":"frodobots"},{"completion_time":"2025-09-11T05:58:48.587692Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the left button of the mouse","longform_feedback":"Policy A first moved the robotic arm close to the mouse, pressed the right button of the mouse several times, then grasped and release the mouse.Policy B first moved the robotic arm close to the mouse, pressed the middle of the mouse several times.My requirement is to press the left button of the mouse, neither policy was able to complete the task. When comparing the performance of the two, policy A at least press the wrong button while policy B only pressed the middle of  the mouse.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:27.508669_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:27.508669_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.325198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.325198_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.325198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.325198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.993462_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/paligemma_fast_specialist_droid_2025-09-11T05:52:26.993462_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:58:00.294204_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:58:00.294204_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.084234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.084234_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.084234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.084234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.792509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5944e49b-8e18-484a-8695-093651ff6410/pi0_droid_2025-09-11T05:57:59.792509_video_wrist.mp4"},"preference":"A","session_id":"5944e49b-8e18-484a-8695-093651ff6410","university":"frodobots"},{"completion_time":"2025-09-11T05:42:02.046117Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the black mouse  onto the book","longform_feedback":"Policy A first moved the robotic arm randomly during most time of the episode, then stopped near the edge of the table.Policy B first moved the robotic arm close to the book, then moved away.Next, policy B approached the mouse, grasped it, moved it close to the book, and placed it on the table near the book in the end.My requirement is to put the black mouse onto the book, when comparing the performance of the two, policy B almost completed the task while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:55.088725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:55.088725_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:53.965746_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:53.965746_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:53.965746_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:53.965746_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:54.589197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/pi0_droid_2025-09-11T05:32:54.589197_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:27.803990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:27.803990_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:26.527743_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:26.527743_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:26.527743_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:26.527743_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:27.265648_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7b2463d-5f9a-4ca8-8965-ea4bd990392b/paligemma_fast_specialist_droid_2025-09-11T05:41:27.265648_video_wrist.mp4"},"preference":"B","session_id":"a7b2463d-5f9a-4ca8-8965-ea4bd990392b","university":"frodobots"},{"completion_time":"2025-09-11T05:25:56.177512Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the  cups together","longform_feedback":"Policy A first moved the robotic arm randomly as if searching the target, during entire time of the trial.Policy B first moved the robotic arm close to the one cup, grasped it, then moved it slightly toward another cup.My requirement is to put all the cups together, there are two cups in total.When comparing the performance of the two, policy B almost completed the task while policy A failed.Therefore,policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:35.982682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:35.982682_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:34.735960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:34.735960_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:34.735960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:34.735960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:35.438291_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/paligemma_fast_specialist_droid_2025-09-11T05:16:35.438291_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:01.808477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:01.808477_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:00.725354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:00.725354_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:00.725354_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:00.725354_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:01.331353_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a309965d-c386-4807-a378-96e6befb4a79/pi0_droid_2025-09-11T05:24:01.331353_video_wrist.mp4"},"preference":"B","session_id":"a309965d-c386-4807-a378-96e6befb4a79","university":"frodobots"},{"completion_time":"2025-09-11T04:17:12.904683Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mouse from left to right","longform_feedback":"Policy A first moved the robotic arm close to the mouse, then moved the robotic arm close to the charger.Next, policy A moved the robotic arm to the middle of the two, grasped and released their cable.Policy B first moved the robotic arm close to the cable of the charger, then moved around the cable during most time of the trial.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least grasped the cable of the mouse while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:34.647971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:34.647971_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:33.267524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:33.267524_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:33.267524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:33.267524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:34.055604_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/paligemma_fast_specialist_droid_2025-09-11T04:12:34.055604_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:58.480047_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:58.480047_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:57.674950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:57.674950_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:57.674950_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:57.674950_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:58.139779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7da42593-91e4-4e54-b890-ca039c505205/pi0_droid_2025-09-11T04:16:58.139779_video_wrist.mp4"},"preference":"A","session_id":"7da42593-91e4-4e54-b890-ca039c505205","university":"frodobots"},{"completion_time":"2025-09-11T04:07:28.997274Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the charger then drop it","longform_feedback":"Policy A first moved the robotic arm close to the charger, then moved around the cable of the charger during most remaining time of the episode.Policy B first moved the robotic arm close to the cable of the charger, grasped it, then dropped it on the table.Next, policy B grasped the cable again in the end.When comparing the performance of the two, policy B at least grasped and dropped the cable of the charger while policy A did not grasp anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:09.072969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:09.072969_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:07.876528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:07.876528_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:07.876528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:07.876528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:08.535238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/paligemma_fast_droid_2025-09-11T04:01:08.535238_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:12.544662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:12.544662_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:11.362432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:11.362432_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:11.362432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:11.362432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:12.039441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a13a97-9416-4010-a804-a00ed8c1dee0/pi0_droid_2025-09-11T04:07:12.039441_video_wrist.mp4"},"preference":"B","session_id":"72a13a97-9416-4010-a804-a00ed8c1dee0","university":"frodobots"},{"completion_time":"2025-09-11T03:53:49.496762Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the vegetables from left to right","longform_feedback":"Policy A first moved the robotic arm close to the carrot , grasped it, moved it to right and dropped it on table.Then policy A grasped the carrot again and dropped it on floor.Next, policy A approached the bell pepper in the end.Policy B first moved the robotic arm close to the carrot, grasped it, moved it to right and dropped it on table.Then policy B grasped and released the carrot several times until moved the robotic arm away.Neither policy was able to complete the task, when comparing the performance of the two, both policies have moved one vegetable to right, but then policy A attempted to grasp another vegetable while policy B did not.Terefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:22.305773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:22.305773_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.069427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.069427_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.069427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.069427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.784151_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/paligemma_fast_specialist_droid_2025-09-11T03:46:21.784151_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:12.002621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:12.002621_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:10.884555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:10.884555_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:10.884555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:10.884555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:11.513647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7499b4f4-361a-4a30-8878-18be81655cc6/pi0_droid_2025-09-11T03:52:11.513647_video_wrist.mp4"},"preference":"A","session_id":"7499b4f4-361a-4a30-8878-18be81655cc6","university":"frodobots"},{"completion_time":"2025-09-11T03:33:46.126040Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the carrot by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the book  rather than the carrot, pushed the book.Then policy A approached the carrot, and pushed it to make it rotate while fall off the table.Policy B first moved the robotic arm close to the carrot, pushed it to the edge of table, but did not obviously rotated.Then policy A approached the grapes until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least obviously rotated the carrot while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:39.108347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:39.108347_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:37.935908_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:37.935908_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:37.935908_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:37.935908_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:38.591847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_droid_2025-09-11T03:25:38.591847_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:22.109030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:22.109030_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.032614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.032614_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.032614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.032614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.651542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8635101e-2204-407f-bb60-d01b8b684d56/paligemma_fast_specialist_droid_2025-09-11T03:32:21.651542_video_wrist.mp4"},"preference":"A","session_id":"8635101e-2204-407f-bb60-d01b8b684d56","university":"frodobots"},{"completion_time":"2025-09-11T03:06:42.099603Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bunch of grapes from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bunch of grapes, grasped it, rotated it by about 90 degrees, then moved it to right rather than left slightly and dropped it on table.Policy B first moved the robotic arm close to the bunch of grapes, pushed it to left slightly, but did not rotate the bunch of  grapes in the end.My requirement is to move the grapes to left then rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, policy A at least rotated the bunch of grapes by 90 degrees correctly while policy B only pushed the grapes to left a bit.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:54.080186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:54.080186_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:52.944189_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:52.944189_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:52.944189_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:52.944189_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:53.572493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/paligemma_fast_specialist_droid_2025-09-11T02:54:53.572493_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:20.901218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:20.901218_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:19.699587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:19.699587_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:19.699587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:19.699587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:20.384616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9513a04e-cadc-48f3-8744-5b897651a084/pi0_droid_2025-09-11T03:06:20.384616_video_wrist.mp4"},"preference":"A","session_id":"9513a04e-cadc-48f3-8744-5b897651a084","university":"frodobots"},{"completion_time":"2025-09-11T02:44:12.054667Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the potato, then place it into the plate","longform_feedback":"Policy A first moved the robotic arm close to potato, pushed it to the edge of the table as if attempting to grasp it, then moved the robotic arm close to the plate in the end.Policy B first moved the robotic arm close to the plate, then pushed it during most time of the episode.My requirement is to put the potato into the plate, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the potato while policy did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:51.712685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:51.712685_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:50.631671_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:50.631671_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:50.631671_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:50.631671_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:51.153045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/paligemma_fast_droid_2025-09-11T02:36:51.153045_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:07.952254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:07.952254_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:06.766423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:06.766423_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:06.766423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:06.766423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:07.449265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5aa39c-34b1-4d03-a52b-c31074b0f267/pi0_droid_2025-09-11T02:43:07.449265_video_wrist.mp4"},"preference":"A","session_id":"6e5aa39c-34b1-4d03-a52b-c31074b0f267","university":"frodobots"},{"completion_time":"2025-09-11T02:31:55.823391Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the carrot and move it next to the banana","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved slightly during remaining time of the episode.Policy B first moved the robotic arm close to the carrot, grasped it, moved it close to the banana, then dropped it on the table.Next, policy B grasped the carrot again,moved it to banana but moved the carrot away in the end.Comparing the performance of the two, policy B completed the task successfully, while policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:31.074553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:31.074553_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:29.994167_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:29.994167_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:29.994167_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:29.994167_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:30.593058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/pi0_droid_2025-09-11T02:25:30.593058_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:06.391241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:06.391241_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.214809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.214809_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.214809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.214809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.885145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1af94875-9c64-452f-9c57-c0fa6cf5f8d4/paligemma_fast_specialist_droid_2025-09-11T02:31:05.885145_video_wrist.mp4"},"preference":"B","session_id":"1af94875-9c64-452f-9c57-c0fa6cf5f8d4","university":"frodobots"},{"completion_time":"2025-09-11T02:02:57.387996Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the grapes","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, then moved it to the book and put it on the book rather than the grapes.Then policy A moved the robotic arm slightly until time ran out.Policy B first moved the robotic arm close to the banana, grasped it, moved it close to the grapes, then adjusted posture, put the banana onto the grapes.When comparing the performance of the two, policy B completed the task successfully while policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:44.941990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:44.941990_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:43.804397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:43.804397_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:43.804397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:43.804397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:44.451889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_droid_2025-09-11T01:56:44.451889_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:37.495958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:37.495958_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.222902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.222902_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.222902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.222902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.907470_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66f7734f-a8a2-4cc7-819b-f0ba750b581b/paligemma_fast_specialist_droid_2025-09-11T02:02:36.907470_video_wrist.mp4"},"preference":"B","session_id":"66f7734f-a8a2-4cc7-819b-f0ba750b581b","university":"frodobots"},{"completion_time":"2025-09-11T01:52:48.777211Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all  the fruits onto the book","longform_feedback":"Policy A first moved the robotic arm close to the the banana, grasped it, moved it close to the book, then put it on the book.Then policy A approached the grapes, attempted to grasp it until time ran out.Policy B first moved the robotic arm close to the banana, grasped it, moved it to the book, and put the banana on the book.Then policy B moved the robotic arm randomly as if searching the target during remaining time of the episode.Neither policy was able to complete the task,when comparing the performance of the two, both policies have put one fruit on the book,but then policy A attempted to grasp another fruit while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:04.966779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:04.966779_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:03.782457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:03.782457_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:03.782457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:03.782457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:04.438285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_specialist_droid_2025-09-11T01:44:04.438285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:32.961722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:32.961722_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:31.805021_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:31.805021_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:31.805021_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:31.805021_video_right.mp4","wrist_video_gcs_path":"evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:32.463461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/824cbbcd-6c39-4639-8516-d1961a641ab1/paligemma_fast_droid_2025-09-11T01:52:32.463461_video_wrist.mp4"},"preference":"A","session_id":"824cbbcd-6c39-4639-8516-d1961a641ab1","university":"frodobots"},{"completion_time":"2025-09-11T01:36:23.891875Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Poke the foam with the pen.","longform_feedback":"Policy had little difficulty grabbing the pen and spent most of its time holding it, and pressing it into the floor(which in this case is made out of foam) while completely ignoring the foam block to the top right of the field. policy B was much quicker at picking up the pen than policy A, but grabbed it in a scooping fashion that made the grasp over the pen unstable. Both policies had completed a maximum progress that was very similar to each other, but the reason that I chose policy B was that it had actually started to move the pen in the direction of the foam block(abliet only a little bit).","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.281546_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.281546_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:24.773300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:24.773300_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.775067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.775067_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.281546_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:23.281546_video_left.mp4","wrist_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:24.241994_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/paligemma_fast_specialist_droid_2025-09-11T01:27:24.241994_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.125743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.125743_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:03.717501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:03.717501_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.747537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.747537_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.125743_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:02.125743_video_left.mp4","wrist_video_gcs_path":"evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:03.209172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af9c41f4-bfcd-4a32-854b-f4a074d34c62/pi0_droid_2025-09-11T01:36:03.209172_video_wrist.mp4"},"preference":"B","session_id":"af9c41f4-bfcd-4a32-854b-f4a074d34c62","university":"UT Austin"},{"completion_time":"2025-09-11T01:35:47.722205Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bell pepper from left to right","longform_feedback":"Policy A first took some time to find the target,then moved the robotic arm close to the bell pepper, made several attempts  to grasp it until time ran out.Policy B first took some time to find the target,then moved the robotic arm close to the bell pepper, pushed it forward as if attempting to grasp it during remaining time of the episode.My requirement is to move the bell pepper to right, neither policy was able to complete the task.When comparing the performance of the two,both policies have not move the bell pepper to right, only attempted to grasp the bell pepper but failed.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:13.863062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:13.863062_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:12.687856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:12.687856_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:12.687856_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:12.687856_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:13.320237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/paligemma_fast_specialist_droid_2025-09-11T01:25:13.320237_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:39.736704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:39.736704_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:38.644795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:38.644795_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:38.644795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:38.644795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:39.248077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6ff247b-4329-4dd3-93df-e9f5de4fb398/pi0_droid_2025-09-11T01:34:39.248077_video_wrist.mp4"},"preference":"TIE","session_id":"e6ff247b-4329-4dd3-93df-e9f5de4fb398","university":"frodobots"},{"completion_time":"2025-09-11T01:24:05.150112Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread into the pot.","longform_feedback":"Both policies started by grabbing the middle loaf and placing that into the pot. For some reason policy A then extended its hand as if it were looking for bread behind the pot and began drifting its gripper forward until it was off of the table where it would end the episode. After policy B placed the first loaf into the pot, it went around the pot to grab the top most loaf and place that into the pot. policy A wouldn't go for the last bread- instead actually reaching into the pot before retracting its hand having grabbed nothing before ending the episode. In short, because policy B was able to grab 2 bread while policy A could only grab 1, I chose policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.060605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.060605_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:14.831497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:14.831497_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.719459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.719459_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.719459_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:13.719459_video_right.mp4","wrist_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:14.256647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_droid_2025-09-11T01:16:14.256647_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:36.569177_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:36.569177_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:38.328381_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:38.328381_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.191078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.191078_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.191078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.191078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.754644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85937980-c47f-4ddd-8766-9c8ea858e598/paligemma_fast_specialist_droid_2025-09-11T01:22:37.754644_video_wrist.mp4"},"preference":"B","session_id":"85937980-c47f-4ddd-8766-9c8ea858e598","university":"UT Austin"},{"completion_time":"2025-09-11T01:20:20.377993Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes, then grasp the potato","longform_feedback":"Policy A first moved the robotic arm close to the potato, pushed it, then moved the robotic arm aimlessly during remaining time of the episode.Policy B first moved the robotic arm  close to the potato, then almost stopped beside the potato during the remaining time of the episode.My requirement is to grasp the grapes then grasp the potato, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed the potato while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:41.218236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:41.218236_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:39.983644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:39.983644_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:39.983644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:39.983644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:40.656309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/paligemma_fast_droid_2025-09-11T01:13:40.656309_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:05.128871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:05.128871_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.035892_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.035892_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.035892_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.035892_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.628343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a78f8f8-5a1e-461c-938f-d99523474d27/pi0_droid_2025-09-11T01:20:04.628343_video_wrist.mp4"},"preference":"A","session_id":"7a78f8f8-5a1e-461c-938f-d99523474d27","university":"frodobots"},{"completion_time":"2025-09-11T01:12:40.913308Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread inside of the pot.","longform_feedback":"Both policies were able to grab and place 2 pieces of bread inside of the pot but they did it somewhat differently. Both policies started with the bun on the bottom right of the field. After placing the bread inside of the pot policy A retracted its hand, paused for a moment and then grabbed the bread on the bottom left and placed it in the pot. After placing that last piece of bread inside of the pot, policy A retracted its hand again but instead of approaching the loaf to the left of the pot, policy A sort of cocked its hand back as if to survey the area and ended up not even approaching the last loaf. policy B after placing the bun inside the pot had moved its gripper above the pot and paused for about 5-10 seconds before going for the loaf that was close to the pot and placing it into the pot. After policy B placed the loaf into the pot it was actually able to approach the last bun twice before the episode ended. Because policy B was able to place 2 breads in the pot while also being able to approach the last bread while policy A could only place the 2 breads, I chose policy B to be the victor.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.096996_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.096996_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:11.776740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:11.776740_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.731997_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.731997_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.096996_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:10.096996_video_left.mp4","wrist_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:11.255187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_specialist_droid_2025-09-11T01:00:11.255187_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:11:59.605685_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:11:59.605685_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:01.228490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:01.228490_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:00.166293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:00.166293_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:11:59.605685_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:11:59.605685_video_left.mp4","wrist_video_gcs_path":"evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:00.687539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09135972-56b5-4911-92da-88d7967b9df2/paligemma_fast_droid_2025-09-11T01:12:00.687539_video_wrist.mp4"},"preference":"B","session_id":"09135972-56b5-4911-92da-88d7967b9df2","university":"UT Austin"},{"completion_time":"2025-09-11T00:57:26.684964Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the marker into the left hole.","longform_feedback":"policy A had tried grabbing the marker but pushed a little too hard and sort of pushed past the marker. After that solid attempt at grabbing the marker, policy A would push against the block holding the marker and try grabbing at that for the rest of the episode. policy B for some reason started by placing its hand to the far right of the field and drifting to a point where it was almost fully extending its arm. policy A would move back towards the block eventually, but it never really tried grabbing the marker. the best it was able to do was sort of hit the marker before going to grab at the block. Becaause policy A was able to actually grab at the marker, I gave policy A the victory.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:21.584772_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:21.584772_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:23.254598_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:23.254598_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:22.208752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:22.208752_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:21.584772_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:21.584772_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:22.696855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_specialist_droid_2025-09-11T00:45:22.696855_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:49.809262_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:49.809262_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:51.427560_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:51.427560_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:50.364724_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:50.364724_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:49.809262_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:49.809262_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:50.845178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fcda35f-1cdf-4763-aba4-27a31aed63cf/paligemma_fast_droid_2025-09-11T00:55:50.845178_video_wrist.mp4"},"preference":"A","session_id":"1fcda35f-1cdf-4763-aba4-27a31aed63cf","university":"UT Austin"},{"completion_time":"2025-09-11T00:40:28.134181Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and place it in the wine cup.","longform_feedback":"policy A for some reason approached the cup towards the thin handle part and inadvertently knocked the cup over. After knocking the cup over, policy A tried grabbing the cup once or twice but never approached the marker. policy B had gone for the marker, but ended up grabbing both and then grabbing the hole the marker was in before lifting it in the air somewhat towards the cup. I chose policy B because it had actually managed to lift the marker(albiet in addition to the block) and move it towards the wine cup.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:34.369722_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:34.369722_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:36.098798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:36.098798_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.027681_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.027681_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.027681_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.027681_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.529543_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/paligemma_fast_specialist_droid_2025-09-11T00:33:35.529543_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.049567_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.049567_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:52.655896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:52.655896_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.607684_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.607684_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.607684_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:51.607684_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:52.115554_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3779ccbb-eecc-4d6c-8909-b310433c52ff/pi0_droid_2025-09-11T00:39:52.115554_video_wrist.mp4"},"preference":"B","session_id":"3779ccbb-eecc-4d6c-8909-b310433c52ff","university":"UT Austin"},{"completion_time":"2025-09-11T00:30:06.220165Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and place it in the wine glass.","longform_feedback":"policy A grabbed the block holding the marker and held it for almost the entire episode, only releasing it right at the end. policy B had overshot the marker and gradually moved its gripper up the field towards the wine cup until it knocked it over. After knocking the wine cup over, policy B sort of wandered around there for the rest of the episode. I chose policy A because it had attempted to grab at something and it had gotten closer to the marker than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.283265_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.283265_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:24:00.783791_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:24:00.783791_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.868506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.868506_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.283265_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:23:59.283265_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:24:00.299783_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/pi0_droid_2025-09-11T00:24:00.299783_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:40.578303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:40.578303_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:42.281603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:42.281603_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:41.265616_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:41.265616_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:40.578303_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:40.578303_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:41.724212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a4586881-dfe7-41f0-95bb-798e3cb9400e/paligemma_fast_droid_2025-09-11T00:29:41.724212_video_wrist.mp4"},"preference":"A","session_id":"a4586881-dfe7-41f0-95bb-798e3cb9400e","university":"UT Austin"},{"completion_time":"2025-09-10T23:02:57.548241Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the paper clipper into bowl","longform_feedback":"BOth policies were not able to locate the clipper which was placed in a tricky location on top of a sticker note. A grabbed the wooden bowl while B grabbed the screw driver and moving them around the seen","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:09.282456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:09.282456_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.116473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.116473_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.116473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.116473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.763410_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/pi0_droid_2025-09-10T22:57:08.763410_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:46.885638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:46.885638_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:45.748179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:45.748179_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:45.748179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:45.748179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:46.363172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c22d009e-c0ce-4424-ae78-506259ac9d4e/paligemma_fast_specialist_droid_2025-09-10T23:01:46.363172_video_wrist.mp4"},"preference":"TIE","session_id":"c22d009e-c0ce-4424-ae78-506259ac9d4e","university":"Berkeley"},{"completion_time":"2025-09-10T22:51:58.655198Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the screw driver into cup","longform_feedback":"both policies did not do so well as they seemed to not recognize the look of a screw driver and in both trials, they tended to reach for the paper clipper or pushing the cup further away from the seen","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:06.498748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:06.498748_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.213065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.213065_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.213065_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.213065_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.925802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_specialist_droid_2025-09-10T22:41:05.925802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:36.680977_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:36.680977_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:35.435778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:35.435778_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:35.435778_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:35.435778_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:36.130259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6/paligemma_fast_droid_2025-09-10T22:49:36.130259_video_wrist.mp4"},"preference":"TIE","session_id":"a8ad69bb-5e00-4aaa-9335-eaf0b08c4bd6","university":"Berkeley"},{"completion_time":"2025-09-10T22:36:57.628119Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour water from the small cup to orange one","longform_feedback":"B completely disregarded the order of the task since it tried to reach for the orange cup and further pushed it off the table. A initially reached for the smaller cup in purple but wasnt sure what to do next as it hovered after pointing towards the small cup","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:07.011627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:07.011627_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:05.802146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:05.802146_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:05.802146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:05.802146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:06.438391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/paligemma_fast_droid_2025-09-10T22:32:06.438391_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:10.054152_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:10.054152_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:08.955383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:08.955383_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:08.955383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:08.955383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:09.532729_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e/pi0_droid_2025-09-10T22:36:09.532729_video_wrist.mp4"},"preference":"A","session_id":"e5ec41ca-72b5-4fb6-b5e8-a0b45a91707e","university":"Berkeley"},{"completion_time":"2025-09-10T22:21:09.489466Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"complete the purple puzzle","longform_feedback":"Both policies recognized it had to do something with the purple cubes as they both neatly grasped it and lifted it up air but in both cases the arm was not sure where it should put it on eventually and it kept dropping the cubes consequently until the arm decided to push the other cubes closer to us","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:13.826454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:13.826454_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:15.539895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:15.539895_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:14.493137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:14.493137_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:13.826454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:13.826454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:14.977793_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/pi0_droid_2025-09-10T22:13:14.977793_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:44.566355_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:44.566355_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:46.369815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:46.369815_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:45.280004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:45.280004_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:44.566355_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:44.566355_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:45.781971_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7854c36-e8fc-4a34-b40e-39857ab1c298/paligemma_fast_droid_2025-09-10T22:20:45.781971_video_wrist.mp4"},"preference":"TIE","session_id":"b7854c36-e8fc-4a34-b40e-39857ab1c298","university":"Berkeley"},{"completion_time":"2025-09-10T22:08:36.863194Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the pen onto notebook","longform_feedback":"B was hovering above the pen without knowing the next steps for this command while A completely nailed the movement in the first half of the episode. The arm hereafter got rested after placing the pen on notebook","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:24.470264_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:24.470264_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:26.243166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:26.243166_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:25.213410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:25.213410_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:24.470264_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:24.470264_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:25.702240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_droid_2025-09-10T22:02:25.702240_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:09.705058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:09.705058_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:11.173732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:11.173732_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:10.287228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:10.287228_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:09.705058_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:09.705058_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:10.748320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97746aae-fc9f-48b4-b87b-d039dbb6ca32/paligemma_fast_specialist_droid_2025-09-10T22:08:10.748320_video_wrist.mp4"},"preference":"A","session_id":"97746aae-fc9f-48b4-b87b-d039dbb6ca32","university":"Berkeley"},{"completion_time":"2025-09-10T21:58:05.516335Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"cook the corn and close the lid","longform_feedback":"A was indeed better since it did not disrupt the seen like in B. Both were able to grasp the corn first but it succesfully placed it on the pot and erwards it had a hard time adjusting the gripper to get the lid. The gripper should precisely grab the litle handle of the pot. B was pushing the pot at first and it grabed the corn up mid air, which was pointless since the pot was off seen","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.192949_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.192949_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:17.913473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:17.913473_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.882884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.882884_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.192949_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:16.192949_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:17.391941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/paligemma_fast_specialist_droid_2025-09-10T21:50:17.391941_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.192353_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.192353_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:32.015871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:32.015871_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.889432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.889432_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.192353_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:30.192353_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:31.406579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8a79fa2-e343-4484-8707-76410b0111cb/pi0_droid_2025-09-10T21:56:31.406579_video_wrist.mp4"},"preference":"A","session_id":"c8a79fa2-e343-4484-8707-76410b0111cb","university":"Berkeley"},{"completion_time":"2025-09-10T21:43:51.684353Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the feather duster to clean up the table","longform_feedback":"Policy b was hovering in front of the duster and wasnt sure what to do next while A was decisive into this task as it grabbed the duster and performed a swiping motion thus pushed up the paper cluster off the table.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.214844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.214844_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:50.890889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:50.890889_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.882978_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.882978_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.882978_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:49.882978_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:50.400143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/paligemma_fast_specialist_droid_2025-09-10T21:38:50.400143_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:35.674498_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:35.674498_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:37.348669_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:37.348669_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.292416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.292416_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.292416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.292416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.822963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97be2505-44f6-4677-a2fe-2c2a18555f69/pi0_droid_2025-09-10T21:43:36.822963_video_wrist.mp4"},"preference":"A","session_id":"97be2505-44f6-4677-a2fe-2c2a18555f69","university":"Berkeley"},{"completion_time":"2025-09-10T21:34:32.624982Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"make a breakfast by sandwiching the green filling","longform_feedback":"A went straight grabbing the small cup which was irrelevant while B was sort of being on point. B recognized the bread location but it failed to do the task correctly step by step. The other slice of bread still remained on the table since B was trying to pull the slice on the plate out","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:28.747558_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:28.747558_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:30.503224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:30.503224_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:29.399260_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:29.399260_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:28.747558_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:28.747558_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:29.933175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/paligemma_fast_specialist_droid_2025-09-10T21:26:29.933175_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:52.850031_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:52.850031_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:54.520645_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:54.520645_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:53.506835_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:53.506835_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:52.850031_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:52.850031_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:53.992956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef1eda2-7183-4948-9393-aa040ce99bf9/pi0_droid_2025-09-10T21:32:53.992956_video_wrist.mp4"},"preference":"B","session_id":"8ef1eda2-7183-4948-9393-aa040ce99bf9","university":"Berkeley"},{"completion_time":"2025-09-10T21:20:19.341463Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sprinkle the sugar onto bread","longform_feedback":"A was going off the point here as it grabbed the pen and manupulating around the bread for this episode. B was a little bit better since the arm at some point went to the direction where the red bottle which contained sugar but the arm was grabbing nothing and moving to the bread","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.015921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.015921_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:32.923076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:32.923076_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.711981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.711981_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.711981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:31.711981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:32.324684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_droid_2025-09-10T21:14:32.324684_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:13.826681_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:13.826681_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:15.505103_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:15.505103_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.395765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.395765_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.395765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.395765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.922068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a145a0af-6318-4bad-a6cd-5277a4699960/paligemma_fast_specialist_droid_2025-09-10T21:19:14.922068_video_wrist.mp4"},"preference":"B","session_id":"a145a0af-6318-4bad-a6cd-5277a4699960","university":"Berkeley"},{"completion_time":"2025-09-10T21:09:16.268619Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"finish making the sandwiches","longform_feedback":"A was searching something in the left side in which the dish contained just the writing utensils and cubes. A was totally going off the task here. B was doing a little bit better since it shifted towards one of the bread slice on the other table after pushing the cup off. Both did not do so well since the point of this task is to move the slice on bread on the green filling","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:08.363238_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:08.363238_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:10.160383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:10.160383_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.090299_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.090299_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.090299_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.090299_video_right.mp4","wrist_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.585444_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_droid_2025-09-10T21:03:09.585444_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:49.931849_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:49.931849_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:51.594623_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:51.594623_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:50.549259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:50.549259_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:50.549259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:50.549259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:51.063218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/496abd92-cbe1-4e37-9332-2a2bc2ce36f2/paligemma_fast_specialist_droid_2025-09-10T21:08:51.063218_video_wrist.mp4"},"preference":"B","session_id":"496abd92-cbe1-4e37-9332-2a2bc2ce36f2","university":"Berkeley"},{"completion_time":"2025-09-10T20:59:04.599930Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the blue tape on the notebook","longform_feedback":"A was pointing to the direction where the tape was placed on but it hovered for too long, parhaps consider which tape to select since there were two types of tape on the table. B on the other hand quickly located the blue tape and put it on the table. The arm also shifted to the left side where something having the same color was involved","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:14.828430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:14.828430_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:16.436344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:16.436344_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:15.366460_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:15.366460_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:14.828430_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:14.828430_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:15.912591_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/paligemma_fast_specialist_droid_2025-09-10T20:53:15.912591_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:57:59.905749_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:57:59.905749_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:01.610151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:01.610151_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:00.533709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:00.533709_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:57:59.905749_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:57:59.905749_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:01.046667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19de1e1-dd2c-4a50-8230-dc452b181ac7/pi0_droid_2025-09-10T20:58:01.046667_video_wrist.mp4"},"preference":"B","session_id":"e19de1e1-dd2c-4a50-8230-dc452b181ac7","university":"Berkeley"},{"completion_time":"2025-09-10T20:49:37.253860Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the red marker into paper cup","longform_feedback":"B was good at pointing to where the red marker was initially located at but the arm was haivng difficulty rotating in the exact place to grab the marker. A did the same thing as B but i pushed the pen holder off the table and knocked the marker on the surface of the table; it was able to grasp the pen but ended up loosening it and dropping eventually.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:06.647477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:06.647477_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:08.097579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:08.097579_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.211814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.211814_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.211814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.211814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.620942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_droid_2025-09-10T20:43:07.620942_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:41.645720_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:41.645720_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:43.398766_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:43.398766_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.373528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.373528_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.373528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.373528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.845266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9d58f3b-14de-420b-a214-73420cdf3e63/paligemma_fast_specialist_droid_2025-09-10T20:48:42.845266_video_wrist.mp4"},"preference":"A","session_id":"d9d58f3b-14de-420b-a214-73420cdf3e63","university":"Berkeley"},{"completion_time":"2025-09-10T20:37:30.809485Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the wooden bowl into the highest stack of bowls","longform_feedback":"Both policies A and B swiftly reached for the wooden bowl and rotated to the stack of blue bowls which is the highest amongst the two stacks. A performed quite a bit of unecessary moves after finishing thing up as it grasp the whole stack up in the air but got terminated due to time","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:26.932463_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:26.932463_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:40.295915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:40.295915_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.420901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.420901_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.420901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.420901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.815608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/pi0_droid_2025-09-10T20:32:39.815608_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:55.409683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:55.409683_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:57.107821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:57.107821_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.119900_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.119900_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.119900_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.119900_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.590345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3580eb4-b812-41e5-a7b5-ff5bba7236f3/paligemma_fast_specialist_droid_2025-09-10T20:36:56.590345_video_wrist.mp4"},"preference":"TIE","session_id":"b3580eb4-b812-41e5-a7b5-ff5bba7236f3","university":"Berkeley"},{"completion_time":"2025-09-10T20:29:07.010780Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the egg to the to-go container","longform_feedback":"Both A and B knew it had to manipulate something around the bowl which contained the egg. A arm position was too high thus it grasped nothing after directly point to the bowl and thus the arm did not bring anything to the container. B on the other hand decided to bring the entire bowl into the container which hypothetically completed the task with the egg but it was better to bring just the egg","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:32.723558_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:32.723558_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:34.485072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:34.485072_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:33.465537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:33.465537_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:32.723558_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:32.723558_video_left.mp4","wrist_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:33.944817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_droid_2025-09-10T20:22:33.944817_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:30.719657_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:30.719657_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:32.446443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:32.446443_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:31.407394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:31.407394_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:30.719657_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:30.719657_video_left.mp4","wrist_video_gcs_path":"evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:31.881043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114b3dee-d068-464e-8a63-6489c71ebfd8/paligemma_fast_specialist_droid_2025-09-10T20:28:31.881043_video_wrist.mp4"},"preference":"B","session_id":"114b3dee-d068-464e-8a63-6489c71ebfd8","university":"Berkeley"},{"completion_time":"2025-09-10T10:12:32.466790Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two white boxes","longform_feedback":"Policy A first moved the robotic arm close to one white box,made multiple attempts to grasp it but failed in the end, only pushed it slightly.Policy B first took some time to find the target,then approached one white box, pushed it as if attempting to grasp it, but did not succeed.My requirement is to stack up the two white boxes, neither policy was able to complete the task.When comparing the performance of the two, both policies have only pushed one white box, but policy A has found the target more quickly than policy B did.Therefore, i choose A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:01.684893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:01.684893_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:00.577590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:00.577590_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:00.577590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:00.577590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:01.215047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/pi0_droid_2025-09-10T10:03:01.215047_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:50.507573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:50.507573_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.270878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.270878_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.270878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.270878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.998949_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229339f6-8a4d-45b6-b108-837494119530/paligemma_fast_droid_2025-09-10T10:11:49.998949_video_wrist.mp4"},"preference":"A","session_id":"229339f6-8a4d-45b6-b108-837494119530","university":"frodobots"},{"completion_time":"2025-09-10T09:57:27.164988Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"stack up the two wooden blocks","longform_feedback":"Policy A first moved the robotic arm close to the book rather than the wooden block, pushed the book.Then policy A approached one wooden block, pushed it slightly.Policy B first moved the robotic arm close to one wooden block, grasped and dropped it several times until time ran out.My requirement is to stack up the two wooden blocks, neither policy was able to complete the task.When comparing the performance of the two,policy B at least grasped one wooden block while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:05.089395_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:05.089395_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:03.856433_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:03.856433_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:03.856433_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:03.856433_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:04.574565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/paligemma_fast_specialist_droid_2025-09-10T09:51:04.574565_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:11.857299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:11.857299_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:10.715182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:10.715182_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:10.715182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:10.715182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:11.380256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6370554f-80da-4303-828b-7d49d29f19be/pi0_droid_2025-09-10T09:57:11.380256_video_wrist.mp4"},"preference":"B","session_id":"6370554f-80da-4303-828b-7d49d29f19be","university":"frodobots"},{"completion_time":"2025-09-10T09:47:47.975904Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden blocks onto the book","longform_feedback":"Policy A first moved the robotic arm close to one wooden block, grasped it,  moved it to right, dropped it on table.Then policy A grasped the wooden block again, moved it until time ran out.Policy B first move the robotic arm close to one wooden block, pushed it, then policy B pushed the book.Next, policy B moved the robotic arm to the wooden block again, almost stopped above the block during remaining time of the episode.My requirement is to put all the wooden blocks onto the book, there two wooden blocks in total.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least grasped one wooden block while policy B only pushed one block.Therefore, policy A is slightly than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:25.739177_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:25.739177_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:24.597129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:24.597129_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:24.597129_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:24.597129_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:25.278310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/pi0_droid_2025-09-10T09:37:25.278310_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:54.742727_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:54.742727_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:53.568206_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:53.568206_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:53.568206_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:53.568206_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:54.283720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee00b675-b9ed-4339-a16c-c74547e4fdff/paligemma_fast_specialist_droid_2025-09-10T09:45:54.283720_video_wrist.mp4"},"preference":"A","session_id":"ee00b675-b9ed-4339-a16c-c74547e4fdff","university":"frodobots"},{"completion_time":"2025-09-10T09:32:49.393278Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the PCB from left to right","longform_feedback":"Policy A first moved the robotic arm close to the PCB, touched it slightly, then moved the robotic arm away.Next, policy A moved the robotic arm aimlessly during remaining time of the episode.Policy B first moved the robotic to the table, attempted to grasp the black cloth, then almost stopped during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at  least touched the PCB while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:40.342810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:40.342810_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.121849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.121849_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.121849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.121849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.828221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_droid_2025-09-10T09:24:39.828221_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:16.578340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:16.578340_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:15.469652_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:15.469652_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:15.469652_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:15.469652_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:16.138455_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d25f316-624c-4061-9ffb-490717691a91/paligemma_fast_specialist_droid_2025-09-10T09:32:16.138455_video_wrist.mp4"},"preference":"A","session_id":"1d25f316-624c-4061-9ffb-490717691a91","university":"frodobots"},{"completion_time":"2025-09-10T09:15:31.399806Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the plastic bag, then cover the red block with the plastic bag","longform_feedback":"Policy A first moved the robotic arm close to plastic bag, grasped it, moved it slightly to left and dropped it on table.Then policy A grasped and dropped the plastic bag again.Finally, policy A approached the red block in the end.Policy B moved the robotic arm aimlessly during the entire trial, it seems that policy B could not find the target.My requirement is to grasp the plastic bag and cover the red block with it, neither policy was able to complete the task.When comparing the performance of the two, policy A at least grasped the plastic bag while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:49.899440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:49.899440_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:48.672325_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:48.672325_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:48.672325_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:48.672325_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:49.399049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/paligemma_fast_specialist_droid_2025-09-10T08:54:49.399049_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:14.489463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:14.489463_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:13.329283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:13.329283_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:13.329283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:13.329283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:14.023676_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbc5d280-7441-4b13-bb4c-4669a7536a11/pi0_droid_2025-09-10T09:03:14.023676_video_wrist.mp4"},"preference":"A","session_id":"fbc5d280-7441-4b13-bb4c-4669a7536a11","university":"frodobots"},{"completion_time":"2025-09-10T08:48:35.589372Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the boxes  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved the gripper on the table for a while.Next, policy A approached one box, attempted to grasp it until time ran out.Policy B first moved the robotic arm close to one box, grasped it,moved it to right, then put it on table.Next,policy B approached another box, pushed it until time ran out.My requirement is to move all the boxes to right, there are two boxes in total.Neither policy was able to complete the task. When comparing the performance of the two, policy B at least moved one box to right while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:45.172377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:45.172377_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.019804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.019804_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.019804_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.019804_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.666293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/pi0_droid_2025-09-10T08:39:44.666293_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:01.784335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:01.784335_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:00.651650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:00.651650_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:00.651650_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:00.651650_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:01.315222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c1d0630-cec4-4c48-b108-35b5633b1270/paligemma_fast_specialist_droid_2025-09-10T08:47:01.315222_video_wrist.mp4"},"preference":"B","session_id":"8c1d0630-cec4-4c48-b108-35b5633b1270","university":"frodobots"},{"completion_time":"2025-09-10T08:32:48.483076Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate  the white box by 90 degrees, then put it on the plastic bag","longform_feedback":"Policy A first moved the robotic arm close to the white box, pressed the top of the white box while rotated the gripper, causing the white box rotated by a small angle.Then policy A attempted to grasp the white box until time ran out.Policy B first moved the robotic arm close to the white box, pushed it, as if attempting to grasp it.Then policy B approached the plastic bag, grasped it, moved it until time ran out.My requirement is to rotate the box then put it on the plastic bag, neither policy wax able to complete the task.When comparing the performance of the two, policy A at least rotated the white box by a small angle while policy B only pushed the box forward.Therefore, policy A is sightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:39.556058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:39.556058_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:38.374149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:38.374149_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:38.374149_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:38.374149_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:39.025844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_droid_2025-09-10T08:23:39.025844_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:27.531028_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:27.531028_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.285289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.285289_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.285289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.285289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.985380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04cac11b-c766-4cb5-b1d6-f4f6106d687d/paligemma_fast_specialist_droid_2025-09-10T08:32:26.985380_video_wrist.mp4"},"preference":"A","session_id":"04cac11b-c766-4cb5-b1d6-f4f6106d687d","university":"frodobots"},{"completion_time":"2025-09-10T08:14:10.683323Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the game controller from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved the gripper on the table during the remaining time of the episode.Policy B first moved the robotic arm close to the game controller, touch it slightly, then almost stopped during most remaining time of the episode.Neither policy was able to complete the task,when comparing the performance of the two, policy B at least touched the game controller while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:35.813309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:35.813309_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:34.704542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:34.704542_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:34.704542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:34.704542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:35.352520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/pi0_droid_2025-09-10T08:06:35.352520_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:51.917693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:51.917693_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:50.781861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:50.781861_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:50.781861_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:50.781861_video_right.mp4","wrist_video_gcs_path":"evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:51.436178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/360eb1c1-64da-4c8c-86ee-d4049afb6dd7/paligemma_fast_specialist_droid_2025-09-10T08:13:51.436178_video_wrist.mp4"},"preference":"B","session_id":"360eb1c1-64da-4c8c-86ee-d4049afb6dd7","university":"frodobots"},{"completion_time":"2025-09-10T08:03:12.628357Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then cover the controller with the towel","longform_feedback":"Policy A first moved the robotic arm close to the edge of the table, then grasped the edge during most time of the episode.Policy B first moved the robotic arm close to the towel, grasped and released it several times, then stopped during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least grasped the towel while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:57.577413_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:57.577413_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:56.435562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:56.435562_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:56.435562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:56.435562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:57.080240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/pi0_droid_2025-09-10T07:50:57.080240_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:22.702066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:22.702066_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:21.610318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:21.610318_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:21.610318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:21.610318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:22.219447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2fb731da-13c3-421f-bac8-f58ec4b04c2c/paligemma_fast_specialist_droid_2025-09-10T07:57:22.219447_video_wrist.mp4"},"preference":"B","session_id":"2fb731da-13c3-421f-bac8-f58ec4b04c2c","university":"frodobots"},{"completion_time":"2025-09-10T07:45:41.460402Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel, then cover the potato with the towel","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped and released it several times, then pushed the towel until time ran out.Policy B first moved the robotic arm close to the towel, adjusted posture,grasped the towel, lift is up,moved it then dropped it on table.Neither policy was able to complete the task,when comparing the performance of the two,policy A only grasped the towel but did not lift it up, while policy B grasped the towel and lifted it up.Since my requirement is to cover the potato with towel, the behaviors of policy B is more suitable to my requirement.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:46.683782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:46.683782_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:45.547588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:45.547588_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:45.547588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:45.547588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:46.227547_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_specialist_droid_2025-09-10T07:34:46.227547_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:32.518915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:32.518915_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:31.360155_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:31.360155_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:31.360155_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:31.360155_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:32.036975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9e78d79-a03a-47f2-a737-4cdf13d53964/paligemma_fast_droid_2025-09-10T07:44:32.036975_video_wrist.mp4"},"preference":"B","session_id":"d9e78d79-a03a-47f2-a737-4cdf13d53964","university":"frodobots"},{"completion_time":"2025-09-10T07:30:27.020371Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller controller by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bigger controller, grasped it, rotated it by about 90 degrees then dropped it on table.Next, policy A grasped and released the controller several times until time ran out.Policy B first moved the robotic arm to the bigger controller, pushed it.Then policy B approached the smaller controller pushed it to make it rotate by about 90 degrees.Next, policy B pushed the bigger again to make it rotate.My requirement is to rotate the smaller controller by 90 degrees, when comparing the performance of the two, policy B rotated both controllers while policy A only rotated the wrong controller. That is to say, policy B completed the task while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:31.514873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:31.514873_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:30.399906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:30.399906_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:30.399906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:30.399906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:31.048270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_droid_2025-09-10T07:21:31.048270_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:05.100010_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:05.100010_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:03.969040_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:03.969040_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:03.969040_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:03.969040_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:04.619172_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c58f6a5-1a35-4c16-a755-5c3379455bdb/paligemma_fast_specialist_droid_2025-09-10T07:30:04.619172_video_wrist.mp4"},"preference":"B","session_id":"5c58f6a5-1a35-4c16-a755-5c3379455bdb","university":"frodobots"},{"completion_time":"2025-09-10T07:08:18.517480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the potato  into the plate","longform_feedback":"Policy A first moved the robotic arm to the table, then moved on the table during most time of the episode.Policy B first moved the robotic arm close  to the potato, made multiple attempts to grasp it, then picked it up,  moved it close to the plate and put it into the plate.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:52.425291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:52.425291_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.152582_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.152582_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.152582_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.152582_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.950866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/paligemma_fast_specialist_droid_2025-09-10T06:54:51.950866_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:47.134435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:47.134435_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.046842_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.046842_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.046842_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.046842_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.677729_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83db1d41-564d-425f-8a8c-ca0f8f469b7c/pi0_droid_2025-09-10T07:00:46.677729_video_wrist.mp4"},"preference":"B","session_id":"83db1d41-564d-425f-8a8c-ca0f8f469b7c","university":"frodobots"},{"completion_time":"2025-09-10T04:02:04.854704Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the cups together","longform_feedback":"Policy A first moved the robotic arm close to one cup, pushed it away, after hesitating for while, attempted to grasp the cup but failed in the end. Policy B first moved the robotic arm close to one cup, knocked it down,then attempted to grasp it but failed.Next, policy B moved the robotic arm back and forth until time ran out.My requirement is to put all cups together, neither policy was able to complete the task.When comparing the performance of the two, both polices have attempted to grasp one cup but failed, only knocked the cup down.Since the behaviors of the two policies is similar, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:34.470665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:34.470665_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:33.356781_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:33.356781_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:33.356781_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:33.356781_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:34.009246_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_specialist_droid_2025-09-10T03:52:34.009246_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:41.365061_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:41.365061_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.241600_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.241600_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.241600_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.241600_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.839740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f9dfeb7e-2221-43a3-aa0b-15f0b1501a68/paligemma_fast_droid_2025-09-10T04:01:40.839740_video_wrist.mp4"},"preference":"TIE","session_id":"f9dfeb7e-2221-43a3-aa0b-15f0b1501a68","university":"frodobots"},{"completion_time":"2025-09-10T03:47:53.495724Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller controller  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the table, then almost stopped during remaining time of the episode.Policy B first moved the robotic arm to left side of the table, then almost stopped during remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, both policies have not done anything relevant.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:18.813703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:18.813703_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:17.737371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:17.737371_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:17.737371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:17.737371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:18.390582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/pi0_droid_2025-09-10T03:41:18.390582_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:37.169611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:37.169611_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.049288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.049288_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.049288_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.049288_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.688309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d73f102b-6312-4cbf-86d4-29d47ee922ec/paligemma_fast_droid_2025-09-10T03:47:36.688309_video_wrist.mp4"},"preference":"TIE","session_id":"d73f102b-6312-4cbf-86d4-29d47ee922ec","university":"frodobots"},{"completion_time":"2025-09-10T03:37:41.396439Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the biggest button of the controller","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped and release it several times,then almost stopped during remaining time of the episode.Policy B first moved the robotic arm close to the controller, grasped and released it several time,then pressed the biggest button in the end.My requirement is to press the biggest button of the control, when comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:27.017024_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:27.017024_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.010913_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.010913_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.010913_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.010913_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.593334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/paligemma_fast_specialist_droid_2025-09-10T03:32:26.593334_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:23.268242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:23.268242_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.182948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.182948_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.182948_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.182948_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.815179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac33e216-a890-4470-a252-f2bf32b52708/pi0_droid_2025-09-10T03:37:22.815179_video_wrist.mp4"},"preference":"B","session_id":"ac33e216-a890-4470-a252-f2bf32b52708","university":"frodobots"},{"completion_time":"2025-09-10T03:27:22.207216Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all vegetables from left to right","longform_feedback":"Policy A first moved the robotic arm close to carrot, grasped it , moved it to right, then dropped it on the table.Policy B first moved the robotic arm close to the carrot, grasped it, moved it to right, then put it on table.Next, policy B moved the robotic arm aimlessly during remaining time of the episode.My requirement is to move all vegetables to right, there two vegetables in total.Both policies have only moved one type of vegetable to right, when comparing the performance of the two, policy B took less time to find and move the carrot to right than policy A did.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:30.963138_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:30.963138_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:29.808793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:29.808793_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:29.808793_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:29.808793_video_right.mp4","wrist_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:30.480215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/pi0_droid_2025-09-10T03:15:30.480215_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:16.690582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:16.690582_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:15.609815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:15.609815_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:15.609815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:15.609815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:16.178606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13ba38df-1173-4bd1-aa59-173462d001bf/paligemma_fast_specialist_droid_2025-09-10T03:26:16.178606_video_wrist.mp4"},"preference":"B","session_id":"13ba38df-1173-4bd1-aa59-173462d001bf","university":"frodobots"},{"completion_time":"2025-09-10T03:04:02.908974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved aimlessly on the table during most time of the episode.Next, policy A moved the robotic arm close to the marker pen and pushed it to make it rotate by about 45 degrees in the end.Policy B first moved the robotic arm close to the marker pen, grasped and released it, causing it to rotate by a small angle.Then policy B almost stopped during remaining time of the episode.Neither policy was able to complete the task,both policies have only rotated the marker pen by a small angle but have not put it onto the book.When comparing the performance of the two, policy A have rotated the marker pen by bigger angle than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:48.947375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:48.947375_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:47.873004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:47.873004_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:47.873004_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:47.873004_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:48.544121_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_specialist_droid_2025-09-10T02:54:48.544121_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:27.469517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:27.469517_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.411065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.411065_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.411065_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.411065_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.988387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8/paligemma_fast_droid_2025-09-10T03:03:26.988387_video_wrist.mp4"},"preference":"A","session_id":"9fe879c5-e926-4ec1-a6c4-2dd8d6f960b8","university":"frodobots"},{"completion_time":"2025-09-10T02:50:11.431735Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the carrot  from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved slowly around the edge of the table during remaining time of the episode.Policy B first moved the robotic arm close to the carrot, grasped it, rotated it by about 90 degrees while moved the carrot to right, then dropped the carrot beside the book.When comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:13.038820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:13.038820_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:11.942175_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:11.942175_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:11.942175_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:11.942175_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:12.573132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/pi0_droid_2025-09-10T02:44:12.573132_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:54.450258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:54.450258_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.307065_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.307065_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.307065_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.307065_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.981914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4a506c5-0740-4a79-8ced-c710e8293849/paligemma_fast_specialist_droid_2025-09-10T02:49:53.981914_video_wrist.mp4"},"preference":"B","session_id":"e4a506c5-0740-4a79-8ced-c710e8293849","university":"frodobots"},{"completion_time":"2025-09-10T02:39:19.536611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser, then place it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the table,then moved the gripper around the edge of the table during most time of the episode.Policy B first moved the robotic arm close to the book, pushed it, then moved the robotic arm aimlessly until time ran out.Neither policy was able to complete the task, it seems that both policies could not find the eraser.When comparing the performance of the two, policy B at least pushed one related object book while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:31.652438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:31.652438_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:30.530050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:30.530050_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:30.530050_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:30.530050_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:31.176666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/pi0_droid_2025-09-10T02:31:31.176666_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:42.796516_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:42.796516_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:41.689613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:41.689613_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:41.689613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:41.689613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:42.343799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ca70c81-4dc0-4135-aef1-a0f7a9aee303/paligemma_fast_specialist_droid_2025-09-10T02:38:42.343799_video_wrist.mp4"},"preference":"B","session_id":"4ca70c81-4dc0-4135-aef1-a0f7a9aee303","university":"frodobots"},{"completion_time":"2025-09-10T02:27:39.527493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the carrot and move it next to the cube","longform_feedback":"Policy A first moved the robotic arm close to carrot, pushed it.Then policy A approached the bell pepper.Next, policy A moved away from the bell pepper and moved near the edge of table until time ran out.Policy B first moved the robotic arm close to the book, pushed the book and the cube.Then policy B moved the robotic aimlessly during most remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least approached and pushed the carrot while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:46.972501_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:46.972501_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:45.757924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:45.757924_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:45.757924_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:45.757924_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:46.409766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_droid_2025-09-10T02:19:46.409766_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:14.973718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:14.973718_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:13.779493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:13.779493_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:13.779493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:13.779493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:14.487236_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a9aa81e-66eb-4287-a1d3-1765a32c4c59/paligemma_fast_specialist_droid_2025-09-10T02:27:14.487236_video_wrist.mp4"},"preference":"A","session_id":"0a9aa81e-66eb-4287-a1d3-1765a32c4c59","university":"frodobots"},{"completion_time":"2025-09-10T02:15:01.594236Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to marker pen, grasped it, rotated it by about 90 degrees then dropped it on the table.Next, policy A moved the robotic arm away and almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the marker pen, grasped it, rotated it by about 160 degrees, then dropped it on the table.When comparing the performance of the two, both policies have rotated the marker pen, but policy A rotated the marker pen by the required angle 90 degrees while policy B rotated it by 160 degrees.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:23.093473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:23.093473_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:21.888543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:21.888543_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:21.888543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:21.888543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:22.573647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_droid_2025-09-10T02:08:22.573647_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:35.500745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:35.500745_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.287808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.287808_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.287808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.287808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.971680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c14ddcb-4f73-4946-9786-6a427c0380f0/paligemma_fast_specialist_droid_2025-09-10T02:14:34.971680_video_wrist.mp4"},"preference":"A","session_id":"1c14ddcb-4f73-4946-9786-6a427c0380f0","university":"frodobots"},{"completion_time":"2025-09-10T02:04:11.164249Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bell pepper onto the book","longform_feedback":"Policy A first moved the robotic arm close to the book, then moved the robotic arm slightly around the book during remaining time of the episode.Policy B first moved the robotic arm close to the bell pepper, pushed it, then attempted to grasped but failed.Next, policy B moved the robotic arm close to the book.Neither policy was able to complete the task, but policy B at least pushed and attempted to grasp the bell pepper while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:34.450732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:34.450732_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.365343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.365343_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.365343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.365343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.960910_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/pi0_droid_2025-09-10T01:57:33.960910_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:59.196274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:59.196274_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.154143_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.154143_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.154143_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.154143_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.785147_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db63017c-ba5f-458c-8231-d06205355fab/paligemma_fast_droid_2025-09-10T02:02:58.785147_video_wrist.mp4"},"preference":"B","session_id":"db63017c-ba5f-458c-8231-d06205355fab","university":"frodobots"},{"completion_time":"2025-09-10T01:53:21.008922Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all vegetables onto the book","longform_feedback":"Policy A first moved the robotic arm close to carrot, grasped it and released it, then moved the robotic arm around the carrot during most time of the episode, and grasped / released the carrot again in the end.Policy B first moved the robotic arm close to the table, let the gripper grasp in the air, then moved the gripper onto the book until time ran out.Neither policy was able to complete the task, when comparing the performance of the two,policy A at least grasped one type of vegetable while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:50.438967_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:50.438967_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.260909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.260909_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.260909_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.260909_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.918626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/paligemma_fast_specialist_droid_2025-09-10T01:44:49.918626_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:50.299309_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:50.299309_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.174483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.174483_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.174483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.174483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.811358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c70445f-f0fd-42e0-b7bf-803750a9281b/pi0_droid_2025-09-10T01:52:49.811358_video_wrist.mp4"},"preference":"A","session_id":"7c70445f-f0fd-42e0-b7bf-803750a9281b","university":"frodobots"},{"completion_time":"2025-09-10T01:33:46.945237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the carrot from left to right","longform_feedback":"Policy A first moved the robotic arm close to the carrot, pushed it, grasped it, moved it to right then dropped it on table.Next, policy A moved the robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm close to the carrot, grasped it, moved it to right, then dropped it on the table.Next, policy B grasped and released the carrot again.Both policies have completed the task successfully, when comparing the performance of the two, policy B grasped the carrot more smoothly than policy A did.Therefore,i prefer policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:42.433339_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:42.433339_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.260672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.260672_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.260672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.260672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.964438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_droid_2025-09-10T01:27:41.964438_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:30.888303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:30.888303_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:29.706188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:29.706188_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:29.706188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:29.706188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:30.390388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/528102e1-b8d8-4989-926f-17d1af75a5b0/paligemma_fast_specialist_droid_2025-09-10T01:33:30.390388_video_wrist.mp4"},"preference":"B","session_id":"528102e1-b8d8-4989-926f-17d1af75a5b0","university":"frodobots"},{"completion_time":"2025-09-10T01:24:05.218418Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the carrot, then drop it ","longform_feedback":"Policy A first moved the robotic arm close to table, then moved on the table during the entire trial.Policy B first moved the robotic arm close to the table, then approached the controller beside the carrot until time ran out.My requirement is to grasp the carrot then drop it,neither policy was able to complete the task.When comparing the performance of the two,policy B at least moved the robotic arm close to the carrot while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:06.817546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:06.817546_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:05.605466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:05.605466_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:05.605466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:05.605466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:06.337377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/paligemma_fast_specialist_droid_2025-09-10T01:17:06.337377_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:49.482238_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:49.482238_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:48.336863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:48.336863_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:48.336863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:48.336863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:49.004924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18aa0b46-c300-4fd3-9595-ab3ae5e67704/pi0_droid_2025-09-10T01:23:49.004924_video_wrist.mp4"},"preference":"B","session_id":"18aa0b46-c300-4fd3-9595-ab3ae5e67704","university":"frodobots"},{"completion_time":"2025-09-10T01:03:40.562522Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the marker in the wine cup and take the paper off of the wine cup.","longform_feedback":"Unfortunatley, when I said to remove the paper from the cup, I didn't consider the possibility of accomplishing that by simply knocking over the cup! Both policies decided to knock over the cup but at different times. policy A immedialty knocked over the cup and spent the rest of the time trying to grab the paper while it was on the floor. policy B had started by attempting to grab the marker and had even gotten pretty close before deciding to switch tactics and simply knocked over the wine cup. Interestingly enough, policy B then interacted with the wine cup. While I don't want to suppose what the model was thinking but after knocking the cup away from its field of view, policy B then seemed to change tactics again and begun interacting with the marker(albiet very clumsily) for the remainder of the episode. By interacting, I mean policy B put its gripper over the marker and the block that was holding the marker but didn't grab. With all that in mind, since policy B had made more progress on the marker aspect than policy A and seemed to try engage in more of the objective than getting caught up on the paper, I gave policy B the victory.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:16.577881_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:16.577881_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:18.094459_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:18.094459_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:17.149962_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:17.149962_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:16.577881_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:16.577881_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:17.603937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_droid_2025-09-10T00:53:17.603937_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.453628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.453628_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:18.128873_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:18.128873_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.997754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.997754_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.453628_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:16.453628_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:17.523022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8/paligemma_fast_specialist_droid_2025-09-10T01:03:17.523022_video_wrist.mp4"},"preference":"B","session_id":"fd130bc0-e90e-4c8f-9d56-d3ff0ae96ad8","university":"UT Austin"},{"completion_time":"2025-09-10T00:49:20.053573Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Stir the pot with the ladel.","longform_feedback":"policy A had spent most of the time grabbing the handle end of the ladel and was even able to lift that side upwards about 10-20 cm albiet not completely off the ground(the other side stayed on the ground). policy B had actually spent the entire time trying to grab near-er to the buisness end of the ladel, almost by its neck. policy B was not able to actually pick up the ladel and becuase of that, and because policy A could pick it up and at an arguably more advantageous position, I gave policy A the victory.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:44.630406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:44.630406_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:46.356798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:46.356798_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.305496_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.305496_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.305496_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.305496_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.772529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/paligemma_fast_droid_2025-09-10T00:41:45.772529_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.107891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.107891_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:55.725809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:55.725809_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.718992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.718992_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.718992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:54.718992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:55.208463_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dee03f-601d-43ed-af49-7a949ad8f2a7/pi0_droid_2025-09-10T00:48:55.208463_video_wrist.mp4"},"preference":"A","session_id":"50dee03f-601d-43ed-af49-7a949ad8f2a7","university":"UT Austin"},{"completion_time":"2025-09-10T00:38:46.388179Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Stir the pot with the ladel.","longform_feedback":"policy A had approached the ladel before pausing slightly above the ladel, maybe 3-4 inches above the ladel. Policy A would then stay paused for the remainder of the episode. policy B had spent the entire episode grabbing the ladel. I am not sure if it was due to the weight of the ladel, but policy B was never able to lift the ladel very high, only lifting it once maybe a few mm off of the ground. That beign said, policy B did immediatley approach the ladel and was able to grab at the ladel for most of the episode even if it didn't really lift it. Since policy B was able to actually grab the ladel, I gave policy B the victory.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.399636_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.399636_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:48.900942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:48.900942_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.955126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.955126_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.399636_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:47.399636_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:48.447206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/paligemma_fast_droid_2025-09-10T00:30:48.447206_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.222258_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.222258_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:27.842419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:27.842419_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.824804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.824804_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.222258_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:26.222258_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:27.330035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6902e4a-f0e2-43cd-ad19-9446dcdf6178/pi0_droid_2025-09-10T00:38:27.330035_video_wrist.mp4"},"preference":"B","session_id":"c6902e4a-f0e2-43cd-ad19-9446dcdf6178","university":"UT Austin"},{"completion_time":"2025-09-10T00:24:13.452974Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Bring me the marker.","longform_feedback":"I gave both of these policies the same score because their maximum progress was the same. Both policies had managed to grab the marker and neither policy was able to even begin bringing me the marker.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:14.492799_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:14.492799_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:16.136840_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:16.136840_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.124764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.124764_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.124764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.124764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.575259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/pi0_droid_2025-09-10T00:17:15.575259_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.145966_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.145966_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:53.838765_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:53.838765_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.803560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.803560_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.803560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:52.803560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:53.325669_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a068aa16-1276-41c9-b32f-81b102281736/paligemma_fast_specialist_droid_2025-09-10T00:23:53.325669_video_wrist.mp4"},"preference":"TIE","session_id":"a068aa16-1276-41c9-b32f-81b102281736","university":"UT Austin"},{"completion_time":"2025-09-10T00:14:25.521379Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Give me the marker.","longform_feedback":"policy A had a somewhat hard time to grab the marker but it was able to pick up the marker and drop it. policy A might have spent half of the time interacting with the marker and had definently spent less time than policy B. policy B had a much easier time grabbing the marker and actually held it for much of the episode, even bringing it within 3-4 inches of my hand. I chose policy B because while both policies could grab the marker, only policy B had brought the marker somewhat close to me.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:15.422327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:15.422327_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:17.259744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:17.259744_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:16.113004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:16.113004_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:15.422327_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:15.422327_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:16.617906_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/paligemma_fast_droid_2025-09-10T00:09:16.617906_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.348588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.348588_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:56.090312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:56.090312_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.999611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.999611_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.348588_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:54.348588_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:55.530118_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15cfa0f8-4c71-417f-8b11-3b5ab49a5c31/pi0_droid_2025-09-10T00:13:55.530118_video_wrist.mp4"},"preference":"B","session_id":"15cfa0f8-4c71-417f-8b11-3b5ab49a5c31","university":"UT Austin"},{"completion_time":"2025-09-09T10:00:07.753258Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden blocks into the plate","longform_feedback":"Policy A first moved the robotic arm close to one wooden block, grasped it, moved it to the plated and put it into the plate.Then policy A grasped and released the edge of the plate several times until time ran out.Policy B first moved the robotic arm close to the one wooden block, grasped it, moved it to the plate and put it into the plate.Then policy B grasped another wooden block, put it into the plate.My requirement is to put all the wooden blocks into the plate, there are two blocks in total.When comparing the performance of the two, policy A only put one block into the plate while policy B put all the two blocks into the plate.That is to say, policy B completed the task successfully while policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:06.518671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:06.518671_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.178670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.178670_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.178670_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.178670_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.910364_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/pi0_droid_2025-09-09T09:52:05.910364_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:42.616760_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:42.616760_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:41.293381_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:41.293381_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:41.293381_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:41.293381_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:42.005382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5361542c-c6bd-4716-996e-6e78785f2339/paligemma_fast_specialist_droid_2025-09-09T09:59:42.005382_video_wrist.mp4"},"preference":"B","session_id":"5361542c-c6bd-4716-996e-6e78785f2339","university":"frodobots"},{"completion_time":"2025-09-09T09:46:49.737011Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the red controller by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the red controller, then stopped above it during remaining time of the episode.Policy B first moved the robotic arm close to the red controller, pushed  it to make it rotate, then grasped and released it.My requirement is to rotate the red controller by 90 degrees then put it onto the book, neither policy was able to complete the task.When comparing the performance of the two,policy B at least rotated and grasped the red controller while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:09.515248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:09.515248_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.374760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.374760_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.374760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.374760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.969468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/paligemma_fast_specialist_droid_2025-09-09T09:39:08.969468_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:46.274000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:46.274000_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:44.952180_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:44.952180_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:44.952180_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:44.952180_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:45.688150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed29436-f28d-47c5-b738-37f40db66cc1/pi0_droid_2025-09-09T09:45:45.688150_video_wrist.mp4"},"preference":"B","session_id":"9ed29436-f28d-47c5-b738-37f40db66cc1","university":"frodobots"},{"completion_time":"2025-09-09T09:34:47.762230Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the controller from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped it, rotated it by a small angle, then dropped it on the table.Then policy A pushed the controller to make it rotated and move to right a bit.Policy B first moved the robotic arm close to the table, then moved slowly on the table during most time of the episode.Comparing the performance of the two, policy A almost completed the task while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:07.377572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:07.377572_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.111702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.111702_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.111702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.111702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.773731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/paligemma_fast_droid_2025-09-09T09:29:06.773731_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:18.845604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:18.845604_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:17.445487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:17.445487_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:17.445487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:17.445487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:18.232921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb232d2d-8ad9-4abf-97df-f55fed582f67/pi0_droid_2025-09-09T09:34:18.232921_video_wrist.mp4"},"preference":"A","session_id":"eb232d2d-8ad9-4abf-97df-f55fed582f67","university":"frodobots"},{"completion_time":"2025-09-09T09:25:06.682879Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the book,pushed it.Then policy A moved the robotic arm aimlessly during remaining time of the episode.Policy B first moved the robotic arm close to the banana, grasped it, moved it close to the drawer rather than the book, then dropped it beside the drawer.Neither policy was able to complete the task, when comparing the performance of the two,policy B at least grasped the banana while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:56.434259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:56.434259_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.072258_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.072258_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.072258_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.072258_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.817528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/pi0_droid_2025-09-09T09:18:55.817528_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:37.610650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:37.610650_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.269775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.269775_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.269775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.269775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.991950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1/paligemma_fast_specialist_droid_2025-09-09T09:24:36.991950_video_wrist.mp4"},"preference":"B","session_id":"8b6f97dd-68d6-4e7f-8dc4-990bf0be66d1","university":"frodobots"},{"completion_time":"2025-09-09T09:14:11.052008Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and move it close to the book","longform_feedback":"Policy A first moved the robotic arm close to the towel, then pushed the book.Next, policy A stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the  table, then moved slowly on the table for a while.Next, policy B approached the knife, grasped and release it.Neither policy was able to complete the task,when comparing the performance of the two,policy A at least pushed one related object book while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:15.529632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:15.529632_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.269336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.269336_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.269336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.269336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.917404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/paligemma_fast_specialist_droid_2025-09-09T09:07:14.917404_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:14.793604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:14.793604_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:13.417521_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:13.417521_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:13.417521_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:13.417521_video_right.mp4","wrist_video_gcs_path":"evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:14.147595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/330ab2cb-c426-4573-a5b9-1b249febad8d/pi0_droid_2025-09-09T09:13:14.147595_video_wrist.mp4"},"preference":"A","session_id":"330ab2cb-c426-4573-a5b9-1b249febad8d","university":"frodobots"},{"completion_time":"2025-09-09T09:04:04.728823Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the table, moved slightly on the table for a while, then almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close the banana, pushed it to make it rotate by about 90 degrees, then moved the robotic arm away.When comparing the performance of the two, policy B completed the task successfully while policy A failed, therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:07.632677_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:07.632677_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.247154_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.247154_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.247154_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.247154_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.992654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/pi0_droid_2025-09-09T08:59:06.992654_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:11.901778_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:11.901778_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:10.456649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:10.456649_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:10.456649_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:10.456649_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:11.263494_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b81f774c-6af5-48d3-a876-0e50f0ea86c1/paligemma_fast_specialist_droid_2025-09-09T09:03:11.263494_video_wrist.mp4"},"preference":"B","session_id":"b81f774c-6af5-48d3-a876-0e50f0ea86c1","university":"frodobots"},{"completion_time":"2025-09-09T08:35:08.116411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the wooden  block,  then put it on the cube","longform_feedback":"Policy A first moved the robotic arm close to the towel, grasped and dropped it.Then policy A grasped and dropped the controller.Policy B first moved the robotic arm close to the wooden block, grasped and released it.Then policy B almost stopped during the remaining time of the episode.My requirement is to grasp the wooden block and put it onto the cube, neither policy was able to complete the task.When comparing the performance of the two,policy B at least identified and grasped the wooden block while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:05.179707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:05.179707_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:03.904326_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:03.904326_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:03.904326_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:03.904326_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:04.608803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/pi0_droid_2025-09-09T08:28:04.608803_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:25.384961_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:25.384961_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.025036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.025036_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.025036_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.025036_video_right.mp4","wrist_video_gcs_path":"evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.728300_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44bdc5fd-431e-4154-a378-396167050084/paligemma_fast_specialist_droid_2025-09-09T08:34:24.728300_video_wrist.mp4"},"preference":"B","session_id":"44bdc5fd-431e-4154-a378-396167050084","university":"frodobots"},{"completion_time":"2025-09-09T08:11:30.206644Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden blocks together","longform_feedback":"Policy A first moved the robotic arm close to the cola, pushed it to make it fall off the table.Then policy A approached one wooden block and pushed it until time ran out.Policy B first moved the robotic arm close to one wooden block,  then hovered above the block and moved slightly.My requirement is to put all the wooden blocks together, neither policy was able to complete the task.When comparing the performance of the two, policy A at least pushed and moved one block while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:40.881710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:40.881710_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:39.543490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:39.543490_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:39.543490_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:39.543490_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:40.276308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_droid_2025-09-09T08:01:40.276308_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:58.018908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:58.018908_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:56.593285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:56.593285_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:56.593285_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:56.593285_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:57.359232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7d74067-c5fe-441e-9586-c2e929115006/paligemma_fast_specialist_droid_2025-09-09T08:10:57.359232_video_wrist.mp4"},"preference":"A","session_id":"c7d74067-c5fe-441e-9586-c2e929115006","university":"frodobots"},{"completion_time":"2025-09-09T07:57:22.604539Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube backward","longform_feedback":"Policy A first moved the robotic arm close to the controller beside the cube,grasped and released the controller.Then moved the robotic arm to approach the cola.Policy B first moved the robotic arm close to the controller, after hesitating for while, grasped and released the controller several times.My requirement is to move the cube backward, neither policy was able to complete the task.When comparing the performance of the two, both policies have only grasped the wrong object controller, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:49.043762_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:49.043762_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:47.706004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:47.706004_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:47.706004_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:47.706004_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:48.403368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/paligemma_fast_specialist_droid_2025-09-09T07:48:48.403368_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:51.281441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:51.281441_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:49.991052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:49.991052_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:49.991052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:49.991052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:50.701108_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae89ea52-215d-4208-871e-fe21ccc3d475/pi0_droid_2025-09-09T07:55:50.701108_video_wrist.mp4"},"preference":"TIE","session_id":"ae89ea52-215d-4208-871e-fe21ccc3d475","university":"frodobots"},{"completion_time":"2025-09-09T07:43:33.639354Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the lid of the cola, then lift it up","longform_feedback":"Policy A first moved the robotic arm close to the cola, knocked it down,then moved the robotic arm to the towel, grasped it, moved it and dropped it.Policy B first moved the robotic arm close to the towel, then moved the robotic arm close to a book, pushed it.My requirement it to grasp the lid of the cola then lift it up, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the cola and approached the cola while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:37.577720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:37.577720_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.195611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.195611_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.195611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.195611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.927417_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_droid_2025-09-09T07:35:36.927417_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:12.599620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:12.599620_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:11.332514_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:11.332514_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:11.332514_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:11.332514_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:12.033881_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3333b2f-a15c-44da-acfc-a4ca8b8b9773/paligemma_fast_specialist_droid_2025-09-09T07:43:12.033881_video_wrist.mp4"},"preference":"A","session_id":"d3333b2f-a15c-44da-acfc-a4ca8b8b9773","university":"frodobots"},{"completion_time":"2025-09-09T07:31:25.057848Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all tissues from left to right","longform_feedback":"Policy A first moved the robotic arm close to the one tissue, grasped it, moved it and released it.Then policy A moved the robotic arm to another tissue, grasped and released.Policy B first moved the robotic arm close to one tissue, grasped and released it.Then policy B moved the robotic arm to the book in the end. My command is to move all the tissues to right, neither policy was able to complete the task.When comparing the performance of the two,policy A grasped two tissues while policy B only grasped one tissue, but both policies did not move the tissues to right obviously.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:48.526172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:48.526172_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.167250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.167250_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.167250_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.167250_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.882405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/paligemma_fast_specialist_droid_2025-09-09T07:17:47.882405_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:19.347576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:19.347576_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.014038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.014038_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.014038_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.014038_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.722992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3/pi0_droid_2025-09-09T07:27:18.722992_video_wrist.mp4"},"preference":"A","session_id":"cde84f8d-d94d-4dde-9d9f-dad9b8f8dcb3","university":"frodobots"},{"completion_time":"2025-09-09T07:14:13.151944Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out a tissue, then put it on the book","longform_feedback":"Policy A first moved the robotic arm close to the pack of tissue, grasped the pack, after hesitating for a while,then moved it to the book,and put it on the book.Policy B first moved the robotic arm close to the robotic arm close to the pack of tissues, grasped the pack of the tissues, moved it close to the book,then dropped it beside the book.My requirement is to pull out the tissue then put it on the book, neither policy was able to complete the task.When comparing the performance of the two, policy A almost completed the task except pulling out the tissue, but policy B only grasped the pack and moved it close to the book.Therefore, policy A is obviously than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:38.449274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:38.449274_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.186280_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.186280_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.186280_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.186280_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.884239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_specialist_droid_2025-09-09T07:04:37.884239_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:22.662605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:22.662605_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:21.412796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:21.412796_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:21.412796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:21.412796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:22.055718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4412797-e00c-49fe-a579-51166de98ea2/paligemma_fast_droid_2025-09-09T07:13:22.055718_video_wrist.mp4"},"preference":"A","session_id":"d4412797-e00c-49fe-a579-51166de98ea2","university":"frodobots"},{"completion_time":"2025-09-09T07:00:41.701330Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mouse from  left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the mouse, grasped it, moved it to right, then put it on table.Next, policy A moved gripper above the the mouse until time ran out.Policy B first moved the robotic arm close to the mouse, hovered above it for a while, then grasped it and moved it to right in the end.My requirement is to move the mouse from left to right then rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, both policies have only moved the mouse to right but did not rotate it.But policy A used less time to complete the first step (which is to move the mouse to right)  than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:41.040443_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:41.040443_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:39.642014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:39.642014_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:39.642014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:39.642014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:40.378431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_droid_2025-09-09T06:48:40.378431_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:51.102245_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:51.102245_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:49.892137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:49.892137_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:49.892137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:49.892137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:50.538649_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c173737-2d64-4aa3-b650-f4f9eff7883e/paligemma_fast_specialist_droid_2025-09-09T06:59:50.538649_video_wrist.mp4"},"preference":"A","session_id":"7c173737-2d64-4aa3-b650-f4f9eff7883e","university":"frodobots"},{"completion_time":"2025-09-09T06:42:25.254987Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped its bottom left corner, moved the corner to right, then put it close to the middle right edge of the towel.Policy B first moved the robotic arm close to the table, then grasped the silver cloth rather than the towel, then released it.My requirement is to fold the towel in half, when comparing the performance of the two, policy A almost completed the task while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:33.665548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:33.665548_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:32.249805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:32.249805_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:32.249805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:32.249805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:33.012495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/paligemma_fast_droid_2025-09-09T06:32:33.012495_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:58.401992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:58.401992_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.067408_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.067408_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.067408_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.067408_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.778309_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0644ab2-35ed-46f1-b6bf-8efa3f099a7b/pi0_droid_2025-09-09T06:38:57.778309_video_wrist.mp4"},"preference":"A","session_id":"e0644ab2-35ed-46f1-b6bf-8efa3f099a7b","university":"frodobots"},{"completion_time":"2025-09-09T06:07:04.359122Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel, then wipe the book with the towel","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped and release it several times, then moved the robotic arm away in the end.Policy B first moved the robotic arm close to the towel, then approached a smaller box.Next, policy B moved the robotic arm back to the towel again, grasped it, moved it to the book,pushed the book.My requirement is to wipe the book with the towel, when comparing the performance of the two, policy A only grasped the towel while policy B grasped the towel then moved it to the book,almost completed the task.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:56.862658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:56.862658_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:55.586209_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:55.586209_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:55.586209_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:55.586209_video_right.mp4","wrist_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:56.284504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/pi0_droid_2025-09-09T05:58:56.284504_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:27.934274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:27.934274_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:26.567784_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:26.567784_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:26.567784_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:26.567784_video_right.mp4","wrist_video_gcs_path":"evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:27.280667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/662b182f-b3ad-43e1-a567-307f68e94534/paligemma_fast_specialist_droid_2025-09-09T06:06:27.280667_video_wrist.mp4"},"preference":"B","session_id":"662b182f-b3ad-43e1-a567-307f68e94534","university":"frodobots"},{"completion_time":"2025-09-09T05:46:31.690778Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cola by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the cola, pushed it to make it rotate by about 90 degrees.Then policy A moved the robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm close to the cola, grasped it, rotated it by about 90 degrees, then put it on table.Both policies have completed the task successfully, when comparing the performance of the two, policy A have completed the required task more quickly than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:36.995835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:36.995835_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:35.633569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:35.633569_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:35.633569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:35.633569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:36.362525_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/paligemma_fast_droid_2025-09-09T05:39:36.362525_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:39.391507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:39.391507_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.060068_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.060068_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.060068_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.060068_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.781512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9781c6c-6f3e-4af6-894e-87ff41821677/pi0_droid_2025-09-09T05:45:38.781512_video_wrist.mp4"},"preference":"A","session_id":"d9781c6c-6f3e-4af6-894e-87ff41821677","university":"frodobots"},{"completion_time":"2025-09-09T05:35:58.960802Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out the tissues from the pack","longform_feedback":"Policy A first moved the robotic arm close to the pack of tissues, grasped one tissue, pulled it out from the pack, moved it,  then dropped it on table.Policy B first moved the robotic arm close to the pack of tissues, grasped the tissue together with the pack, then moved them to right and dropped them on table.Next, policy B attempted to grasp a towel until time ran out.Comparing the performance of the two, since my requirement is to pull out the tissues from the pack, policy A have completed the task correctly while policy B have not pull out the tissue, only grasped the tissue together with the pack.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:53.040948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:53.040948_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:51.700373_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:51.700373_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:51.700373_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:51.700373_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:52.394650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/pi0_droid_2025-09-09T05:24:52.394650_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:29.127815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:29.127815_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:27.744936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:27.744936_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:27.744936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:27.744936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:28.471331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ef0f98d-d3f8-422b-8bb6-f3df63299dc9/paligemma_fast_specialist_droid_2025-09-09T05:33:28.471331_video_wrist.mp4"},"preference":"A","session_id":"0ef0f98d-d3f8-422b-8bb6-f3df63299dc9","university":"frodobots"},{"completion_time":"2025-09-09T05:19:12.783627Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the boxes together","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it and release it several times, then moved it slightly and dropped it on table.Policy B first moved the robotic arm close the smaller box, grasped it, moved it slightly then dropped it on the table.My requirement is to put all the boxes together and there are two boxes in total, that is to say, the task is to put the two boxes together.Neither policy was able to complete the task, both policies have only grasped one box but have not moved it to another box.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:16.430297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:16.430297_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.146337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.146337_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.146337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.146337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.827154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/pi0_droid_2025-09-09T05:11:15.827154_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:57.977232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:57.977232_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:56.645610_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:56.645610_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:56.645610_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:56.645610_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:57.323288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cce6aee-92ce-4942-84b2-2b948c2cf114/paligemma_fast_specialist_droid_2025-09-09T05:18:57.323288_video_wrist.mp4"},"preference":"TIE","session_id":"0cce6aee-92ce-4942-84b2-2b948c2cf114","university":"frodobots"},{"completion_time":"2025-09-09T04:06:35.897700Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel, then move the towel from left to right","longform_feedback":"Policy A first moved the robotic arm close to the towel, grasped it, moved it a white box, dropped it on the box,but pulled it back to left. Then policy A grasped the towel,  moved it to right and dropped it on table.Policy B first moved the robotic arm close to the towel, grasped it, moved it to right then dropped it on the table.Both policies have completed the task, when comparing the performance of the two,policy B succeed in the first attempt while policy A succeed in the second attempt.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:54.044376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:54.044376_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:52.765441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:52.765441_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:52.765441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:52.765441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:53.457575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_specialist_droid_2025-09-09T03:56:53.457575_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:01.835662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:01.835662_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:00.400195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:00.400195_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:00.400195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:00.400195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:01.174831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/070dd9f5-5cf5-4f4e-adc4-d1856a619d70/paligemma_fast_droid_2025-09-09T04:06:01.174831_video_wrist.mp4"},"preference":"B","session_id":"070dd9f5-5cf5-4f4e-adc4-d1856a619d70","university":"frodobots"},{"completion_time":"2025-09-09T03:52:20.707189Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel then drop it","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped it together with the tissues, lifted them up, and dropped them on table.Policy B first moved the robotic arm close to the towel, grasped it, lifted it up, moved it then dropped it on table.Next, policy B grasped and dropped the towel twice until time ran out.Both policies have completed the task successfully, when comparing the performance of the two, policy B performed the operations more smoothly and accurately than policy A.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:21.802209_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:21.802209_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:20.523380_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:20.523380_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:20.523380_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:20.523380_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:21.214837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/pi0_droid_2025-09-09T03:43:21.214837_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:39.222013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:39.222013_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:37.893602_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:37.893602_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:37.893602_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:37.893602_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:38.596026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e/paligemma_fast_specialist_droid_2025-09-09T03:51:38.596026_video_wrist.mp4"},"preference":"B","session_id":"b2f4a6f4-5ec2-45fd-8a9f-ed1e11471c0e","university":"frodobots"},{"completion_time":"2025-09-09T03:33:25.857318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the electronics products from left to right","longform_feedback":"Policy A first moved the robotic arm close to the controllers,pushed one blue controller to top right.Then pushed another white controller to top left.Policy B first moved the robotic arm close to the white controller, pushed it to right slowly until time ran out.My requirement is to move all the electronics products to right, there are two electronics products on table which is two controllers,neither policy was able to complete the task.When comparing the performance of the two, both policies have only pushed one controller to right, but after that, policy A pushed another controller in wrong direction.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:40.926447_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:40.926447_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:39.586688_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:39.586688_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:39.586688_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:39.586688_video_right.mp4","wrist_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:40.332526_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/paligemma_fast_specialist_droid_2025-09-09T03:22:40.332526_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:08.061259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:08.061259_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:06.749153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:06.749153_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:06.749153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:06.749153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:07.416633_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/636aa34e-bb42-49bd-9d28-0fcdd7825a5f/pi0_droid_2025-09-09T03:33:07.416633_video_wrist.mp4"},"preference":"A","session_id":"636aa34e-bb42-49bd-9d28-0fcdd7825a5f","university":"frodobots"},{"completion_time":"2025-09-09T03:18:02.732063Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the mobile phone  by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to book, touched it, then almost stopped on it during most time of the episode.Policy B first moved the robotic arm close to the mobile phone,pushed it slightly, but did not rotate it.Then policy B approached the book, pushed it until time ran out.My requirement is to rotate the mobile phone and put it onto the book, neither policy was able to complete the task.When comparing the performance of the two, policy B at least identified the mobile phone while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:09.341970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:09.341970_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.080645_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.080645_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.080645_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.080645_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.770846_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/pi0_droid_2025-09-09T03:10:08.770846_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:33.210836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:33.210836_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:31.661764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:31.661764_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:31.661764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:31.661764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:32.527563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6c57906-3b50-4f6a-a458-e2ceb0a27d0a/paligemma_fast_droid_2025-09-09T03:17:32.527563_video_wrist.mp4"},"preference":"B","session_id":"c6c57906-3b50-4f6a-a458-e2ceb0a27d0a","university":"frodobots"},{"completion_time":"2025-09-09T03:06:39.931298Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the red controller  from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the red controller, pushed it to make it rotate by about 90 degrees, then moved the robotic arm around it until time ran out.Policy B first moved the robotic arm close to the red controller, grasped it, moved it forward rather than to right.Then pushed it to make it rotated by about 90 degrees in the end.My requirement is to moved the red controller to right and rotate it by 90 degrees, neither policy was able to complete the task.When comparing the performance of the two, both policies have rotated the red controller, but only policy B grasped and moved the red controller (in wrong direction). Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:39.301191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:39.301191_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.032818_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.032818_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.032818_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.032818_video_right.mp4","wrist_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.702492_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/paligemma_fast_specialist_droid_2025-09-09T02:54:38.702492_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:18.941566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:18.941566_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:17.555241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:17.555241_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:17.555241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:17.555241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:18.332746_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/774f7db1-e749-465f-a7c9-d9220610c394/pi0_droid_2025-09-09T03:06:18.332746_video_wrist.mp4"},"preference":"B","session_id":"774f7db1-e749-465f-a7c9-d9220610c394","university":"frodobots"},{"completion_time":"2025-09-09T02:49:16.840844Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then place it onto the mobile phone","longform_feedback":"Policy A first moved the robotic arm close to the peach, pushed it slightly, then policy A approached the banana, grasped and released it several times until time ran out.Policy B first moved the robotic arm close to the peach, pushed it, grasped it and released it, then moved around it during remaining time of the episode.My requirement is to grasp the peach and put it onto the mobile phone, neither policy was able to complete the task.When comparing the performance of the two, policy B at least grasped the peach while policy A only grasped the wrong object banana.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:47.902490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:47.902490_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:46.666451_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:46.666451_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:46.666451_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:46.666451_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:47.283646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/pi0_droid_2025-09-09T02:39:47.283646_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:49:00.181824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:49:00.181824_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:58.908944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:58.908944_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:58.908944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:58.908944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:59.578284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84154421-194f-4262-96d7-7dfee45c1235/paligemma_fast_specialist_droid_2025-09-09T02:48:59.578284_video_wrist.mp4"},"preference":"B","session_id":"84154421-194f-4262-96d7-7dfee45c1235","university":"frodobots"},{"completion_time":"2025-09-09T02:36:17.795327Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the mobile phone, then move it next to the blue controller","longform_feedback":"Policy A first moved the robotic arm close to the mobile phone, pushed it slightly, then moved the robotic  arm close to the red controller and moved around it during most time of the episode.Policy B first moved the robotic arm close to the red controller, pushed it away, then almost stopped during remaining time of the episode.My requirement is to pick up the mobile phone and move it next to the blue block, neither policy was able to complete the task.When comparing the performance of the two, policy A at least identified the mobile phone and pushed it while policy B did not do anything relevant.Therefore, policy A is slightly than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:19.116987_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:19.116987_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:17.768647_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:17.768647_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:17.768647_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:17.768647_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:18.486490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/paligemma_fast_droid_2025-09-09T02:27:18.486490_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:24.022115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:24.022115_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:22.684522_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:22.684522_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:22.684522_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:22.684522_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:23.430872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54ed20c6-99f0-4336-9f3d-736e1bc9162f/pi0_droid_2025-09-09T02:35:23.430872_video_wrist.mp4"},"preference":"A","session_id":"54ed20c6-99f0-4336-9f3d-736e1bc9162f","university":"frodobots"},{"completion_time":"2025-09-09T02:22:39.970465Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the red controller by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the red controller,grasped it and release it several times until time ran out.Policy B first moved the robotic arm close to the red controller, pushed it to make it rotate by about 60 degrees. My requirement is to rotate the red controller by 90 degrees, when comparing the performance of the two, policy A only grasped and released the red controller but did not rotated it while policy B rotated it by about 60 degrees.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:26.518938_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:26.518938_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.119045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.119045_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.119045_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.119045_video_right.mp4","wrist_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.841476_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/pi0_droid_2025-09-09T02:12:25.841476_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:20.102344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:20.102344_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:18.700435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:18.700435_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:18.700435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:18.700435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:19.455673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/166a784b-185a-4a7d-8af9-69decbe84c79/paligemma_fast_droid_2025-09-09T02:20:19.455673_video_wrist.mp4"},"preference":"B","session_id":"166a784b-185a-4a7d-8af9-69decbe84c79","university":"frodobots"},{"completion_time":"2025-09-09T02:07:37.380508Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the blue controller onto the book","longform_feedback":"Policy A first moved the robotic arm close to the blue controller, grasped and release it,then slightly moved the robotic arm above the blue controller until time run out.Policy B first moved the robotic arm close to the blue controller, grasped and released it several times, then grasped it, moved it and put it onto the book in the end.Comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:40.063884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:40.063884_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:38.739628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:38.739628_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:38.739628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:38.739628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:39.404858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/paligemma_fast_specialist_droid_2025-09-09T01:56:39.404858_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:13.828969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:13.828969_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:12.454653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:12.454653_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:12.454653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:12.454653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:13.235561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e/pi0_droid_2025-09-09T02:02:13.235561_video_wrist.mp4"},"preference":"B","session_id":"80e8e7ee-19a7-4c7b-af16-eb9d3e6ccd1e","university":"frodobots"},{"completion_time":"2025-09-09T01:49:32.643980Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits onto the book","longform_feedback":"Policy A first moved the robotic arm close to the peach, grasped it, moved it toward the book, then dropped it on the table, causing the peach to scroll away from the book.Policy B first moved the robotic arm close to the peach, made multiple attempts to grasp it, but only made the peach scroll close to the book.Neither policy was able to complete the task, when comparing the performance of the two,policy A at least succeed in grasping the peach while policy B failed.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:28.934783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:28.934783_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:27.593209_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:27.593209_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:27.593209_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:27.593209_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:28.320601_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/pi0_droid_2025-09-09T01:39:28.320601_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:15.015835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:15.015835_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:13.688140_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:13.688140_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:13.688140_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:13.688140_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:14.409472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c290df87-cab5-4f00-8620-07ce267cb689/paligemma_fast_droid_2025-09-09T01:49:14.409472_video_wrist.mp4"},"preference":"A","session_id":"c290df87-cab5-4f00-8620-07ce267cb689","university":"frodobots"},{"completion_time":"2025-09-09T01:31:56.397928Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mobile phone from left to right","longform_feedback":"Policy A first moved the robotic arm close to the mobile phone, after hesitating for while, grasped and released it in the end.Policy B first moved the robotic arm randomly as if searching the target, then pushed silver cloth during the remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least grasped the mobile phone while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:45.372699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:45.372699_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:43.948882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:43.948882_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:43.948882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:43.948882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:44.678332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/paligemma_fast_droid_2025-09-09T01:26:44.678332_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:39.474282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:39.474282_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.180002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.180002_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.180002_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.180002_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.943750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c400b46-d951-4f16-aade-6960c9e85dab/pi0_droid_2025-09-09T01:31:38.943750_video_wrist.mp4"},"preference":"A","session_id":"7c400b46-d951-4f16-aade-6960c9e85dab","university":"frodobots"},{"completion_time":"2025-09-09T01:22:40.453468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the orange, then grasp the mobile phone","longform_feedback":"Policy A first moved the robotic arm close to the banana rather than the orange, grasped the banana, moved it close to the orange, then dropped it on table.Then policy A pushed the orange to make it fall off the table.Policy B first moved the robotic arm close to the orange, made several attempts to grasp it bu failed,then policy B moved the robotic arm to a controller, pushed it.Neither policy was able to complete the task,when comparing the performance of the two, policy B at least attempted to grasp the orange while policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:22.404219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:22.404219_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.081798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.081798_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.081798_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.081798_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.793879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_droid_2025-09-09T01:12:21.793879_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:36.595276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:36.595276_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.263994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.263994_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.263994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.263994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.977330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1068ca88-77e9-43c9-958f-367421b31135/paligemma_fast_specialist_droid_2025-09-09T01:21:35.977330_video_wrist.mp4"},"preference":"B","session_id":"1068ca88-77e9-43c9-958f-367421b31135","university":"frodobots"},{"completion_time":"2025-09-08T18:25:40.954817Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Bring me the marker.","longform_feedback":"policy A began by approaching the marker but placing its gripper a little to far to the right and failing to pick it up. For at almost the entire rest of the episode policy A would then explore the upper right space of the field for seemingly no reason before making one last attempt to grab the marker. policy A was able to get its entire gripper around the marker but didn't grab it and ended up ending the episode sort of hovering in space. policy B had spent the episode sort of grabbing and dropping the marker. policy B never moved the marker anywhere, simply grabbed it and sometimes would pick it up before dropping it. I chose policy B because it was able to actually grab the marker while policy A could not.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:10.579682_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:10.579682_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:12.181717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:12.181717_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:11.148705_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:11.148705_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:10.579682_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:10.579682_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:11.658947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/paligemma_fast_droid_2025-09-08T18:19:11.658947_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.019957_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.019957_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:20.718329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:20.718329_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.629695_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.629695_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.019957_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:19.019957_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:20.136573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9454fb51-2af9-4cca-a1d6-30f3157e9af7/pi0_droid_2025-09-08T18:25:20.136573_video_wrist.mp4"},"preference":"B","session_id":"9454fb51-2af9-4cca-a1d6-30f3157e9af7","university":"UT Austin"},{"completion_time":"2025-09-08T18:15:53.901743Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block.","longform_feedback":"policy A had started by re-orienting its gripper in the proper way so that it could grab the block and then began to approach, but before it could actually made contact, policy A retracted its gripper. For the rest of the episode, policy A sort of stayed above the block, seeminlgy analyzing where to grab. policy B was very different, it began by immediatley smashing its gripper into the block but without re-orienting it first. policy B was much more active, getting closer to the block than policy A and even touching it again before the end of the episode. That being said, even though policy B touched the block while policy A did not, I chose policy A because I believe that re-orienting the hand was greater progress than simply touching the block. The block was placed so that it would be impossible for the policy to grab the block without changing the orientation of its hand; this was done so that I could test the policy's ability to fully utilize the gripper rotation as part of its action space.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:41.407792_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:41.407792_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:43.047626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:43.047626_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.017757_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.017757_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.017757_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.017757_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.548685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/pi0_droid_2025-09-08T18:07:42.548685_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:21.699623_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:21.699623_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:23.345349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:23.345349_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.288189_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.288189_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.288189_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.288189_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.747149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34aad4f5-8b13-44b6-af85-4cb7c8c11458/paligemma_fast_specialist_droid_2025-09-08T18:15:22.747149_video_wrist.mp4"},"preference":"A","session_id":"34aad4f5-8b13-44b6-af85-4cb7c8c11458","university":"UT Austin"},{"completion_time":"2025-09-08T18:05:16.209807Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block.","longform_feedback":"policy A had started by approaching the block, and descending upon it without changin the orientationn of it's gripper. As a result, policy A wasn't able to grab the block. For the rest of the episode, policy A would stay sort of to the right of the block sort of grabbing and interacting with the empty space next to the block. policy B litterally just fully extended its arm for no reason and started grabing at nothing. Since policy A was able to at least somewhat decently attempt to grab the block, I gave it the victory.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:29.404697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:29.404697_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:31.180685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:31.180685_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:30.056687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:30.056687_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:29.404697_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:29.404697_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:30.618210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/pi0_droid_2025-09-08T17:59:30.618210_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:49.911036_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:49.911036_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:51.505530_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:51.505530_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:50.506406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:50.506406_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:49.911036_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:49.911036_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:50.972261_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b53ff097-731a-4273-bc5c-a5e34093a1c2/paligemma_fast_droid_2025-09-08T18:04:50.972261_video_wrist.mp4"},"preference":"A","session_id":"b53ff097-731a-4273-bc5c-a5e34093a1c2","university":"UT Austin"},{"completion_time":"2025-09-08T17:55:55.889785Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"There is a piece of bread in the middle of the table. Please grab the other object instead of the bread.","longform_feedback":"I gave both policies a tie because they spent the entire episode interacting with the bread even though I asked them not to do that.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.193482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.193482_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:19.898377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:19.898377_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.840657_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.840657_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.193482_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:18.193482_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:19.326375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_specialist_droid_2025-09-08T17:46:19.326375_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:47.592526_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:47.592526_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:49.265738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:49.265738_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:48.190263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:48.190263_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:47.592526_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:47.592526_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:48.733611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c/paligemma_fast_droid_2025-09-08T17:48:48.733611_video_wrist.mp4"},"preference":"TIE","session_id":"e9a8c1ab-9b9a-4746-9ebc-b6986bf2a00c","university":"UT Austin"},{"completion_time":"2025-09-08T17:39:38.264812Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Enter a space using the keyboard.","longform_feedback":"policy A had made a very good attempt at touching the space bar- getting within milimeters of presssing it. One thing to note was that poilcy A did not ever actuate its gripper, something that might have been desirable for the task given that a squeeze gripper would constrain the action to a sinlg point to touch the space bar with; instead, policy A ended up touching the keyboard in two places at a time. policy B had made a much less concerted effort to touch the space bar- only having touched the keyboard maybe twice and never getting particularly close to the space bar. For these reasons, I gave policy A the victory.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.182624_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.182624_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:36.814054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:36.814054_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.771577_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.771577_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.771577_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:35.771577_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:36.276316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/paligemma_fast_specialist_droid_2025-09-08T17:31:36.276316_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.121534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.121534_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:22.825328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:22.825328_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.742750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.742750_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.742750_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:21.742750_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:22.258542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b70d782-c58a-4d8a-8742-0dbf74efce6f/pi0_droid_2025-09-08T17:38:22.258542_video_wrist.mp4"},"preference":"A","session_id":"3b70d782-c58a-4d8a-8742-0dbf74efce6f","university":"UT Austin"},{"completion_time":"2025-09-08T17:28:27.396380Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Enter a space using the keyboard in front of you.","longform_feedback":"policy A was able to approach the keyboard, squeeze its gripper into a single contact point and press sort of close to the keyboard after its second attempt. policy B had spent the entire episode pressing its gripper into and empty space on the table to the bottom right of the keyboard. I chose policy A because it was able to execute the steps needed to precisley target the space bar while policy B did not even seem to know that it should be interacting with the keyboard. The only failure for policy A was that it didn't have the fine-grain manipulation skills to precisily touch the space bar- otherwise it was almost perfect.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:17.705661_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:17.705661_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:19.435924_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:19.435924_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:18.362169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:18.362169_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:17.705661_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:17.705661_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:18.893582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/paligemma_fast_specialist_droid_2025-09-08T17:22:18.893582_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.238858_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.238858_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:08.862411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:08.862411_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.764850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.764850_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.238858_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:07.238858_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:08.283159_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e741fbd-02b4-41b4-b70f-69169137c38e/pi0_droid_2025-09-08T17:28:08.283159_video_wrist.mp4"},"preference":"A","session_id":"7e741fbd-02b4-41b4-b70f-69169137c38e","university":"UT Austin"},{"completion_time":"2025-09-08T10:15:30.770053Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all wooden blocks into the cup","longform_feedback":"Policy A first moved the robotic arm close to one wooden block, grasped it, moved it close to the cup, then adjusted posture, made multiple attempts to put it into the cup but failed in the limited time.Policy B first moved the robotic arm close to one block, grasped it, then moved it away from the cup in the end.Neither policy was able to complete the task, when comparing the performance of the two, both policies have grasped one block, but policy A attempted to put it into cup while policy B moved it away.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:04.573222_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:04.573222_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:03.373159_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:03.373159_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:03.373159_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:03.373159_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:04.042905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_droid_2025-09-08T10:05:04.042905_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:57.320523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:57.320523_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.174062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.174062_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.174062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.174062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.769700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e850252-dd8c-4b55-b019-cdd105e01ace/paligemma_fast_specialist_droid_2025-09-08T10:13:56.769700_video_wrist.mp4"},"preference":"A","session_id":"8e850252-dd8c-4b55-b019-cdd105e01ace","university":"frodobots"},{"completion_time":"2025-09-08T09:59:21.422224Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cup by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the cup, pushed it toward the book, causing the cup to rotate by about 80 degrees and roll away from the book.Policy B first moved the robotic arm aimlessly as if could not find the target until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least rotated the cup while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:31.913960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:31.913960_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:30.658277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:30.658277_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:30.658277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:30.658277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:31.342810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/paligemma_fast_specialist_droid_2025-09-08T09:50:31.342810_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:08.332708_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:08.332708_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.223449_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.223449_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.223449_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.223449_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.806605_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a61004d-c552-460b-b346-07d7073f5b09/pi0_droid_2025-09-08T09:59:07.806605_video_wrist.mp4"},"preference":"A","session_id":"3a61004d-c552-460b-b346-07d7073f5b09","university":"frodobots"},{"completion_time":"2025-09-08T09:45:54.902155Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the controller from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped it , moved it to right, then dropped it on the table, but did not rotate it.Next, policy A moved the robotic arm slightly during the remaining time of the episode.Policy B first moved the robotic arm close to the table, then moved aimlessly and rotated the gripper until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least moved the controller to right while policy B did not do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:20.164481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:20.164481_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.081971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.081971_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.081971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.081971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.662933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_specialist_droid_2025-09-08T09:39:19.662933_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:13.761705_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:13.761705_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:12.667775_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:12.667775_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:12.667775_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:12.667775_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:13.299870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fddee531-b50c-454b-8366-b5462c36cf2b/paligemma_fast_droid_2025-09-08T09:45:13.299870_video_wrist.mp4"},"preference":"A","session_id":"fddee531-b50c-454b-8366-b5462c36cf2b","university":"frodobots"},{"completion_time":"2025-09-08T09:35:22.050859Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the blue  block, then put it into the cup","longform_feedback":"Policy A first moved the robotic arm close to the cup, pushed it slightly, then almost stopped during the remaining time of the episode.Policy B first moved the robotic arms close to the blue block, made multiple times to grasp it but failed in the end.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least attempted to grasp the blue block while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:23.517694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:23.517694_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:22.405495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:22.405495_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:22.405495_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:22.405495_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:23.063185_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/paligemma_fast_droid_2025-09-08T09:27:23.063185_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:45.336473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:45.336473_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.206910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.206910_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.206910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.206910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.876443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1ea547c-9e79-4180-9ed0-0717b270b4d4/pi0_droid_2025-09-08T09:34:44.876443_video_wrist.mp4"},"preference":"B","session_id":"b1ea547c-9e79-4180-9ed0-0717b270b4d4","university":"frodobots"},{"completion_time":"2025-09-08T09:16:53.751167Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cup and move it close to the blue block","longform_feedback":"Policy A first moved the robotic arm close to the wooden block, grasped and released it.Then policy A approached the cup and knocked it down.Next, policy A moved the robotic arm randomly during the remaining time of the episode.Policy B first moved the robotic arm close to the blue block, then pushed another wooden block.Next policy B grasped the book and moved it.Finally, policy B approached the cup and knocked it down.Neither policy was able to complete the task, and both policies only knocked the cup down but did not grasp it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:19.564038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:19.564038_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:18.407836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:18.407836_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:18.407836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:18.407836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:19.053320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_specialist_droid_2025-09-08T09:07:19.053320_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:38.991351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:38.991351_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:37.813357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:37.813357_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:37.813357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:37.813357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:38.501345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f82bb1f-e20a-40fb-8c7b-45bd65037232/paligemma_fast_droid_2025-09-08T09:16:38.501345_video_wrist.mp4"},"preference":"TIE","session_id":"4f82bb1f-e20a-40fb-8c7b-45bd65037232","university":"frodobots"},{"completion_time":"2025-09-08T08:56:39.890190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the red block by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the red block, pushed it to make it rotate by 90 degrees.Then policy A stopped during the remaining time.Policy B first moved the robotic arm close to the table, then moved aimlessly as if could not find the target.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:37.424376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:37.424376_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:36.409872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:36.409872_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:36.409872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:36.409872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:37.016542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/paligemma_fast_specialist_droid_2025-09-08T08:49:37.016542_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:17.188768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:17.188768_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:15.976960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:15.976960_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:15.976960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:15.976960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:16.702273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/701c56b3-fdb3-4063-9012-b5311a2332db/pi0_droid_2025-09-08T08:56:16.702273_video_wrist.mp4"},"preference":"A","session_id":"701c56b3-fdb3-4063-9012-b5311a2332db","university":"frodobots"},{"completion_time":"2025-09-08T08:37:48.052477Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the the block in the shape of the number 8, then put it on the blue block","longform_feedback":"Policy A first moved the robotic arm close to the blue block, pushed it, then moved the robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm randomly, then pushed the black cloth.Neither policy was able to complete the task, but policy A at least pushed one related object while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:45.987216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:45.987216_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:44.767070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:44.767070_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:44.767070_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:44.767070_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:45.430411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_droid_2025-09-08T08:31:45.430411_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:12.384909_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:12.384909_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.292241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.292241_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.292241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.292241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.887351_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6910abdd-2ece-4149-a15e-7938d2c59f12/paligemma_fast_specialist_droid_2025-09-08T08:37:11.887351_video_wrist.mp4"},"preference":"A","session_id":"6910abdd-2ece-4149-a15e-7938d2c59f12","university":"frodobots"},{"completion_time":"2025-09-08T08:22:52.794857Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wooden color blocks together","longform_feedback":"Policy A first moved the robotic arm close to one wooden block, pushed it, then moved the robotic arm away and almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to a small plate, grasped it, moved it, then dropped it on table.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least identified the wooden blocked and pushed it while policy B did not.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:05.497296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:05.497296_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:04.408890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:04.408890_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:04.408890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:04.408890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:05.057934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_specialist_droid_2025-09-08T08:16:05.057934_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:27.755044_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:27.755044_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:26.671048_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:26.671048_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:26.671048_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:26.671048_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:27.250495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2574fc38-1d08-4f64-b711-7a683166eb16/paligemma_fast_droid_2025-09-08T08:22:27.250495_video_wrist.mp4"},"preference":"A","session_id":"2574fc38-1d08-4f64-b711-7a683166eb16","university":"frodobots"},{"completion_time":"2025-09-08T08:12:26.601411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the dinner fork  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the table, then pushed the black cloth to left during most time of the episode.Policy B first moved the robotic arm close to table, then almost stopped during the remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least moved the black cloth together with the fork while policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:35.855806_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:35.855806_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:34.693293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:34.693293_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:34.693293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:34.693293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:35.361982_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_specialist_droid_2025-09-08T08:03:35.361982_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:17.358464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:17.358464_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.233554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.233554_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.233554_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.233554_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.896550_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5419f022-ebe6-4706-b01b-a4b632654b32/paligemma_fast_droid_2025-09-08T08:11:16.896550_video_wrist.mp4"},"preference":"A","session_id":"5419f022-ebe6-4706-b01b-a4b632654b32","university":"frodobots"},{"completion_time":"2025-09-08T07:59:08.332244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp one screw, then lift it up","longform_feedback":"Policy A first moved the robotic arm close to the red block rather than the screw, grasped the red block, then dropped it on table.Next, policy moved the robotic arm away.Policy B also first moved the robotic arm close to the red block, grasped it then dropped it on table.Neither policy was able to complete the task,when comparing the performance of the two, both policies have only grasped the red block rather than the screw and their behaviors is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:36.899563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:36.899563_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:35.897155_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:35.897155_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:35.897155_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:35.897155_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:36.460613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_specialist_droid_2025-09-08T07:52:36.460613_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:07.798369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:07.798369_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:06.733427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:06.733427_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:06.733427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:06.733427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:07.291467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6035864-a9a2-4fed-b33d-745c6b36eec3/paligemma_fast_droid_2025-09-08T07:58:07.291467_video_wrist.mp4"},"preference":"TIE","session_id":"b6035864-a9a2-4fed-b33d-745c6b36eec3","university":"frodobots"},{"completion_time":"2025-09-08T07:38:38.450999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all tissues from left to right","longform_feedback":"Policy A first moved the robotic arm close to one tissue, pushed it, then grasped it, moved it to right and dropped it on table.Next, policy A moved the robotic arm close to another tissue until time ran out.Policy B first moved the robotic arm close to one tissue, pushed it slightly, then grasped it and moved it to right until time ran out.When comparing the performance of the two, policy A has moved one tissue to right, dropped it and approached another tissue, while policy B has only moved a tissue to right slightly but did not dropped it.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:22.155150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:22.155150_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:20.952281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:20.952281_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:20.952281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:20.952281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:21.640328_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_droid_2025-09-08T07:23:21.640328_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:50.681126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:50.681126_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:49.548467_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:49.548467_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:49.548467_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:49.548467_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:50.199966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ba7a299-e5ba-41b2-944a-065068713b84/paligemma_fast_specialist_droid_2025-09-08T07:31:50.199966_video_wrist.mp4"},"preference":"A","session_id":"1ba7a299-e5ba-41b2-944a-065068713b84","university":"frodobots"},{"completion_time":"2025-09-08T07:16:40.026431Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out a tissue, then put it on the book","longform_feedback":"Policy A first moved the robotic arm close to the tissues,pushed the pack of tissues close to the book, then pushed it tight against the book in the end.Policy B moved the robotic arm aimlessly during entire trial.Neither policy was able to complete the task, but policy A at least moved the tissues toward the book while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:47.089159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:47.089159_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:45.883886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:45.883886_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:45.883886_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:45.883886_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:46.596287_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/paligemma_fast_droid_2025-09-08T07:10:46.596287_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:04.486050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:04.486050_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.373074_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.373074_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.373074_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.373074_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.986798_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de5e35b7-e936-47b6-8274-7877af05e404/pi0_droid_2025-09-08T07:16:03.986798_video_wrist.mp4"},"preference":"A","session_id":"de5e35b7-e936-47b6-8274-7877af05e404","university":"frodobots"},{"completion_time":"2025-09-08T07:06:12.270125Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the book from  left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved slightly above the table until time ran out.Policy B did not response to my command and did not  perform any operations at all.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least moved the robotic arm while policy B did not respond.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:01.290922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:01.290922_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.252483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.252483_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.252483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.252483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.835494_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/pi0_droid_2025-09-08T06:56:00.835494_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:22.787211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:22.787211_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:21.899411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:21.899411_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:21.899411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:21.899411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:22.416796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ae7b456-b09b-443e-9ede-b8598d5746dd/paligemma_fast_specialist_droid_2025-09-08T07:03:22.416796_video_wrist.mp4"},"preference":"A","session_id":"4ae7b456-b09b-443e-9ede-b8598d5746dd","university":"frodobots"},{"completion_time":"2025-09-08T06:50:32.810713Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"fold the towel in half","longform_feedback":"Policy A first moved the robotic arm to the right edge of the towel, grasped and released it several times.Policy B first moved the robotic arm to the top right corner of the towel, adjusted posture,pushed the edge of the towel to make it fold in about 1/5.Neither policy was able to complete the task, when comparing the performance of the two, policy B folded the towel in about 1/5 while policy A almost did not fold the towel.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:21.982683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:21.982683_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:20.814328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:20.814328_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:20.814328_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:20.814328_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:21.531765_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_specialist_droid_2025-09-08T06:40:21.531765_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:50:00.643962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:50:00.643962_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:49:59.477480_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:49:59.477480_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:49:59.477480_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:49:59.477480_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:50:00.123802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b43acbb0-8671-4229-b8ad-77ab3ee5566b/paligemma_fast_droid_2025-09-08T06:50:00.123802_video_wrist.mp4"},"preference":"B","session_id":"b43acbb0-8671-4229-b8ad-77ab3ee5566b","university":"frodobots"},{"completion_time":"2025-09-08T06:00:43.613270Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"wipe the table with the towel","longform_feedback":"Policy A first moved the robotic arm to the table, then moved on the table during the remaining time of the episode.Policy B first moved the robotic arm to the table,moved on the table for a while, then moved the robotic arm close to the towel, pushed it until time ran out.Comparing the performance of the two, policy B at least pushed the towel while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:35.587465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:35.587465_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:34.360320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:34.360320_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:34.360320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:34.360320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:35.058305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_specialist_droid_2025-09-08T05:54:35.058305_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:26.334781_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:26.334781_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.124799_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.124799_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.124799_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.124799_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.786049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc9947c1-8e4b-44b8-a594-841ab86946c6/paligemma_fast_droid_2025-09-08T06:00:25.786049_video_wrist.mp4"},"preference":"B","session_id":"bc9947c1-8e4b-44b8-a594-841ab86946c6","university":"frodobots"},{"completion_time":"2025-09-08T05:51:10.083595Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smallest box by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, grasped it, rotated it by about 90 degrees, then dropped it on table.Policy B first moved the robotic arm close to table, then almost stopped during the remaining time of the episode.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore,policy A is obviously than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:59.213010_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:59.213010_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:57.952801_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:57.952801_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:57.952801_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:57.952801_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:58.664414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/paligemma_fast_droid_2025-09-08T05:46:58.664414_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:51.328139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:51.328139_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.228569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.228569_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.228569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.228569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.859076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61c34ea-5f4b-41da-b8f5-56d57b80515f/pi0_droid_2025-09-08T05:50:50.859076_video_wrist.mp4"},"preference":"A","session_id":"a61c34ea-5f4b-41da-b8f5-56d57b80515f","university":"frodobots"},{"completion_time":"2025-09-08T05:44:07.860398Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pull out the tissues","longform_feedback":"Policy A first moved the robotic arm close to table, moved up and down several times, then approached the tissues in the end.Policy B moved the robotic arm aimlessly during the entire trial as if could not find the target.Comparing the performance of the two,neither policy was able to complete the task, but policy A at least approached the tissues while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:58.393595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:58.393595_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.182852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.182852_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.182852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.182852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.868967_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/paligemma_fast_droid_2025-09-08T05:36:57.868967_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:21.276932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:21.276932_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.089334_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.089334_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.089334_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.089334_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.768029_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f43e9c2-0557-45de-9717-8c7efbc6c6e2/pi0_droid_2025-09-08T05:43:20.768029_video_wrist.mp4"},"preference":"A","session_id":"1f43e9c2-0557-45de-9717-8c7efbc6c6e2","university":"frodobots"},{"completion_time":"2025-09-08T05:21:04.684896Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the box together","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, grasped it and released it.Then policy A pushed the smallest box close to the white box.Next, policy A pushed the white box to make it slip off the table.Policy B first moved the robotic arm close to the smallest box, pushed it several times to make it fall off the table.Neither policy was able to complete the task,but policy A at least moved the smallest box toward the white box whiled policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:12.429477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:12.429477_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.234338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.234338_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.234338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.234338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.957762_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_droid_2025-09-08T05:14:11.957762_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:37.720478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:37.720478_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:36.506386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:36.506386_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:36.506386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:36.506386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:37.159333_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8aa2db08-c68e-45f0-bedd-0fde6c1d84d4/paligemma_fast_specialist_droid_2025-09-08T05:20:37.159333_video_wrist.mp4"},"preference":"A","session_id":"8aa2db08-c68e-45f0-bedd-0fde6c1d84d4","university":"frodobots"},{"completion_time":"2025-09-08T04:22:45.213317Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the towel from left to right","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped it, moved it to right, then dropped it on table.Next, policy A moved the robotic arm randomly until time ran out.Policy B first grasped the white box, moved it slightly, then dropped it on table and pushed it to left.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:19.720198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:19.720198_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:18.630672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:18.630672_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:18.630672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:18.630672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:19.167505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_specialist_droid_2025-09-08T04:18:19.167505_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:32.592553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:32.592553_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:31.382586_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:31.382586_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:31.382586_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:31.382586_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:32.115445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff52b67d-227d-4059-a743-49b04acd545f/paligemma_fast_droid_2025-09-08T04:22:32.115445_video_wrist.mp4"},"preference":"A","session_id":"ff52b67d-227d-4059-a743-49b04acd545f","university":"frodobots"},{"completion_time":"2025-09-08T04:10:09.651316Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the towel then drop it","longform_feedback":"Policy A first moved the robotic arm close to towel, pushed it,but did not grasped it,  then policy A approached  the white box and pushed it.Policy B first moved the robotic arm close to the edge of the towel, pushed it, then policy A grasped the towel and released it, without lifting the towel.Next, policy A approached a white box and grasped it.When comparing the performance of the two, policy B at least grasped and released the towel while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:38.995998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:38.995998_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:37.864232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:37.864232_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:37.864232_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:37.864232_video_right.mp4","wrist_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:38.500003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_specialist_droid_2025-09-08T04:01:38.500003_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:22.992239_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:22.992239_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:21.844752_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:21.844752_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:21.844752_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:21.844752_video_right.mp4","wrist_video_gcs_path":"evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:22.481837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/807586b7-edeb-4537-9a9e-a56b5f34da91/paligemma_fast_droid_2025-09-08T04:09:22.481837_video_wrist.mp4"},"preference":"B","session_id":"807586b7-edeb-4537-9a9e-a56b5f34da91","university":"frodobots"},{"completion_time":"2025-09-08T03:54:54.305985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the fruits from left to right","longform_feedback":"Policy A first moved the robotic arm close to the peach, grasped it, moved it to right and dropped it on floor.Then policy A moved the robotic arm close to the grapes.Policy B first moved the robotic arm close to the peach, pushed it slightly to left.Then policy B approached the grapes and pushed it forward sightly.Comparing the performance of the two, policy A at least moved one type of fruit to right while policy B did not, Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:08.513615_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:08.513615_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:07.457557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:07.457557_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:07.457557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:07.457557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:08.071942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/paligemma_fast_specialist_droid_2025-09-08T03:47:08.071942_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:57.197871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:57.197871_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.185238_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.185238_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.185238_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.185238_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.712887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd823bd1-8d23-483d-b286-d4b5f62a3b5b/pi0_droid_2025-09-08T03:53:56.712887_video_wrist.mp4"},"preference":"A","session_id":"fd823bd1-8d23-483d-b286-d4b5f62a3b5b","university":"frodobots"},{"completion_time":"2025-09-08T03:42:21.426865Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the knife by 90 degrees, then put it onto the book","longform_feedback":"Policy A moved the robotic arm slightly during entire time of the episode,  but did not take obvious actions.Policy B first moved the robotic arm close to the close to the book, then touched it as if attempted to grasp it until time ran out.Neither policy was able to complete the task, when comparing the performance of the two,policy B at least touched the related object while policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:56.983718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:56.983718_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:55.879742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:55.879742_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:55.879742_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:55.879742_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:56.500712_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/paligemma_fast_specialist_droid_2025-09-08T03:34:56.500712_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:42:00.924957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:42:00.924957_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:41:59.718902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:41:59.718902_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:41:59.718902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:41:59.718902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:42:00.378012_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8e9521-17cc-472f-9b4d-462d9f67fdb0/pi0_droid_2025-09-08T03:42:00.378012_video_wrist.mp4"},"preference":"B","session_id":"4c8e9521-17cc-472f-9b4d-462d9f67fdb0","university":"frodobots"},{"completion_time":"2025-09-08T03:28:52.212429Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the knife  from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm back and forth aimlessly, then approached the book and grasped it in the end.Policy B first moved the robotic arm close to the knife, pushed it to make it rotated by about 45 degrees, then grasped it, moved it to right until time ran out.Comparing the performance of the two, policy B almost completed the task while policy A did not do anything relevant.Therefore, policy B is obviously than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:17.054395_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:17.054395_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:15.897604_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:15.897604_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:15.897604_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:15.897604_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:16.549375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_droid_2025-09-08T03:22:16.549375_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:34.650871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:34.650871_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:33.496560_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:33.496560_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:33.496560_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:33.496560_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:34.135862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad81042b-621f-47a7-8e2f-55cd65f3b19a/paligemma_fast_specialist_droid_2025-09-08T03:28:34.135862_video_wrist.mp4"},"preference":"B","session_id":"ad81042b-621f-47a7-8e2f-55cd65f3b19a","university":"frodobots"},{"completion_time":"2025-09-08T03:15:16.064490Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then place it onto the towel","longform_feedback":"Policy A first moved the robotic arm close to towel, grasped it and released it, then pushed the towel slightly during the remaining time of the episode.Policy B first moved the robotic arm close to the peach,touched it, but did not grasp it, then moved the robotic arm away.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least approached and touched the peach while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:46.449515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:46.449515_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.317000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.317000_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.317000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.317000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.949891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/pi0_droid_2025-09-08T03:08:45.949891_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:42.649900_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:42.649900_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:41.478528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:41.478528_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:41.478528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:41.478528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:42.105249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/194480f3-66a2-435c-94ab-dabc5263a622/paligemma_fast_droid_2025-09-08T03:14:42.105249_video_wrist.mp4"},"preference":"B","session_id":"194480f3-66a2-435c-94ab-dabc5263a622","university":"frodobots"},{"completion_time":"2025-09-08T03:00:36.290066Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tape and move it next to the banana","longform_feedback":"Policy A first moved the robotic arm close to the tape, grasped it and released it.Then policy A grasped the taped again, moved it to the banana and placed it on the banana.Policy B first moved the robotic arm close to the table, then moved the robotic arm close to the grapes and moved around the grapes during the remaining time.When comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:22.909886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:22.909886_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:21.662291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:21.662291_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:21.662291_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:21.662291_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:22.381305_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/paligemma_fast_specialist_droid_2025-09-08T02:53:22.381305_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:17.125066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:17.125066_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.070510_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.070510_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.070510_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.070510_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.631844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02abc7b9-7c1b-47c1-b37b-399d2d7ff191/pi0_droid_2025-09-08T02:59:16.631844_video_wrist.mp4"},"preference":"A","session_id":"02abc7b9-7c1b-47c1-b37b-399d2d7ff191","university":"frodobots"},{"completion_time":"2025-09-08T02:49:09.346224Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, after hesitating for while, grasped and released the marker pen in the end.Policy B first moved the robotic first moved the robotic arm close to the marker pen, grasped it, rotated it by about 90 degrees , then moved it until time ran out.Comparing the performance of the two, policy B complete the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:19.361149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:19.361149_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.275575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.275575_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.275575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.275575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.896000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_specialist_droid_2025-09-08T02:41:18.896000_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:29.321370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:29.321370_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.174251_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.174251_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.174251_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.174251_video_right.mp4","wrist_video_gcs_path":"evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.833716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/847dea2e-6d65-4983-b22f-ccfd819a6cc4/paligemma_fast_droid_2025-09-08T02:46:28.833716_video_wrist.mp4"},"preference":"B","session_id":"847dea2e-6d65-4983-b22f-ccfd819a6cc4","university":"frodobots"},{"completion_time":"2025-09-08T02:37:25.700811Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tape onto the book","longform_feedback":"Policy A first moved the robotic arm close to tape, but then moved away as if could not find the object.Policy B first moved the robotic arm to the table,then moved slightly on the table during most time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least approached the tape while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:37.857876_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:37.857876_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:36.735869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:36.735869_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:36.735869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:36.735869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:37.354026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/paligemma_fast_specialist_droid_2025-09-08T02:30:37.354026_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:53.365207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:53.365207_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.267620_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.267620_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.267620_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.267620_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.903882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f02a852-d155-4f12-a374-b1c8b8d7d2f4/pi0_droid_2025-09-08T02:36:52.903882_video_wrist.mp4"},"preference":"A","session_id":"6f02a852-d155-4f12-a374-b1c8b8d7d2f4","university":"frodobots"},{"completion_time":"2025-09-08T02:26:32.056394Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits onto the book","longform_feedback":"Policy A first moved the robotic arm close to the grapes, grasped it, moved it to the book and place it on the book.Then policy A grasped the grapes again, moved to to right and dropped it on the table.Policy B first moved the robotic arm close to the book, touched it.Then policy B approached the grapes, pushed it slightly during the remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least put one type of fruit onto the book while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:49.560404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:49.560404_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:48.403119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:48.403119_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:48.403119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:48.403119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:49.029513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/pi0_droid_2025-09-08T02:19:49.029513_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:50.989138_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:50.989138_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:49.771430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:49.771430_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:49.771430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:49.771430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:50.449173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c9625c3-2229-45a7-9a30-3b92ba73d690/paligemma_fast_droid_2025-09-08T02:25:50.449173_video_wrist.mp4"},"preference":"A","session_id":"7c9625c3-2229-45a7-9a30-3b92ba73d690","university":"frodobots"},{"completion_time":"2025-09-08T02:10:18.081799Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from left to right","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, after hesitating for a while,attempted to grasp the marker pen but failed.Policy B first moved the robotic arm close to the marker pen, paused briefly above the marker pen,then grasped it, moved it to right and dropped it on table.Comparing the performance of the two,policy B completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:02.520916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:02.520916_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:01.384478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:01.384478_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:01.384478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:01.384478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:02.013218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_specialist_droid_2025-09-08T02:04:02.013218_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:26.304058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:26.304058_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.216590_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.216590_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.216590_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.216590_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.829142_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7105e0d3-425f-4914-8911-13af952e59f4/paligemma_fast_droid_2025-09-08T02:09:25.829142_video_wrist.mp4"},"preference":"B","session_id":"7105e0d3-425f-4914-8911-13af952e59f4","university":"frodobots"},{"completion_time":"2025-09-08T01:58:14.891480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes, then grasp the controller","longform_feedback":"Policy A first moved the robotic arm aimlessly during most time of the episode, then moved the robotic arm to table in the end.Policy B also moved the robotic arm aimlessly during most time of the episode, then moved the robotic arm close to the table in the end.Neither policy was able to complete the task, when comparing the performance of the two, the behaviors of both policies is similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:42.520420_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:42.520420_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:41.400067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:41.400067_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:41.400067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:41.400067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:42.074802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/pi0_droid_2025-09-08T01:49:42.074802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:34.969473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:34.969473_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:33.780069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:33.780069_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:33.780069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:33.780069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:34.462974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6aa5a205-2164-4dfd-9481-5a7640a481bb/paligemma_fast_specialist_droid_2025-09-08T01:57:34.462974_video_wrist.mp4"},"preference":"TIE","session_id":"6aa5a205-2164-4dfd-9481-5a7640a481bb","university":"frodobots"},{"completion_time":"2025-09-07T17:51:38.449947Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"pick up the clear cup.","longform_feedback":"policy A spent most of the episode grabbing anything but the clear cup- starting with the blue cup, then moving to grab the red cup twice, and then finally jamming it's hand into the clear cup. policy B had basically spent the entire time interacting with the blue cup(grabbing, lifting, etc.) Something I think is worth mentioning is that the blue cup is in the center of the field and might have influenced the policies in picking it. In the end, I chose policy A because it was eventually able to interact with the clear cup- even if it was the very last thing it interacted with.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:06.501589_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:06.501589_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:08.207867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:08.207867_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.147035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.147035_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.147035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.147035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.621303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/paligemma_fast_specialist_droid_2025-09-07T17:44:07.621303_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.427444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.427444_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:08.926127_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:08.926127_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.894472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.894472_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.894472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:07.894472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:08.385348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2adb4a2b-51dd-419f-ada4-949f186eba0f/pi0_droid_2025-09-07T17:51:08.385348_video_wrist.mp4"},"preference":"A","session_id":"2adb4a2b-51dd-419f-ada4-949f186eba0f","university":"UT Austin"},{"completion_time":"2025-09-07T17:40:53.117257Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Poke the blue cup with your gripper squeezed.","longform_feedback":"policy A was almost violent- smashing the clear cup into the table before grabbing it and migrating to the red cup. policy A would then drop the clear the cup and use the red cup to push the blue cup a little. For some reason policy A had sat there for 5-10 seconds before pushing the blue cup a little more to end the episode. policy B also grabbed the clear cup before using the clear cup to push into the blue cup. policy B then dropped the clear cup, moved back a little before going back to touch the blue cup right at the end of the episode. I chose policy B because it actually approached and intended to touch the blue cup while policy B was only able to push the blue cup with another cup.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:20.621438_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:20.621438_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:22.407234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:22.407234_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.352022_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.352022_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.352022_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.352022_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.842011_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/paligemma_fast_droid_2025-09-07T17:30:21.842011_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.351399_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.351399_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:33.014986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:33.014986_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.931626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.931626_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.931626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:31.931626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:32.447042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ba384be-17cb-451c-8714-aa068171e106/pi0_droid_2025-09-07T17:40:32.447042_video_wrist.mp4"},"preference":"B","session_id":"0ba384be-17cb-451c-8714-aa068171e106","university":"UT Austin"},{"completion_time":"2025-09-07T17:26:14.316188Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"poke the blue cup.","longform_feedback":"policy A had spent the entire episode either moving/pushing the clear cup into the ground, grabbing the cup while standing still, or moving back to later move back in to grab the cup. policy B had gstarted by moving towards the blue cup and had pretty much interacted with the blue cup the entire episode(grabbing, lifting, pushing, etc.). What I really wanted to see from policy B was for it to squeeze its gripper before touching the cup, almost like creating a finger for which to do the poking, but since I didn't specify that behavior, policy B still recieved almost a perfect score. Because policy B had identified the right cup while policy A did not, I gave policy B the victory.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:41.855724_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:41.855724_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:43.452824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:43.452824_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:42.365371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:42.365371_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:41.855724_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:41.855724_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:42.916325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/pi0_droid_2025-09-07T17:18:42.916325_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:39.606220_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:39.606220_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:41.303140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:41.303140_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:40.257338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:40.257338_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:39.606220_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:39.606220_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:40.765931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5c4c029c-e74d-4700-83d7-b593863b73bb/paligemma_fast_droid_2025-09-07T17:25:40.765931_video_wrist.mp4"},"preference":"B","session_id":"5c4c029c-e74d-4700-83d7-b593863b73bb","university":"UT Austin"},{"completion_time":"2025-09-07T17:16:14.898209Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Knock over the red cup.","longform_feedback":"policy A approached the red cup, grabbed it, and then retreated to a spot above the cup. After retreating, policy A spent the rest of the time standing absolutley still. policy B had approached the clear cup in the center of the field and got right up against it before staying completely still for like 10-20 seconds. It broke the stillness by pushing itself further into the clear cup(which was cracked at the time) and then retracting its hand with the clear cup still stuck on it. policy B finished the episode by touching the space in between the blue cup and the red cup with the clear cup and then raising its hand with the clear cup still stuck. I chose policy A because it actually approached the red cup while policy B approached the clear cup.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.124751_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.124751_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:10.735568_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:10.735568_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.778168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.778168_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.778168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:09.778168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:10.261311_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_specialist_droid_2025-09-07T17:08:10.261311_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.411968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.411968_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:48.984922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:48.984922_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.999766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.999766_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.999766_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:47.999766_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:48.469838_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49e4739-b41a-48a5-abea-2e9ba784c5e1/paligemma_fast_droid_2025-09-07T17:15:48.469838_video_wrist.mp4"},"preference":"A","session_id":"d49e4739-b41a-48a5-abea-2e9ba784c5e1","university":"UT Austin"},{"completion_time":"2025-09-07T17:04:53.360289Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Knock over the red cup?","longform_feedback":"I gave both policies a tie since the most amount of progress either accomplished was picking at the clear cup in the center of the field. There were some differences worth mentioning: policy A was much more agressive than policy B. policy A would immediatley go to the cup and begin picking it up and letting it go throughout the whole episode while policy B really didn't grab much if at all. policy B actually spent a non-negligible amount of time standing completely still until the end of the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:07.412472_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:07.412472_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:09.106253_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:09.106253_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:08.086177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:08.086177_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:07.412472_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:07.412472_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:08.558517_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_specialist_droid_2025-09-07T16:59:08.558517_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.219806_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.219806_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:21.799052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:21.799052_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.817351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.817351_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.219806_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:20.219806_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:21.278331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26f1251-c54b-4b53-94bd-87a0f037783d/paligemma_fast_droid_2025-09-07T17:04:21.278331_video_wrist.mp4"},"preference":"TIE","session_id":"a26f1251-c54b-4b53-94bd-87a0f037783d","university":"UT Austin"},{"completion_time":"2025-09-07T03:04:19.673910Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the ball into the blue cup.","longform_feedback":"policy A, after a very long time, was able to place the ball into the blue cup while policy B, after a very long time, was able to place it into the red cup. policy A started by quickly grabbing the ball and bringing it into the space in between the blue and red cup. It would then bring it towards the blue cup and drop it again. Finally, towards the end of the episode, policy A was able to grab the ball and inch it towards the blue cup. policy B had started by grabbing the ball and bringing it towards the red cup. Only towards the end of the episode was policy B able to finally drop the ball and retract a little from the red cup. Since policy A was actually able to do the task while policy B could not, I gave policy A the victory.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:34.591428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:34.591428_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:36.195278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:36.195278_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.199275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.199275_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.199275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.199275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.663402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/paligemma_fast_droid_2025-09-07T02:57:35.663402_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.191429_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.191429_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:04:00.699593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:04:00.699593_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.687324_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.687324_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.687324_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:03:59.687324_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:04:00.173421_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a058232-bb7d-41d5-b747-d7aa3e9daf75/pi0_droid_2025-09-07T03:04:00.173421_video_wrist.mp4"},"preference":"A","session_id":"0a058232-bb7d-41d5-b747-d7aa3e9daf75","university":"UT Austin"},{"completion_time":"2025-09-07T02:53:02.431150Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the ball into the blue cup.","longform_feedback":"policy A took the whole period to just place the ball into the red cup- moving in slow, staggered steps towards the cup until finally getting to the opening. policy B grabbed the ball rather quickly but while making its way to the blue cup, it dropped the ball and proceeded to touch the blue cup without the ball. After touching the blue cup, it went back to the ball and finished dropping the ball into the blue cup.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.323257_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.323257_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:03.013303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:03.013303_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.938230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.938230_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.323257_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:01.323257_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:02.431665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_droid_2025-09-07T02:44:02.431665_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:33.864517_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:33.864517_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:35.419016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:35.419016_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:34.432640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:34.432640_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:33.864517_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:33.864517_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:34.924737_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5352789-78ad-4592-9a45-24f5520d6f1a/paligemma_fast_specialist_droid_2025-09-07T02:52:34.924737_video_wrist.mp4"},"preference":"B","session_id":"c5352789-78ad-4592-9a45-24f5520d6f1a","university":"UT Austin"},{"completion_time":"2025-09-07T02:34:55.986909Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the ball in the red cup.","longform_feedback":"Policy A had attempted to place the red ball into the blue cup, but knocked over the blue cup while transporting the ball. policy A then spent the rest of the episode trying to put the ball into the blue cup and failing. policy B had successfully managed to place the ball into the blue cup and then pushed the red cup a little before ending the episode. I chose policy B because not only was it able to actually place the ball into a cup while policy A couldn't, it also approached the red cup while policy A couldn't.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.260061_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.260061_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:44.938424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:44.938424_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.931481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.931481_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.931481_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:43.931481_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:44.410226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_droid_2025-09-07T02:26:44.410226_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:35.573847_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:35.573847_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:37.357863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:37.357863_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.227985_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.227985_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.227985_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.227985_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.757375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37ccf19f-b96b-461e-96ff-8549640e4ffc/paligemma_fast_specialist_droid_2025-09-07T02:34:36.757375_video_wrist.mp4"},"preference":"B","session_id":"37ccf19f-b96b-461e-96ff-8549640e4ffc","university":"UT Austin"},{"completion_time":"2025-09-07T02:22:46.198508Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the ball into the red cup.","longform_feedback":"policy A had picked up the red ball and placed it into the blue cup. policy A then picked up the blue cup by pressing the inside of the cup with the outside of its gripper. It was almost as if policy A had stuck the ball into the blue cup and then got its hand stuck into the blue cup. policy A then let go of the ball, removed its gripper from the cup and ended the episode with its hand in empty space. I chose policy B because it did everything perfectly and efficiently- quickly picking up the ball and placing it into the cup.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:33.575226_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:33.575226_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:35.234330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:35.234330_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:34.215749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:34.215749_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:33.575226_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:33.575226_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:34.684125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/pi0_droid_2025-09-07T02:16:34.684125_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:20.790173_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:20.790173_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:22.234463_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:22.234463_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:21.335804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:21.335804_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:20.790173_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:20.790173_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:21.769558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d0abfd-11a1-435e-a385-095c65f1f32a/paligemma_fast_specialist_droid_2025-09-07T02:22:21.769558_video_wrist.mp4"},"preference":"B","session_id":"68d0abfd-11a1-435e-a385-095c65f1f32a","university":"UT Austin"},{"completion_time":"2025-09-07T02:08:59.545517Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the wooden shapes into the holder through the holes.","longform_feedback":"Both policies ended up grabbing the wooden holder, not the blocks. Perhaps this is because the blocks were colorful while the wooden holder was wood colored. In any case, both policies recieved a tie csince they did about the same.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:44.569617_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:44.569617_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:46.274474_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:46.274474_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.170711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.170711_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.170711_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.170711_video_right.mp4","wrist_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.704590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/paligemma_fast_specialist_droid_2025-09-07T02:03:45.704590_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.091012_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.091012_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:31.727686_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:31.727686_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.682370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.682370_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.682370_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:30.682370_video_right.mp4","wrist_video_gcs_path":"evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:31.163921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/feff75ec-08cf-479a-b222-7038b35ac2fe/pi0_droid_2025-09-07T02:08:31.163921_video_wrist.mp4"},"preference":"TIE","session_id":"feff75ec-08cf-479a-b222-7038b35ac2fe","university":"UT Austin"},{"completion_time":"2025-09-07T01:48:25.657427Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the edible objects.","longform_feedback":"Both policies were able to grab the left most bread and pick it up. policy A was not able to pick up the other bread and had instead opted to pick up the first bread again. policy B was able to pick up both breads, and won as a result.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:04.467475_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:04.467475_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:06.159930_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:06.159930_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.098649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.098649_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.098649_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.098649_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.607895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/paligemma_fast_droid_2025-09-07T01:37:05.607895_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:22.696285_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:22.696285_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:24.382332_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:24.382332_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.322408_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.322408_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.322408_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.322408_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.857051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e84e06d6-0838-44ef-aa17-0f072b519dd7/pi0_droid_2025-09-07T01:46:23.857051_video_wrist.mp4"},"preference":"B","session_id":"e84e06d6-0838-44ef-aa17-0f072b519dd7","university":"UT Austin"},{"completion_time":"2025-09-07T01:33:21.771475Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the objects you can eat.","longform_feedback":"I chose policy B because it was actually able to grab a bread. policy A was only able to approach the breads a little, but had a very tough time choosing between the bread and sort of paced between the two bread on the table. policy B had first immediatley grabbed the bread before quickly going to the wooden block and trying to grab that.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:56.446525_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:56.446525_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:58.952620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:58.952620_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:57.123930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:57.123930_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:56.446525_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:56.446525_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:57.809817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_droid_2025-09-07T01:22:57.809817_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:32:59.557955_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:32:59.557955_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:01.216405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:01.216405_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:00.187685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:00.187685_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:32:59.557955_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:32:59.557955_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:00.676285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5f8d245-8565-42df-b4b2-29a775ccd05c/paligemma_fast_specialist_droid_2025-09-07T01:33:00.676285_video_wrist.mp4"},"preference":"B","session_id":"b5f8d245-8565-42df-b4b2-29a775ccd05c","university":"UT Austin"},{"completion_time":"2025-09-07T01:16:34.857540Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and place it into the marker holder.","longform_feedback":"Both policies were able to grab the marker and even re-orient it in a somewhat vertical position. policy A had gotten stuck at that step and ended up dropping the marker once it was almost completely vertical. policy B had slightly tilted the marker but was also able to bring it all the way to the marker holder before dropping it on top of the holder. After dropping the marker, policy B did not approach the marker again and begun to push itself into the ground towards the end of the episode. I chose policy B because it was able to actually bring the marker towards the holder and drop it on the holder while policy A could not even bring the marker to the holder.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:21.614573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:21.614573_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:23.334475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:23.334475_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.246849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.246849_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.246849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.246849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.760357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/pi0_droid_2025-09-07T01:09:22.760357_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:01.598725_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:01.598725_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:03.274350_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:03.274350_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.223565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.223565_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.223565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.223565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.699224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/494b5472-6279-4439-a154-98686ba0b715/paligemma_fast_droid_2025-09-07T01:15:02.699224_video_wrist.mp4"},"preference":"B","session_id":"494b5472-6279-4439-a154-98686ba0b715","university":"UT Austin"},{"completion_time":"2025-09-07T01:00:50.575024Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the marker and put in the holder.","longform_feedback":"policy A was able to grab the marker, but instead of approaching the holder directly, it approached to the left of the holder and dropped the marker. After dropping the marker, policy A tried grabbing the marker but ended up pushing the marker with the outside of its hand, knocking it off the table. policy B was actually able to pick up and drop the marker 3 times before the end of the episode. The first time policy B had grabbed the marker, it actually approached the holder with the correct orientation(marker in the vertical position) but it didn't raise the marker high enough to actually place the marker inside of the holder. The second time policy B approached the holder, it actually placed the marker on top of the holder, and finally the third time it did it policy B had simply brought the marker to the holder. I chose policy B because it was able to pick up the marker many more times than policy A and it was able to get much farther.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.170767_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.170767_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:14.978925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:14.978925_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.831733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.831733_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.170767_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:13.170767_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:14.396730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/pi0_droid_2025-09-07T00:46:14.396730_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:29.832523_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:29.832523_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:31.509981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:31.509981_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:30.420348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:30.420348_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:29.832523_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:29.832523_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:30.957042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53e59a7e-e555-4956-b67e-13b85b325357/paligemma_fast_droid_2025-09-07T01:00:30.957042_video_wrist.mp4"},"preference":"B","session_id":"53e59a7e-e555-4956-b67e-13b85b325357","university":"UT Austin"},{"completion_time":"2025-09-06T03:02:44.046175Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the white board.","longform_feedback":"policy A had been able to grab the marker and bring it to the whiteboard but it didn't attempt to re-orient the marker, and so the buisness end of the marker was pointed the wrong way. policy B had not even managed to grab the marker. policy B had spent much time re-orienting itself but never actually moved close enough to grab the marker. Then, for some reason policy B had decided to grab at the white board for the rest of the episode. In conclusion, I chose policy A because, while it was oriented incorrectly, it still made much more progress than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.016024_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.016024_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:44.702340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:44.702340_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.657074_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.657074_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.657074_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:43.657074_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:44.111392_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/paligemma_fast_droid_2025-09-06T02:55:44.111392_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:12.547398_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:12.547398_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:14.216437_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:14.216437_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.150251_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.150251_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.150251_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.150251_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.662555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d66649ee-ca7d-41ae-833e-2003b954b417/pi0_droid_2025-09-06T03:02:13.662555_video_wrist.mp4"},"preference":"A","session_id":"d66649ee-ca7d-41ae-833e-2003b954b417","university":"UT Austin"},{"completion_time":"2025-09-06T02:51:17.317987Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the white board.","longform_feedback":"Both policies were able to grab the marker and begin approaching the white board a little, but there were some key distinctions. policy A had managed to approach the marker and slowly orient itself to be in the correct orientation to grab the marker. For some reason policy A grabbed the marker in a strange way, almost scooping the marker and causing the gripper tongs to not be parallel with each other.  policy A would then soon drop the marker causing it to roll near the corner of the table and perhaps out of view. policy A then began to push the white board and finished the episode pushing the ground. policy B had done a pretty good job at approaching the marker, picking it up, and approaching the whiteboard(albiet not quick enough to actually touch the whiteboard). the only issues that policy B had were that it would grab too soon, causing it to grab before being in a place where it could grab the marker. policy B's final grasp was actually not a very sturdy grasp, barley grabbing enough of the outside to properly hold it. policy B also did not directly approach the white board, but had gone in a diagonal movement that was part ways towards the camera and part ways towards the white boad. With this in mind, I chose policy B because it had made much more progress than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.172384_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.172384_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:09.904546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:09.904546_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.868222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.868222_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.172384_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:08.172384_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:09.334468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/paligemma_fast_droid_2025-09-06T02:40:09.334468_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.352992_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.352992_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:58.000517_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:58.000517_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.939558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.939558_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.352992_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:56.352992_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:57.446043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bc7885f-3fb8-4eb6-9817-6680f035c850/pi0_droid_2025-09-06T02:50:57.446043_video_wrist.mp4"},"preference":"B","session_id":"3bc7885f-3fb8-4eb6-9817-6680f035c850","university":"UT Austin"},{"completion_time":"2025-09-06T02:35:37.767315Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the plant.","longform_feedback":"Both policies recieved a tie because they both did nothing but grab at the plant for the entire episode. There are some differences, policy A had moslty grabbed from the top and never dropped the plant while policy B had almost completely extended it's arm and pushed the plant while grabbing at it. policy A also had grabbed the plant more than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:16.860980_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:16.860980_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:18.509244_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:18.509244_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.447586_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.447586_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.447586_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.447586_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.915479_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/pi0_droid_2025-09-06T02:30:17.915479_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.096213_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.096213_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:09.789124_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:09.789124_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.724280_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.724280_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.724280_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:08.724280_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:09.217246_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15776a8d-8ec3-4be3-8fe5-482d189e600f/paligemma_fast_specialist_droid_2025-09-06T02:35:09.217246_video_wrist.mp4"},"preference":"TIE","session_id":"15776a8d-8ec3-4be3-8fe5-482d189e600f","university":"UT Austin"},{"completion_time":"2025-09-06T02:27:56.874803Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bush.","longform_feedback":"policy A had spent almost the entire time grabbing the bush before eventually approaching the knife and attempting to grab it right at the very end of the episode. policy B had only spent the episode grabbing the bush and had actually dropped the bush as a result. The reason I chose policy A as mentioned before is that while policy B was only able to grab at the bush, policy A was able to approach and attempt to grab the knife.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:00.744601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:00.744601_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:02.541661_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:02.541661_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:01.397661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:01.397661_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:00.744601_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:00.744601_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:01.925628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/paligemma_fast_specialist_droid_2025-09-06T02:21:01.925628_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:33.886363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:33.886363_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:35.646329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:35.646329_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:34.562891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:34.562891_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:33.886363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:33.886363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:35.059901_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a45ee7f-e22a-446d-801f-00664f21e88a/pi0_droid_2025-09-06T02:27:35.059901_video_wrist.mp4"},"preference":"A","session_id":"5a45ee7f-e22a-446d-801f-00664f21e88a","university":"UT Austin"},{"completion_time":"2025-09-06T02:15:20.388180Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Bring me the orange carton.","longform_feedback":"policy A had started by grabbing the milk carton and while moving to the orange carton had knocked it over while trying to grab it too early. policy A had ended with trying to grab the orange carton. policy B had started by making its way to the orange carton and grabbing on its second attempt. After grabbing the carton, policy B was able to bring the orange carton in my direction slowly at first and then more in my direction a little quicker. For some reason after the second movement towards me, policy B brough the carton closer to the right camera and then dropped it. I chose policy B because it was able to grab and carry the carton while policy A could not.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:14.969803_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:14.969803_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:16.666179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:16.666179_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:15.524883_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:15.524883_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:14.969803_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:14.969803_video_left.mp4","wrist_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:16.058073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_droid_2025-09-06T02:01:16.058073_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.303447_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.303447_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:40.025852_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:40.025852_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.969524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.969524_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.303447_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:38.303447_video_left.mp4","wrist_video_gcs_path":"evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:39.483232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/461a28e0-b21a-4ea8-a03c-57b176488e60/paligemma_fast_specialist_droid_2025-09-06T02:14:39.483232_video_wrist.mp4"},"preference":"B","session_id":"461a28e0-b21a-4ea8-a03c-57b176488e60","university":"UT Austin"},{"completion_time":"2025-09-06T01:58:26.358297Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Give me the milk.","longform_feedback":"Neither policy was able to even grab the milk, but policy B was able to approach the milk while policy A had sort of wandered near the orange juice. That being said, for some reason, policy B hadst of the episode almost reaching past the milk and fully extending its arm. The reason that I had chosen B was because in between extending its arm, it approached the milk.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:22.855382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:22.855382_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:24.430652_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:24.430652_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:23.413937_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:23.413937_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:22.855382_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:22.855382_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:23.887418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/pi0_droid_2025-09-06T01:52:23.887418_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:54.547622_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:54.547622_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:56.145587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:56.145587_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:55.096886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:55.096886_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:54.547622_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:54.547622_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:55.578388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe21cfd9-8af6-41aa-9856-87db6fd42994/paligemma_fast_droid_2025-09-06T01:57:55.578388_video_wrist.mp4"},"preference":"B","session_id":"fe21cfd9-8af6-41aa-9856-87db6fd42994","university":"UT Austin"},{"completion_time":"2025-09-05T10:09:20.958517Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits into the plate","longform_feedback":"Policy A first moved the robotic arm close to the banana, pushed it, grasped it, then moved it to the plate and put it into the plate.Next, policy A attempted to grasp a red wooden block which is not fruit.Policy B first moved the robotic arm close to the banana, pushed it,as if attempted to grasp it,but failed in the end.When comparing the performance of the two, policy A at least put one type of fruit into the plate while policy B did not.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:04:00.536696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:04:00.536696_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.243888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.243888_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.243888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.243888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.926600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/paligemma_fast_droid_2025-09-05T10:03:59.926600_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:56.131307_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:56.131307_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:54.990379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:54.990379_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:54.990379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:54.990379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:55.534940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ce9f65a-54e8-429d-b861-0670e3b9a6cb/pi0_droid_2025-09-05T10:08:55.534940_video_wrist.mp4"},"preference":"A","session_id":"4ce9f65a-54e8-429d-b861-0670e3b9a6cb","university":"frodobots"},{"completion_time":"2025-09-05T09:52:32.453657Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the banana, then grasped and released it several times during most time of the trial.Policy B first moved the robotic arm close to the  banana, pushed it to make it rotate by about 90 degrees, then grasped and dropped it, caused it to rotate to origin angle.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least rotated the banana while policy A did not do the required movement.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:23.547225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:23.547225_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.337909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.337909_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.337909_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.337909_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.979791_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/pi0_droid_2025-09-05T09:44:22.979791_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:16.498169_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:16.498169_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:15.265961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:15.265961_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:15.265961_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:15.265961_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:16.014984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b97abce2-bf9a-4d09-ae85-d8bcc575402f/paligemma_fast_droid_2025-09-05T09:52:16.014984_video_wrist.mp4"},"preference":"B","session_id":"b97abce2-bf9a-4d09-ae85-d8bcc575402f","university":"frodobots"},{"completion_time":"2025-09-05T09:37:19.585564Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the yellow block  from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the grapes rather than the yellow block,grasped it and released it.Then policy A moved the robotic arm close to the banana, grasped it and released it.Policy B also first moved the robotic arm close to the grapes, attempted to grasp it.Then moved the robotic arm away.Neither policy was able to complete the task, when comparing the performance of the two, both policies did not find the required object, it seems that they all mistook the grape for yellow block.Since their behavior is similar,i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:39.557243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:39.557243_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.246144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.246144_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.246144_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.246144_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.981152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/paligemma_fast_droid_2025-09-05T09:28:38.981152_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:25.032903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:25.032903_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:23.938735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:23.938735_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:23.938735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:23.938735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:24.543297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6669fa0f-a5a4-4781-a67f-a72ae11453d8/pi0_droid_2025-09-05T09:36:24.543297_video_wrist.mp4"},"preference":"TIE","session_id":"6669fa0f-a5a4-4781-a67f-a72ae11453d8","university":"frodobots"},{"completion_time":"2025-09-05T09:07:22.295558Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and put it onto the red block","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it toward the red block, then put it onto the red block in the end.Policy B first moved the robotic arm close to the banana, then pushed it backward.Comparing the performance  of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:44.027475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:44.027475_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:42.917552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:42.917552_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:42.917552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:42.917552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:43.553590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_specialist_droid_2025-09-05T09:00:43.553590_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:55.974990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:55.974990_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:54.957873_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:54.957873_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:54.957873_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:54.957873_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:55.464469_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cfd772c3-9f57-441c-bde2-92da6ba72e3e/paligemma_fast_droid_2025-09-05T09:06:55.464469_video_wrist.mp4"},"preference":"A","session_id":"cfd772c3-9f57-441c-bde2-92da6ba72e3e","university":"frodobots"},{"completion_time":"2025-09-05T08:55:41.826523Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and move it close to the yellow block","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it close to the peach rather than the yellow block, then dropped it on table.Next, policy A moved the robotic arm aimlessly until time ran out.Policy B first moved the robotic arm close to the green block, pushed it slightly, then moved the robotic arm close to the grapes in the end.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least grasped the banana while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:40.916981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:40.916981_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:39.805028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:39.805028_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:39.805028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:39.805028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:40.442037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/paligemma_fast_droid_2025-09-05T08:48:40.442037_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:59.917670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:59.917670_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:58.709912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:58.709912_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:58.709912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:58.709912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:59.420970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e550b0bd-2379-4845-ba19-ca54cdf25a88/pi0_droid_2025-09-05T08:54:59.420970_video_wrist.mp4"},"preference":"A","session_id":"e550b0bd-2379-4845-ba19-ca54cdf25a88","university":"frodobots"},{"completion_time":"2025-09-05T08:38:04.217783Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the banana, after hesitating for while, moved the robotic arm to the grapes, pushed it.Policy B first moved the robotic arm close to the banana, grasped it, rotated it by a small angle and dropped it on table.Comparing the performance of the two, policy B at least grasped and rotated the banana while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:50.917826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:50.917826_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:49.818911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:49.818911_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:49.818911_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:49.818911_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:50.427002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_specialist_droid_2025-09-05T08:31:50.427002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:19.324308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:19.324308_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.166428_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.166428_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.166428_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.166428_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.804786_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9b13ec0-ba1c-4172-aab9-2499e29489e9/paligemma_fast_droid_2025-09-05T08:37:18.804786_video_wrist.mp4"},"preference":"B","session_id":"b9b13ec0-ba1c-4172-aab9-2499e29489e9","university":"frodobots"},{"completion_time":"2025-09-05T08:28:23.023750Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the red block","longform_feedback":"Policy A first moved the robotic arm close to the green block rather than the grapes, then grasped the green block, moved it and dropped it on table.Policy B first moved the robotic arm close to the banana rather than the grapes, grasped the banana, moved it onto the red block until time ran out.Neither policy was able to complete the task, comparing the performance of the two, policy B mistook the banana for grapes but policy B completed required movement, while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:50.821055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:50.821055_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:49.835821_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:49.835821_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:49.835821_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:49.835821_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:50.385820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/pi0_droid_2025-09-05T08:17:50.385820_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:40.634513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:40.634513_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:39.493413_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:39.493413_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:39.493413_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:39.493413_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:40.162249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7f55e59-d53b-4721-9859-b0939ed51a39/paligemma_fast_specialist_droid_2025-09-05T08:27:40.162249_video_wrist.mp4"},"preference":"B","session_id":"a7f55e59-d53b-4721-9859-b0939ed51a39","university":"frodobots"},{"completion_time":"2025-09-05T08:08:01.343386Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first moved the robotic arm close to a red wooden block which is not food,grasped it, moved it and dropped it beside a banana.Then policy A grasped the banana and moved it until time run out.Policy B first moved the robotic arm close to the grapes as if attempted to grasp it, after hesitating for a while, moved the robotic arm close to the red block in the end.Comparing the performance of the two, policy A at least grasped one type of food while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:10.206566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:10.206566_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.109686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.109686_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.109686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.109686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.714213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/pi0_droid_2025-09-05T07:56:09.714213_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:25.466121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:25.466121_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.314921_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.314921_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.314921_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.314921_video_right.mp4","wrist_video_gcs_path":"evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.896389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/92c7531e-6080-4915-ac88-439934227c0e/paligemma_fast_droid_2025-09-05T08:02:24.896389_video_wrist.mp4"},"preference":"A","session_id":"92c7531e-6080-4915-ac88-439934227c0e","university":"frodobots"},{"completion_time":"2025-09-05T07:52:25.103194Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the peach  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the peach, grasped it, moved it to right, then dropped it on table.Next,policy A grasped a red block and moved it to right.Policy B first moved the robotic arm close to the peach, made several attempts to grasp it but failed, only pushed it backward slightly.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:37.952500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:37.952500_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:36.785923_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:36.785923_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:36.785923_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:36.785923_video_right.mp4","wrist_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:37.377247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_specialist_droid_2025-09-05T07:46:37.377247_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:42.658466_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:42.658466_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:41.562815_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:41.562815_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:41.562815_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:41.562815_video_right.mp4","wrist_video_gcs_path":"evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:42.170801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/440d2b70-a6b3-4236-9cc6-5ec1bf74c81a/paligemma_fast_droid_2025-09-05T07:51:42.170801_video_wrist.mp4"},"preference":"A","session_id":"440d2b70-a6b3-4236-9cc6-5ec1bf74c81a","university":"frodobots"},{"completion_time":"2025-09-05T07:43:04.867315Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then grasp the red block","longform_feedback":"Policy A first moved the robotic arm close to the peach, attempted to grasp it but failed, only pushed it slightly.Then policy A approached the red block grasped it and dropped it several times.Policy B first moved the robotic arm close to the banana rather than the peach, then moved aimlessly during the remaining time of the episode.Comparing the performance of the two, policy A almost completed the task while policy B have not done anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:36.971035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:36.971035_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:35.831623_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:35.831623_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:35.831623_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:35.831623_video_right.mp4","wrist_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:36.498751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/paligemma_fast_specialist_droid_2025-09-05T07:36:36.498751_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:48.445984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:48.445984_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.407153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.407153_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.407153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.407153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.985535_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86be5abf-e13c-4c92-a8ff-911237be1016/pi0_droid_2025-09-05T07:42:47.985535_video_wrist.mp4"},"preference":"A","session_id":"86be5abf-e13c-4c92-a8ff-911237be1016","university":"frodobots"},{"completion_time":"2025-09-05T07:23:41.591078Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the tools onto the book","longform_feedback":"Policy A first moved the robotic arm close to the screwdriver and pliers, pushed them slightly during most time of the trial.Policy B first moved the robotic arm close to the book, pushed it until time ran out.Neither policy was able to complete the task,when comparing their performance, policy A at least identified the tools while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:15.456376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:15.456376_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.291218_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.291218_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.291218_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.291218_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.903524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/paligemma_fast_droid_2025-09-05T07:18:14.903524_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:18.269422_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:18.269422_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.019062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.019062_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.019062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.019062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.719319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aff9e7e-7730-43ed-96f3-40674e7c1d8a/pi0_droid_2025-09-05T07:23:17.719319_video_wrist.mp4"},"preference":"A","session_id":"4aff9e7e-7730-43ed-96f3-40674e7c1d8a","university":"frodobots"},{"completion_time":"2025-09-05T07:13:25.343944Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pliers by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to mouse rather than the pliers, then pushed the mouse during most time of the episode.Policy B first moved the robotic arm to the mouse, grasped it, moved it close to the book, rotated it and put it on the edge of the book.Then policy B approached the pliers grasped it, moved it toward the book while rotated it slightly until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least grasped and rotated the required object while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:01.582576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:01.582576_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:00.387154_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:00.387154_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:00.387154_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:00.387154_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:01.055043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_droid_2025-09-05T07:01:01.055043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:03.843796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:03.843796_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:02.690754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:02.690754_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:02.690754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:02.690754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:03.231469_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97a4e322-82f4-46bf-9cd7-cd4a29e219c4/paligemma_fast_specialist_droid_2025-09-05T07:13:03.231469_video_wrist.mp4"},"preference":"B","session_id":"97a4e322-82f4-46bf-9cd7-cd4a29e219c4","university":"frodobots"},{"completion_time":"2025-09-05T06:57:15.983178Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pliers from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to pliers, grasped it and released it.Then policy A almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the pliers,  after hesitating for a while, grasped and released it.Comparing the performance of the two, both policies have only grasped an released the pliers, their behavior is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:58.459265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:58.459265_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.415814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.415814_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.415814_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.415814_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.992598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_specialist_droid_2025-09-05T06:48:57.992598_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:18.116799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:18.116799_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:16.978317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:16.978317_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:16.978317_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:16.978317_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:17.605413_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bbc1f4d-392b-48e3-bc59-a0fc1363fc92/paligemma_fast_droid_2025-09-05T06:55:17.605413_video_wrist.mp4"},"preference":"TIE","session_id":"6bbc1f4d-392b-48e3-bc59-a0fc1363fc92","university":"frodobots"},{"completion_time":"2025-09-05T06:44:30.801174Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"","longform_feedback":"Policy A first moved the robotic arm close to mouse, grasped it, then moved it close to the book, and dropped it beside the book.Policy B first moved the robotic arm close to the mouse, then adjusted posture, attempted to grasp it but failed in the end.When comparing the performance of the two, policy A almost completed the task, while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:08.276323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:08.276323_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.128570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.128570_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.128570_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.128570_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.711363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/pi0_droid_2025-09-05T06:38:07.711363_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:34.643973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:34.643973_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:33.258036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:33.258036_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:33.258036_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:33.258036_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:34.011661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6e753ba-b3fc-455d-9ea3-940dce82906f/paligemma_fast_droid_2025-09-05T06:43:34.011661_video_wrist.mp4"},"preference":"A","session_id":"e6e753ba-b3fc-455d-9ea3-940dce82906f","university":"frodobots"},{"completion_time":"2025-09-05T06:32:39.984983Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the PCB and move it close to the screwdriver","longform_feedback":"Policy A first moved the robotic arm close to a pliers rather than the PCB, pushed the pliers, then pushed the mouse.Policy B first moved the robotic arm to the screwdriver, moved it to right while rotated it by about 90 degrees, then dropped it on table.Neither policy was able to complete the task, when comparing the performance, policy B at least moved one relevant object while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:09.342495_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:09.342495_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.261524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.261524_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.261524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.261524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.882711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_specialist_droid_2025-09-05T06:17:08.882711_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:03.882702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:03.882702_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:02.834337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:02.834337_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:02.834337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:02.834337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:03.365643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50e2fbaf-f526-4b2f-8ab1-7815c86cc33f/paligemma_fast_droid_2025-09-05T06:24:03.365643_video_wrist.mp4"},"preference":"B","session_id":"50e2fbaf-f526-4b2f-8ab1-7815c86cc33f","university":"frodobots"},{"completion_time":"2025-09-05T06:04:27.424727Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the yellow screwdriver by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the yellow screwdriver, grasped it, rotate it by about 160 degrees,then put it on table.Policy B first moved the robotic arm close to the yellow screwdriver, grasped it, rotated it by about 180 degrees,, then dropped it on table.When comparing the performance of the two, both policies have rotated the yellow pliers by a similar angle.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:34.693507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:34.693507_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:33.636343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:33.636343_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:33.636343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:33.636343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:34.159459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_droid_2025-09-05T05:58:34.159459_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:04.673483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:04.673483_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:03.572703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:03.572703_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:03.572703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:03.572703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:04.189368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafcaee-b70e-470d-a722-c1711730ac0b/paligemma_fast_specialist_droid_2025-09-05T06:04:04.189368_video_wrist.mp4"},"preference":"TIE","session_id":"2aafcaee-b70e-470d-a722-c1711730ac0b","university":"frodobots"},{"completion_time":"2025-09-05T05:55:21.027876Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the mouse onto the pliers","longform_feedback":"Policy A first moved the robotic arm close to the mouse, grasped it, moved it close to the pliers, then dropped it beside the pliers.Next, policy A grasped a screwdriver and dropped it.Policy B first moved the robotic arm close to the mouse, pushed it forward,then grasped it, moved it to the pliers, put it down tight against the pliers.Next, policy B also grasped the screwdriver.Both policies have moved the mouse close to the pliers, when comparing their performance, policy B put the mouse more closer to the pliers than policy A did.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:35.507772_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:35.507772_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.365989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.365989_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.365989_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.365989_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.994700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_droid_2025-09-05T05:43:34.994700_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:04.110173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:04.110173_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.071224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.071224_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.071224_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.071224_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.619063_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94ba341-224b-433c-9996-8537e4c0b0dc/paligemma_fast_specialist_droid_2025-09-05T05:55:03.619063_video_wrist.mp4"},"preference":"B","session_id":"c94ba341-224b-433c-9996-8537e4c0b0dc","university":"frodobots"},{"completion_time":"2025-09-05T05:39:42.225314Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the screwdrivers together","longform_feedback":"Policy A first moved the robotic arm close to the pliers rather than the screwdriver, grasped the pliers and release it several times.Then policy A approached one screwdriver and pushed it in the end.Policy B first moved the robotic arm close to the red screwdriver, pushed it.Then policy B grasped a controller, moved it until time ran out.Neither policy was able to complete the task, when comparing their performance, both policies only pushed one screwdriver and grasped another wrong object.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:07.488031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:07.488031_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:06.373857_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:06.373857_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:06.373857_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:06.373857_video_right.mp4","wrist_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:07.007875_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_specialist_droid_2025-09-05T05:33:07.007875_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:17.385729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:17.385729_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.209524_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.209524_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.209524_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.209524_video_right.mp4","wrist_video_gcs_path":"evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.866773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/803cb78c-1248-4450-8751-a63b6cef651e/paligemma_fast_droid_2025-09-05T05:39:16.866773_video_wrist.mp4"},"preference":"TIE","session_id":"803cb78c-1248-4450-8751-a63b6cef651e","university":"frodobots"},{"completion_time":"2025-09-05T05:29:04.320705Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the PCB from right to left","longform_feedback":"Policy A first moved the robotic arm close to the PCB, after hesitating for while, pushed it to right a bit, then moved the robotic arm away in the end.Policy B first moved the robotic arm close to the pliers rather than the PCB, grasped the pliers, moved it backward, then dropped it on table.Neither policy was able to complete the task, when comparing their performance, policy A at least identified and pushed the target while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:59.774171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:59.774171_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:58.712230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:58.712230_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:58.712230_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:58.712230_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:59.310644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/pi0_droid_2025-09-05T05:22:59.310644_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:23.539874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:23.539874_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:22.446146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:22.446146_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:22.446146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:22.446146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:23.033194_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce5a692e-1e90-45bd-811f-ca905c3510dc/paligemma_fast_specialist_droid_2025-09-05T05:28:23.033194_video_wrist.mp4"},"preference":"A","session_id":"ce5a692e-1e90-45bd-811f-ca905c3510dc","university":"frodobots"},{"completion_time":"2025-09-05T05:18:10.768474Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the PCB, then grasp the pliers","longform_feedback":"Policy A first moved the robotic arm slightly during most time of the episode, then approached the screwdriver and grasped it.Policy B first moved the robotic arm close to the PCB, pushed it slightly.Then policy B approached the pliers and also pushed it.Comparing the performance of the two, neither policy was able to complete the task,but policy B at least identified the required objects whiled policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:51.852562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:51.852562_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:50.772322_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:50.772322_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:50.772322_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:50.772322_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:51.378414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/pi0_droid_2025-09-05T05:10:51.378414_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:14.411993_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:14.411993_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.301383_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.301383_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.301383_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.301383_video_right.mp4","wrist_video_gcs_path":"evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.896320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16b2b6d1-a484-49d4-9042-da05b69701c1/paligemma_fast_droid_2025-09-05T05:17:13.896320_video_wrist.mp4"},"preference":"B","session_id":"16b2b6d1-a484-49d4-9042-da05b69701c1","university":"frodobots"},{"completion_time":"2025-09-05T04:05:53.024692Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the drinks  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the bottles of drinks, pushed them to left, then moved the robotic arm back and forth until time ran out.Policy B first moved the robotic arm close to the mouse rather than the drinks, pushed the mouse, then grasped a box, moved it.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least identified the drinks while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:40.968481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:40.968481_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:39.858172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:39.858172_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:39.858172_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:39.858172_video_right.mp4","wrist_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:40.443687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_droid_2025-09-05T03:58:40.443687_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:32.410403_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:32.410403_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.243936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.243936_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.243936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.243936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.900348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/121881cd-51b2-4150-b3e1-de5aba282338/paligemma_fast_specialist_droid_2025-09-05T04:05:31.900348_video_wrist.mp4"},"preference":"A","session_id":"121881cd-51b2-4150-b3e1-de5aba282338","university":"frodobots"},{"completion_time":"2025-09-05T03:55:30.783424Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, then pushed it to make it rotate by a small angle.Policy B first moved the robotic arm close to the smaller box, grasped it, rotated it by about 70 degrees, then dropped it on table.Next, policy B stopped during the remaining time.Comparing the performance of the two, neither policy was able to complete the task, but policy B rotated the box by about 70 degrees while policy A only rotated it by a very small angle.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:06.376775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:06.376775_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.358583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.358583_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.358583_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.358583_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.914443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_specialist_droid_2025-09-05T03:49:05.914443_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:39.520249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:39.520249_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:38.426595_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:38.426595_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:38.426595_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:38.426595_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:39.025774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dfada37-d1a2-4588-937d-270bd9f0cd63/paligemma_fast_droid_2025-09-05T03:54:39.025774_video_wrist.mp4"},"preference":"B","session_id":"7dfada37-d1a2-4588-937d-270bd9f0cd63","university":"frodobots"},{"completion_time":"2025-09-05T03:45:24.230580Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bottle from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm aimlessly during entire time of the episode.Policy B first moved the robotic arm close to the white box, attempted to grasp it, then moved the robotic arm  close to the bottle, pushed it to make it rotated by about 45 degrees.When comparing the performance of the two, policy B at least rotated the bottle while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:12.068887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:12.068887_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:10.957401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:10.957401_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:10.957401_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:10.957401_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:11.578821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/pi0_droid_2025-09-05T03:39:11.578821_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:59.251410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:59.251410_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.292733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.292733_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.292733_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.292733_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.779885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2541c562-155e-4f8c-9163-df3a4b5c4a4c/paligemma_fast_specialist_droid_2025-09-05T03:44:58.779885_video_wrist.mp4"},"preference":"B","session_id":"2541c562-155e-4f8c-9163-df3a4b5c4a4c","university":"frodobots"},{"completion_time":"2025-09-05T03:36:15.624244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box, then put it to the right side of the bottle","longform_feedback":"Policy A first moved the robotic arm close to the bottle, grasped it and dropped it several times, then grasped it again in the end.Policy B first moved the robotic arm to the bottle, grasped it, rotated it, then dropped it on table.Neither policy was able to complete the task, when comparing the performance of the two, both policies only grasped the bottle rather than the smaller box.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:25.976259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:25.976259_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:24.835258_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:24.835258_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:24.835258_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:24.835258_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:25.452790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/pi0_droid_2025-09-05T03:30:25.452790_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:36.444202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:36.444202_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.233308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.233308_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.233308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.233308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.913307_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f45657e4-83bd-496f-af31-6e14d97d8943/paligemma_fast_droid_2025-09-05T03:35:35.913307_video_wrist.mp4"},"preference":"TIE","session_id":"f45657e4-83bd-496f-af31-6e14d97d8943","university":"frodobots"},{"completion_time":"2025-09-05T03:24:51.745279Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box, then move it next to the blue bottle","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it and released,  then grasped it again, moved it close to the blue bottle and dropped it on table.Policy B first moved the robotic arm to the smaller box, grasped it moved it to the blue bottle, and dropped it beside the bottle.Both policies have completed the task, when comparing the performance of the two, policy B moved the box more closer to the bottle than policy A did.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:27.498709_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:27.498709_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.355270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.355270_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.355270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.355270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.985756_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/pi0_droid_2025-09-05T03:17:26.985756_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:41.112349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:41.112349_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:39.956736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:39.956736_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:39.956736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:39.956736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:40.602952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/161ec0a2-38d7-446b-ada3-3fb9e495f38e/paligemma_fast_specialist_droid_2025-09-05T03:23:40.602952_video_wrist.mp4"},"preference":"B","session_id":"161ec0a2-38d7-446b-ada3-3fb9e495f38e","university":"frodobots"},{"completion_time":"2025-09-05T02:33:20.687443Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the blue bottle by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bottle, grasped it, rotated it by about 90 degrees, then placed it on table.Policy B first moved the robotic arm to the bottle, pushed it slightly, then moved the robotic arm away.Next, policy B moved the robotic arm close to the bottle again in the end.When comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:11.618260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:11.618260_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:10.535578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:10.535578_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:10.535578_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:10.535578_video_right.mp4","wrist_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:11.111030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_specialist_droid_2025-09-05T02:27:11.111030_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:58.929843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:58.929843_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:57.748961_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:57.748961_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:57.748961_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:57.748961_video_right.mp4","wrist_video_gcs_path":"evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:58.406982_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/720b2878-b602-4481-a200-aac661e843f0/paligemma_fast_droid_2025-09-05T02:32:58.406982_video_wrist.mp4"},"preference":"A","session_id":"720b2878-b602-4481-a200-aac661e843f0","university":"frodobots"},{"completion_time":"2025-09-05T02:23:31.599445Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller box onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it, then moved it close to the bigger box, but did not put it onto the bigger box in the end.Policy B first moved the robotic arm to the smaller box, pushed it close to the bigger box, then policy B moved the robotic arm to a bottle, pushed it during the remaining time of the trial.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least grasped the smaller box and attempted to put it onto the bigger box while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:59.330655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:59.330655_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.165035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.165035_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.165035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.165035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.862349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_droid_2025-09-05T02:16:58.862349_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:01.769034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:01.769034_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:00.546985_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:00.546985_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:00.546985_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:00.546985_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:01.154973_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25583e5a-79f7-4271-9327-4f840fcaac13/paligemma_fast_specialist_droid_2025-09-05T02:23:01.154973_video_wrist.mp4"},"preference":"A","session_id":"25583e5a-79f7-4271-9327-4f840fcaac13","university":"frodobots"},{"completion_time":"2025-09-05T02:06:33.701516Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the block closest to the bread and put it inside of the cup.","longform_feedback":"Policy A had started by going for the wrong block before spending the rest of the episode meandering near the bread and eventually trying to grab it. policy B for some reason decided to make a b-line for the corner of the table, fully extended itself and even moved the right camera. I chose policy A because policy B did not even seem to care about any objective and had acted very erratically.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.070754_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.070754_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:36.706888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:36.706888_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.688544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.688544_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.688544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:35.688544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:36.178608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/pi0_droid_2025-09-05T02:02:36.178608_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.366018_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.366018_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:18.942290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:18.942290_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.912455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.912455_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.912455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:17.912455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:18.411884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4301c81e-1853-4140-acee-ba4b790e2046/paligemma_fast_specialist_droid_2025-09-05T02:06:18.411884_video_wrist.mp4"},"preference":"A","session_id":"4301c81e-1853-4140-acee-ba4b790e2046","university":"UT Austin"},{"completion_time":"2025-09-05T01:59:25.738960Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block closest to the bread and put it into the cup.","longform_feedback":"Neither policy was able to grab the block that was closest to the bread. policy A had actually grabbed the bread, dropped it by the other block, and then proceeded to try and grab said block. While policy A was trying to grab that block, it didn't rotate its gripper in a proper orientation, so it was never able to fit the block inside of it's gripper. policy B was very slow. policy B had only been able to grab the bread and then try to grab the block nearest the bread(also in the wrong orientation), before the episode ended. Also, I think it is worth mentioning that their grippers were actually aligned the worst way possible, in the sense that their gripper was parallel with the long side of the block making it impossible to grab the block. Finally, the reason that I chose policy B over policy A was that policy B had actually attempted to grab the correct block.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.225332_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.225332_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:17.891308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:17.891308_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.850194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.850194_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.225332_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:16.225332_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:17.366044_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/paligemma_fast_specialist_droid_2025-09-05T01:52:17.366044_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:48.818782_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:48.818782_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:50.408170_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:50.408170_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:49.403797_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:49.403797_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:48.818782_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:48.818782_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:49.904114_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b711ca74-1780-49a8-9342-ad58ee42fcd9/pi0_droid_2025-09-05T01:58:49.904114_video_wrist.mp4"},"preference":"B","session_id":"b711ca74-1780-49a8-9342-ad58ee42fcd9","university":"UT Austin"},{"completion_time":"2025-09-05T01:58:06.684031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller box from left to right","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it, moved it to right then dropped it on table.Policy B only moved the robotic arm slightly during entire time of the trial.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:59.194786_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:59.194786_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.086849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.086849_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.086849_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.086849_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.717791_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/paligemma_fast_specialist_droid_2025-09-05T01:52:58.717791_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:53.042057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:53.042057_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.048612_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.048612_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.048612_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.048612_video_right.mp4","wrist_video_gcs_path":"evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.621894_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35418fb5-2f24-4275-a9e1-23601f96a163/pi0_droid_2025-09-05T01:57:52.621894_video_wrist.mp4"},"preference":"A","session_id":"35418fb5-2f24-4275-a9e1-23601f96a163","university":"frodobots"},{"completion_time":"2025-09-05T01:49:24.446034Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blocks on top of each other.","longform_feedback":"Both policies had mangaed to grab the block and approach another block as their maximum progress, but they did it in different ways. policy A had grabbed a block very quickly, but when it started to approach a block, it didn't stop and instead dropped of the block near the far right side of the field for some reason. policy A would never get any closer to acomplishing the task. policy B had not managed to grab a block until very late in the episode, trying to grab a block on the far right, but not having its gripper in the right place. once policy B did grab the block, it approached another block, but before it could place the block in its gripper, the episode ended.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:48.550966_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:48.550966_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:50.263499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:50.263499_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.184154_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.184154_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.184154_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.184154_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.696351_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/pi0_droid_2025-09-05T01:42:49.696351_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.109857_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.109857_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:27.799498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:27.799498_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.691916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.691916_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.691916_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:26.691916_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:27.218697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43c3a93e-51ed-4218-ba23-597a502eb453/paligemma_fast_specialist_droid_2025-09-05T01:48:27.218697_video_wrist.mp4"},"preference":"TIE","session_id":"43c3a93e-51ed-4218-ba23-597a502eb453","university":"UT Austin"},{"completion_time":"2025-09-05T01:46:41.124147Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottle then drop it","longform_feedback":"Policy A first moved the robotic arm close the bottle, attempted to grasp it but failed, only pushed it in the end.Policy B first moved the robotic arm to the bottle, pushed it away as if attempting to grasp it.Comparing the performance of the two, neither policy was able to complete the task, both policies only pushed the bottle.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:39.283993_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:39.283993_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.132689_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.132689_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.132689_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.132689_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.754444_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/pi0_droid_2025-09-05T01:32:38.754444_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:35.828658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:35.828658_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:34.692739_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:34.692739_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:34.692739_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:34.692739_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:35.303206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d2aa917-af2e-4074-a6fe-8e2a0a538c17/paligemma_fast_droid_2025-09-05T01:45:35.303206_video_wrist.mp4"},"preference":"TIE","session_id":"2d2aa917-af2e-4074-a6fe-8e2a0a538c17","university":"frodobots"},{"completion_time":"2025-09-05T01:39:56.492030Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block closest to the bread and drop it on the bread.","longform_feedback":"For context, there were 5 blocks placed around the field and a bun placed right next to a piece of bread on the upper left side. policy A had started by grabbing the block that was closest to it, dropping it somewhere near the bread, grabbing the bread, and then dropping that on the correct block near the end of the episode. policy B had started by moving towards the correct block before recoiling to the starting position, almost as if to observe the field better. policy B then proceeds to also grab a block that was close to it, and place that on the far right corner of the field- a place that is completely away from the block. policy B then finished by grabbing the block that policy A had grabbed and began moving it to the same place that policy A had moved it(near the bread). I chose policy A because it had actually dropped something near the bread, and had actually got the bread to touch the correct block(albiet in the wrong way) while policy B was not able to do that.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:38.750112_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:38.750112_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:40.485578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:40.485578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:39.364683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:39.364683_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:38.750112_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:38.750112_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:39.884890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_specialist_droid_2025-09-05T01:22:39.884890_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:31.804319_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:31.804319_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:33.510973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:33.510973_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:32.455711_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:32.455711_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:31.804319_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:31.804319_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:32.937457_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f7d8445-d7c0-4263-8f6d-056598f3a5e1/paligemma_fast_droid_2025-09-05T01:30:32.937457_video_wrist.mp4"},"preference":"A","session_id":"1f7d8445-d7c0-4263-8f6d-056598f3a5e1","university":"UT Austin"},{"completion_time":"2025-09-05T01:17:43.579159Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blocks on each other.","longform_feedback":"Both policies had grabbed a singular block, picked it up and dropped it for the duration of the episode. The only reason that I chose policy A was because I belive that it demonstrated that it was better at grasping than policy B. policy A was able to quickly approach the block, pick it up and drop it, and repeat that multiple times. policy B was very slow to the block, had a somewhat difficult time rotating its gripper to properly grab the block, and was only able to pick it up and drop it twice. For those reasons, I say that policy A did better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:37.845281_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:37.845281_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:39.439323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:39.439323_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:38.379432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:38.379432_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:37.845281_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:37.845281_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:38.877526_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/pi0_droid_2025-09-05T01:09:38.877526_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:16.931524_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:16.931524_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:18.562749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:18.562749_npz_file.npz","partial_success":0.18,"right_camera_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:17.551021_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:17.551021_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:16.931524_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:16.931524_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:18.031678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a91a2256-9da8-4f65-bf0b-f89ee313dcea/paligemma_fast_specialist_droid_2025-09-05T01:16:18.031678_video_wrist.mp4"},"preference":"A","session_id":"a91a2256-9da8-4f65-bf0b-f89ee313dcea","university":"UT Austin"},{"completion_time":"2025-09-05T01:06:39.743170Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Bring me the coke.","longform_feedback":"policy A had spent the episode positioning it's hand around the can, grabbing it, and letting go before it could really lift the can too high. polilcy B had spent the episode pushing down on the can with its gripper and trying to grab the can, but not being in a good position to grab the can, because it would push itself away from the can. I chose policy A because it had actually managed to grab the can and it even brought it to me a little.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.258070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.258070_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:16.881228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:16.881228_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.822387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.822387_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.822387_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:15.822387_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:16.319367_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/pi0_droid_2025-09-05T01:01:16.319367_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.065973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.065973_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:50.639306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:50.639306_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.633738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.633738_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.633738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:49.633738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:50.125077_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a51c82-fb47-448d-9ae3-dd5416bde81b/paligemma_fast_droid_2025-09-05T01:05:50.125077_video_wrist.mp4"},"preference":"A","session_id":"a6a51c82-fb47-448d-9ae3-dd5416bde81b","university":"UT Austin"},{"completion_time":"2025-09-04T12:09:05.433383Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all Stationery from right to left","longform_feedback":"Policy A first moved the robotic arm to the table, then moved slightly on the table until time ran out.Policy B first moved the robotic arm aimlessly during most time of the episode, then moved the robotic arm close to the pencil, attempted to grasp it in the end.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least attempted to grasp the pencil whiled policy A did not do anything relevant.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:09.183129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:09.183129_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.189992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.189992_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.189992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.189992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.721570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/pi0_droid_2025-09-04T12:00:08.721570_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:57.825607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:57.825607_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:56.806471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:56.806471_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:56.806471_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:56.806471_video_right.mp4","wrist_video_gcs_path":"evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:57.354911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34ca8a98-419e-407a-a8a9-52844f00bc7b/paligemma_fast_droid_2025-09-04T12:07:57.354911_video_wrist.mp4"},"preference":"B","session_id":"34ca8a98-419e-407a-a8a9-52844f00bc7b","university":"frodobots"},{"completion_time":"2025-09-04T10:25:07.504152Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the controller, grasped it,rotated it by  about 160 degrees, then dropped it on the table.Policy B first moved the robotic arm close to the controller, grasped it and released it, then policy B moved the robotic arm randomly during the remaining time of the episode.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least rotated the controller while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:36.471132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:36.471132_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.311955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.311955_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.311955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.311955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.962394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/paligemma_fast_droid_2025-09-04T10:17:35.962394_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:18.938347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:18.938347_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:17.676181_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:17.676181_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:17.676181_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:17.676181_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:18.347256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a729d869-6f1c-42b8-a2c7-938aafddbb96/pi0_droid_2025-09-04T10:24:18.347256_video_wrist.mp4"},"preference":"A","session_id":"a729d869-6f1c-42b8-a2c7-938aafddbb96","university":"frodobots"},{"completion_time":"2025-09-04T10:14:10.628009Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the controller from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the table, then moved slightly during remaining time of the episode.Policy B first moved the robotic arm close to controller, pushed it to left, then almost stopped during the remaining time of the episode.Neither policy was able to complete the task, but policy B at least pushed the controller.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:32.888213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:32.888213_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:31.752349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:31.752349_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:31.752349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:31.752349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:32.453558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_droid_2025-09-04T10:09:32.453558_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:53.541832_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:53.541832_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:52.495792_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:52.495792_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:52.495792_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:52.495792_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:53.093613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc3725f-4e33-4512-9fa1-7d639bd83eba/paligemma_fast_specialist_droid_2025-09-04T10:13:53.093613_video_wrist.mp4"},"preference":"B","session_id":"0bc3725f-4e33-4512-9fa1-7d639bd83eba","university":"frodobots"},{"completion_time":"2025-09-04T03:46:26.419354Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tape then place it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the tape, grasped it, then moved it to the book and placed it on the book.Policy B first moved the robotic arm aimlessly during the most time of the trial, then approached the tape and pushed it in the end.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:14.581380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:14.581380_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:13.483472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:13.483472_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:13.483472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:13.483472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:14.079694_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_specialist_droid_2025-09-04T03:40:14.079694_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:21.451338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:21.451338_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.252564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.252564_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.252564_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.252564_video_right.mp4","wrist_video_gcs_path":"evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.885623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15a8b4c9-8ad9-4e10-b451-75bea27b7864/paligemma_fast_droid_2025-09-04T03:45:20.885623_video_wrist.mp4"},"preference":"A","session_id":"15a8b4c9-8ad9-4e10-b451-75bea27b7864","university":"frodobots"},{"completion_time":"2025-09-04T03:36:39.973540Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the controller and move it next to the marker pen","longform_feedback":"Policy A first moved the robotic arm close to the table,then  moved slightly on the table during the most time of the episode, finally, policy A moved the robotic arm close to the controller.Policy B first moved the robotic arm close to the controller, pushed it, then moved the robotic arm back and forth.Neither policy was able to complete the task, when comparing their performance, policy B identified the controller faster than policy A.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:51.524494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:51.524494_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:50.376518_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:50.376518_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:50.376518_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:50.376518_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:51.030928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_droid_2025-09-04T03:29:51.030928_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:12.936665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:12.936665_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:11.839552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:11.839552_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:11.839552_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:11.839552_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:12.470491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c/paligemma_fast_specialist_droid_2025-09-04T03:36:12.470491_video_wrist.mp4"},"preference":"B","session_id":"9ed3ea7f-f5d6-40f2-86f7-a7e28f03721c","university":"frodobots"},{"completion_time":"2025-09-04T02:32:31.681837Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to table, then moved slightly on the table until time ran out.Policy B first moved the robotic arm close to the controller, pushed it to make it rotate by about 45 degrees.Then policy moved the robotic arm close to the drawer in the end.Comparing the performance of the two, policy B almost completed the task while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:34.573556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:34.573556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:33.523421_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:33.523421_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:33.523421_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:33.523421_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:34.118201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/pi0_droid_2025-09-04T02:26:34.118201_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:32:01.043520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:32:01.043520_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:31:59.910564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:31:59.910564_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:31:59.910564_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:31:59.910564_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:32:00.482047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b30185-f546-4707-9868-055b5384e598/paligemma_fast_droid_2025-09-04T02:32:00.482047_video_wrist.mp4"},"preference":"B","session_id":"d2b30185-f546-4707-9868-055b5384e598","university":"frodobots"},{"completion_time":"2025-09-04T02:24:04.911910Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tape on top of the drawer","longform_feedback":"Policy A first moved the robotic arm close to the tape, pushed it slightly.Then policy A approached the mouse, attempted to grasp it.Next,policy A moved the robotic arm close to the tape again in the end.Policy B first moved the robotic arm close to the tape, pushed it close to the drawer, attempted to grasped but failed in the end.Neither policy was not able to complete the task, but policy B at least pushed the tape to the drawer while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:58.998293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:58.998293_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:57.744378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:57.744378_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:57.744378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:57.744378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:58.460368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/paligemma_fast_droid_2025-09-04T02:16:58.460368_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:45.610972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:45.610972_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:44.495903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:44.495903_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:44.495903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:44.495903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:45.123512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e211154f-a306-4242-b59d-981f46ad4990/pi0_droid_2025-09-04T02:23:45.123512_video_wrist.mp4"},"preference":"B","session_id":"e211154f-a306-4242-b59d-981f46ad4990","university":"frodobots"},{"completion_time":"2025-09-04T02:12:09.849702Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the pencils together","longform_feedback":"Policy A first moved the robotic arm close to one pencil, grasped it and dropped it several times.Then policy A approached another pencil, attempted to grasp it.Policy B first moved the robotic arm to one pencil, pushed it away, then moved slightly on the table during the remaining time of the episode.Neither policy was able to complete the task,but policy A at least moved the two pencils while policy B only pushed one pencil.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:34.326250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:34.326250_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.135878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.135878_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.135878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.135878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.801144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/paligemma_fast_droid_2025-09-04T02:02:33.801144_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:31.195905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:31.195905_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.076348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.076348_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.076348_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.076348_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.731029_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aa06028-bbd5-4c74-bd6f-9cba034e24c7/pi0_droid_2025-09-04T02:11:30.731029_video_wrist.mp4"},"preference":"A","session_id":"1aa06028-bbd5-4c74-bd6f-9cba034e24c7","university":"frodobots"},{"completion_time":"2025-09-04T01:49:15.284895Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the red button of the remote controller","longform_feedback":"Policy A first moved the robotic arm close to a marker pen, grasped it ,moved it and dropped it on table.Then policy A approach the remote controller, hovered above it, touched it, as if attempted to press the button until time ran out.Policy B first moved the robotic arm close to the controller, pressed one white button, then grasped the controller and released it.Next,policy B grasped a mouse and dropped it.Neither policy was able to press the red button, but policy B at least press a white button while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:39.960568_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:39.960568_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:38.787538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:38.787538_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:38.787538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:38.787538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:39.454635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/pi0_droid_2025-09-04T01:37:39.454635_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:53.985130_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:53.985130_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:52.840662_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:52.840662_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:52.840662_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:52.840662_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:53.483052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4e9ed05-c58c-4374-83c1-3cd3af6fed6c/paligemma_fast_specialist_droid_2025-09-04T01:48:53.483052_video_wrist.mp4"},"preference":"B","session_id":"c4e9ed05-c58c-4374-83c1-3cd3af6fed6c","university":"frodobots"},{"completion_time":"2025-09-04T01:30:49.630963Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the drawer","longform_feedback":"Policy A first moved the robotic arm close to table, then moved slightly on the table during most time of the episode.Policy B first moved the robotic arm close to the table, then also moved slightly above the table during most time of the episode.Neither policy was able to complete the task,and their behaviors is similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:51.043653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:51.043653_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:49.899599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:49.899599_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:49.899599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:49.899599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:50.554753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/paligemma_fast_specialist_droid_2025-09-04T01:23:50.554753_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:15.367446_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:15.367446_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.235638_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.235638_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.235638_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.235638_video_right.mp4","wrist_video_gcs_path":"evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.898807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/912845f8-a2e4-40ab-ba02-e582c37e69af/pi0_droid_2025-09-04T01:30:14.898807_video_wrist.mp4"},"preference":"TIE","session_id":"912845f8-a2e4-40ab-ba02-e582c37e69af","university":"frodobots"},{"completion_time":"2025-09-04T00:23:54.769289Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Bring me the coke can.","longform_feedback":"policy A had attempted to grab everything except for the coke can. First it tried grabbing the red cup, then it tried grabbing the sprite can, and then sort of bounced back and forth between those for almost the entire episode. At the very end, policy A had quickly moved to the reset position which was kind of near the coke can, but I can not tell if that was an attempt to grab it at the last second or not. policy B had basically grabbed the sprite can in a very deep grasp(the base of the hand touched the top of the can) and then let go without lifting the coke can. policy B proceeded to do this for the entire episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:57.395261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:57.395261_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:59.042034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:59.042034_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:58.009464_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:58.009464_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:57.395261_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:57.395261_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:58.476238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_specialist_droid_2025-09-04T00:17:58.476238_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:31.403438_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:31.403438_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:33.114992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:33.114992_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:32.072427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:32.072427_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:31.403438_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:31.403438_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:32.570510_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71a03087-3b27-445f-afe7-c2f5137716c3/paligemma_fast_droid_2025-09-04T00:23:32.570510_video_wrist.mp4"},"preference":"B","session_id":"71a03087-3b27-445f-afe7-c2f5137716c3","university":"UT Austin"},{"completion_time":"2025-09-04T00:14:56.775978Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the sprite and give it to me.","longform_feedback":"policy A had approached the sprite, grabbed it with some adjustments, and then droppped it almost immediatley. After dropping it, policy A did not go back to the sprite, but instead had gone back to the reset position, stayed there for a second, and then actually began to approach the coke can- even managing to wrap its gripper around the can by the end of the episode. policy B had managed to go to the sprite can, grabbed it after an attempt or two, and then actually began approaching me with the sprite in its gripper. Policy B would drop the sprite before it reached my hand and for some reason began to move its gripper off the table for some reason. I chose policy B because it was able to begin moving the sprite in my direction while policy A had only managed to grab the sprite.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:57.919700_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:57.919700_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:59.396364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:59.396364_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.388230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.388230_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.388230_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.388230_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.856775_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_droid_2025-09-04T00:04:58.856775_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:07.745427_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:07.745427_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:09.402278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:09.402278_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.321105_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.321105_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.321105_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.321105_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.805362_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63cb7ce0-3567-43d7-b9b1-1b2dc28f508b/paligemma_fast_specialist_droid_2025-09-04T00:14:08.805362_video_wrist.mp4"},"preference":"B","session_id":"63cb7ce0-3567-43d7-b9b1-1b2dc28f508b","university":"UT Austin"},{"completion_time":"2025-09-04T00:01:36.952428Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Give me the sprite.","longform_feedback":"Both policies were able to grab the Sprite. policy A had first approached the coke can tried and failed to grab it, and then pivoted to the sprite can. policy A would then grab and drop the sprite can for the rest of the episode. policy B had started by approaching the sprite can, but retreating before it could grab it. It would then drift around above the air before approaching the sprite again where it then would grab the sprite at the very end of the episode- but not lift it. I chose policy A because it was able to lift the sprite while policy B could only grab it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:41.795598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:41.795598_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:43.485365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:43.485365_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:42.407162_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:42.407162_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:41.795598_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:41.795598_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:42.943447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_droid_2025-09-03T23:54:42.943447_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.119041_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.119041_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:13.698644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:13.698644_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.690914_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.690914_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.119041_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:12.119041_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:13.182933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0195696d-1ae1-460a-9505-11ff3736f29d/paligemma_fast_specialist_droid_2025-09-04T00:01:13.182933_video_wrist.mp4"},"preference":"A","session_id":"0195696d-1ae1-460a-9505-11ff3736f29d","university":"UT Austin"},{"completion_time":"2025-09-03T23:43:43.446031Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the black marker and play the yellow tile.","longform_feedback":"Policy A had spent the entire episode picking up and grabbing the red marker instead of the black marker. policy B had grabbed the black marker and dropped it on the blue tile in one, mostly continuous, motion. After dropping the black marker, policy B had opted to grab the red marker, which it was able to do right at the very end of the episode. I chose policy A because it had grabbed the correct marker and dropped it on the xylophone while policy A chose the wrong marker and never brought it to the xylophone.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:30.802293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:30.802293_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:32.458750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:32.458750_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.428897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.428897_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.428897_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.428897_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.895500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_specialist_droid_2025-09-03T23:38:31.895500_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:03.988416_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:03.988416_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:05.694898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:05.694898_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:04.643466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:04.643466_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:04.643466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:04.643466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:05.160513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37780edc-25d7-4347-92d9-ca1273bc5986/paligemma_fast_droid_2025-09-03T23:43:05.160513_video_wrist.mp4"},"preference":"B","session_id":"37780edc-25d7-4347-92d9-ca1273bc5986","university":"UT Austin"},{"completion_time":"2025-09-03T23:35:22.956418Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the black marker and play the yellow key.","longform_feedback":"Policy A had managed to approach the marker, pick it up, and even bring it to the xylophone. After bringing it to the xylophone, policy A ended up dropping it on the right edge of the xylophone caus(the marker) to fall off the table. After the marker fell off the table, policy A began to start pressing into the xylophone with its hands and inching towards the left of the xylophone. policy B had taken a long time to get to a point where it could grab the black marker and when it was, it ended up grabbing the outside of the marker, pushing it just out of the way. Instead of adjusting it's posititon to grab the marker, policy B just opened and closed its gripper where the marker was for the rest of the episode. Since policy A was able to bring the marker all the way to the xylophone, and policy B was not, I placed policy A above policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:03.653740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:03.653740_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:05.307295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:05.307295_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:04.216008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:04.216008_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:03.653740_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:03.653740_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:04.741343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_droid_2025-09-03T23:27:04.741343_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:34:59.703945_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:34:59.703945_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:01.370650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:01.370650_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:00.297907_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:00.297907_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:34:59.703945_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:34:59.703945_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:00.790659_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7e65da-445e-450c-97e5-c9aa16c7760f/paligemma_fast_specialist_droid_2025-09-03T23:35:00.790659_video_wrist.mp4"},"preference":"A","session_id":"ab7e65da-445e-450c-97e5-c9aa16c7760f","university":"UT Austin"},{"completion_time":"2025-09-03T22:49:17.678712Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the brush to the brown bin","longform_feedback":"A at least reached for the brush initially but then it tried to push off the bin and came back hovering around the brush. B on the other hand just tried to reach and graso the other object (scoop) and kept the arm in touch with this the entire time","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:28.554327_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:28.554327_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:30.349227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:30.349227_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:29.290182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:29.290182_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:28.554327_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:28.554327_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:29.799447_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/pi0_droid_2025-09-03T22:43:29.799447_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:57.296357_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:57.296357_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:59.065352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:59.065352_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:58.016298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:58.016298_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:57.296357_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:57.296357_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:58.499413_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b31f259-3163-4042-a37f-40298daba791/paligemma_fast_specialist_droid_2025-09-03T22:48:58.499413_video_wrist.mp4"},"preference":"A","session_id":"4b31f259-3163-4042-a37f-40298daba791","university":"Berkeley"},{"completion_time":"2025-09-03T22:37:39.536844Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the toothbrush into cup","longform_feedback":"A initially pointed towards the brush but the gripper was not precisely touching the edge of the brush and thus it was grasping the air, moving over the cup and got ended due to time limit. B on the other hand was able to hold the brush in place but it landed the object on the corner of the tray but not anywhere near the interior of the cup","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:25.603482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:25.603482_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:27.250931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:27.250931_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:26.260716_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:26.260716_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:25.603482_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:25.603482_video_left.mp4","wrist_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:26.742212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/pi0_droid_2025-09-03T22:28:26.742212_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.257215_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.257215_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:02.938442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:02.938442_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.929813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.929813_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.257215_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:01.257215_video_left.mp4","wrist_video_gcs_path":"evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:02.417938_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04feeb28-ddef-4904-b3f6-9cb34c2d1b48/paligemma_fast_specialist_droid_2025-09-03T22:36:02.417938_video_wrist.mp4"},"preference":"B","session_id":"04feeb28-ddef-4904-b3f6-9cb34c2d1b48","university":"Berkeley"},{"completion_time":"2025-09-03T22:23:36.045105Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the donut into bowl","longform_feedback":"A just tried to wander around the waterbottle without knowing the donut placing right next to it. It also pushed the cup and having it lying down on the tray. The donut was not even touched in this trial. In B, the arm was making little progress on grasping the donut but it still remained in its initial place; the gripper hereafter grasped the entire tray upwards but was fortunately terminted","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:17.454737_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:17.454737_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:19.202360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:19.202360_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.136957_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.136957_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.136957_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.136957_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.674488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/pi0_droid_2025-09-03T22:14:18.674488_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:12.993512_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:12.993512_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:14.702399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:14.702399_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:13.691139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:13.691139_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:13.691139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:13.691139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:14.176488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61501b03-fb4f-421a-8e94-41af01f04ce8/paligemma_fast_specialist_droid_2025-09-03T22:22:14.176488_video_wrist.mp4"},"preference":"B","session_id":"61501b03-fb4f-421a-8e94-41af01f04ce8","university":"Berkeley"},{"completion_time":"2025-09-03T22:09:48.461371Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pour the water into cup","longform_feedback":"The arm was successfully grasping the cap of the bottle in both episodes but the bottle was not significantly getting closer to the cup. The arm supposed to move the bottle in a upright position above the cup but in A, it just lied horizontally next to the bowl and in B it moved slightly to the left","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:46.847193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:46.847193_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:48.560820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:48.560820_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:47.436940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:47.436940_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:46.847193_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:46.847193_video_left.mp4","wrist_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:47.957892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_droid_2025-09-03T22:01:47.957892_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:48.503848_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:48.503848_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:50.228553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:50.228553_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:49.167272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:49.167272_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:48.503848_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:48.503848_video_left.mp4","wrist_video_gcs_path":"evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:49.704465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/732fb57f-0eec-4618-bf40-acccc2037bdf/paligemma_fast_specialist_droid_2025-09-03T22:08:49.704465_video_wrist.mp4"},"preference":"TIE","session_id":"732fb57f-0eec-4618-bf40-acccc2037bdf","university":"Berkeley"},{"completion_time":"2025-09-03T21:50:47.105006Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the bowl using white lid","longform_feedback":"Both A and B has just grasped the lid in place but A ended it significantly towards the bowl while B just kept on picking it and dropping it. A tried to push the bread to make space for the lid but it did not seem to level it upward to match the height of the bowl","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.122273_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.122273_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:24.900922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:24.900922_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.840406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.840406_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.122273_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:23.122273_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:24.351523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/paligemma_fast_droid_2025-09-03T21:45:24.351523_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:15.581443_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:15.581443_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:17.253425_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:17.253425_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:16.258539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:16.258539_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:15.581443_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:15.581443_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:16.783180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe/pi0_droid_2025-09-03T21:50:16.783180_video_wrist.mp4"},"preference":"A","session_id":"cc6117ff-c0ee-4b5f-8608-0a1e6c4988fe","university":"Berkeley"},{"completion_time":"2025-09-03T21:41:08.120370Z","evaluator_name":"elllieh99@berkeley.edu","language_instruction":"put the donut into cup","longform_feedback":"Policy A was able to grasp the donut but it shifted the arm to the left while the cup was located on the right side of the table. B just disrupted the entire seen as it flipped over the cloth where the donut was placed on and just landed the cloth on the tray","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:09.562460_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:09.562460_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:11.388782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:11.388782_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.266519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.266519_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.266519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.266519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.810506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/pi0_droid_2025-09-03T21:31:10.810506_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.149438_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.149438_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:08.947133_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:08.947133_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.830747_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.830747_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.830747_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:07.830747_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:08.372647_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c78bf88-655c-42e4-bd5b-6eb37fa3c448/paligemma_fast_droid_2025-09-03T21:39:08.372647_video_wrist.mp4"},"preference":"A","session_id":"0c78bf88-655c-42e4-bd5b-6eb37fa3c448","university":"Berkeley"},{"completion_time":"2025-09-03T21:27:39.511741Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the feather duster on the cloth","longform_feedback":"Both policies seemed to not recognize the look of afeather duster as they both reached for the another object (sticker note) left on the tray while the duster was clearly located on the right","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:35.476790_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:35.476790_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.203603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.203603_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.203603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.203603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.944753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/pi0_droid_2025-09-03T21:22:34.944753_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:20.379242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:20.379242_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.118932_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.118932_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.118932_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.118932_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.801207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d5b89e-bd7b-4221-8621-f58231683544/paligemma_fast_droid_2025-09-03T21:27:19.801207_video_wrist.mp4"},"preference":"TIE","session_id":"60d5b89e-bd7b-4221-8621-f58231683544","university":"berkely"},{"completion_time":"2025-09-03T21:15:30.192245Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the duck next to the brush","longform_feedback":"Both policies has done the very first steps of the task as they both shifted to the tray where the duck was placed onto. However, due to the fact that there were a ton of object within the tray, it was unable to detect which and which the duck was exactly at and thus in A the arm was just hovering around the tray while in B, the arm picked one yellow up which was irrelevant","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:57.752297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:57.752297_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:56.551170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:56.551170_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:56.551170_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:56.551170_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:57.226312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_specialist_droid_2025-09-03T21:09:57.226312_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:43.340665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:43.340665_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.149543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.149543_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.149543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.149543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.774030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fe70d36-3727-4de8-9f07-5ff0e6fd8888/paligemma_fast_droid_2025-09-03T21:14:42.774030_video_wrist.mp4"},"preference":"TIE","session_id":"9fe70d36-3727-4de8-9f07-5ff0e6fd8888","university":"Berkeley"},{"completion_time":"2025-09-03T21:04:15.130752Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"use the scoop to move the orange to the tray","longform_feedback":"Both policies had just grasped the handle of the scoop and gradually shifted the scoop to the left. They did not make any progress scooping the orange which was amongst many object on the left. The scoop was eventually dropped and picked up and remained within the tray for the rest of the two episodes","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:50.959251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:50.959251_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:49.720475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:49.720475_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:49.720475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:49.720475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:50.458343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/pi0_droid_2025-09-03T20:58:50.458343_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:43.723994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:43.723994_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:42.492653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:42.492653_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:42.492653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:42.492653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:43.175719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/090b5170-e232-4ce3-88b5-e9eb7996d453/paligemma_fast_specialist_droid_2025-09-03T21:03:43.175719_video_wrist.mp4"},"preference":"TIE","session_id":"090b5170-e232-4ce3-88b5-e9eb7996d453","university":"Berkeley"},{"completion_time":"2025-09-03T20:53:26.853267Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the waterbottle from the bin and put it on the cloth","longform_feedback":"A is slightly better than B. Both epsides were seen that the bottle was no longer within the black bin but A has moved it over the left, which is the place stated in the command (cloth). B however moved it to the right and got terminated while the arm seemed to grasp the bin as well","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:42.803554_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:42.803554_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:44.519981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:44.519981_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.488901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.488901_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.488901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.488901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.954692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/paligemma_fast_specialist_droid_2025-09-03T20:47:43.954692_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:23.219722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:23.219722_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.017174_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.017174_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.017174_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.017174_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.626687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d8526b5-3b43-497a-a146-83f77f3be31f/pi0_droid_2025-09-03T20:52:22.626687_video_wrist.mp4"},"preference":"A","session_id":"8d8526b5-3b43-497a-a146-83f77f3be31f","university":"Berkeley"},{"completion_time":"2025-09-03T20:30:45.109817Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"add ketchup to the bread","longform_feedback":"Policy A and B both reaches for the ketchup among the two bottles but A outperformed since it led the arm in upright position and tried to squeeze it out of nowhere. The ending position is off the bread by a few centimeters. B just grasped the cap of the ketchup bottle and did nothing else afterwards.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.198642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.198642_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:59.941290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:59.941290_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.897185_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.897185_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.897185_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:58.897185_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:59.423156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/paligemma_fast_droid_2025-09-03T20:20:59.423156_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:21.747115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:21.747115_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:20.506951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:20.506951_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:20.506951_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:20.506951_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:21.150273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2900fb8-6a00-48cf-ac0d-599c4ddc536d/pi0_droid_2025-09-03T20:29:21.150273_video_wrist.mp4"},"preference":"A","session_id":"a2900fb8-6a00-48cf-ac0d-599c4ddc536d","university":"Berkeley"},{"completion_time":"2025-09-03T10:07:09.958062Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first moved the robotic arm close to a small box which is not food, grasped it, moved it close to the plate and dropped it.Then policy A moved the robotic arm randomly during the remaining time of the trial.Policy B first moved the robotic arm close to the silver cloth, attempted to grasp it, then grasped the corner of the cloth in the end.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least grasped one wrong object and moved it close to the plate while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:37.308065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:37.308065_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.061063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.061063_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.061063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.061063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.714157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/paligemma_fast_specialist_droid_2025-09-03T09:52:36.714157_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:46.325966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:46.325966_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.077270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.077270_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.077270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.077270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.759399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afc13060-e6c8-4b9f-afe2-a3d143ce42ff/pi0_droid_2025-09-03T10:06:45.759399_video_wrist.mp4"},"preference":"A","session_id":"afc13060-e6c8-4b9f-afe2-a3d143ce42ff","university":"frodobots"},{"completion_time":"2025-09-03T09:36:55.154994Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it onto the red block","longform_feedback":"Policy A moved the robotic arm slightly during the entire trial and did not perform any operations.Policy B first moved the robotic arm close to the red block,  then moved the robotic arm back and forth until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least approached the red block while policy A did not do anything.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:04.761259_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:04.761259_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:03.540723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:03.540723_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:03.540723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:03.540723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:04.143733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/pi0_droid_2025-09-03T09:27:04.143733_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:47.429130_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:47.429130_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.109971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.109971_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.109971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.109971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.780942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1efb71d-659a-415b-9cf7-1626d64dfaf0/paligemma_fast_droid_2025-09-03T09:32:46.780942_video_wrist.mp4"},"preference":"B","session_id":"f1efb71d-659a-415b-9cf7-1626d64dfaf0","university":"frodobots"},{"completion_time":"2025-09-03T09:23:07.316468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the green block  from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to green block, grasped it, moved it to right while rotated it by about 90 degrees.Policy B first moved the robotic arm to the table, pushed the cloth, then moved the robotic arm aimlessly during the remaining time of the episode.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:27.254050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:27.254050_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:25.897481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:25.897481_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:25.897481_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:25.897481_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:26.636570_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_specialist_droid_2025-09-03T09:17:26.636570_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:29.096034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:29.096034_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:27.818780_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:27.818780_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:27.818780_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:27.818780_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:28.515896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd6e8e2-8eba-4472-91fd-d063bcde1638/paligemma_fast_droid_2025-09-03T09:22:28.515896_video_wrist.mp4"},"preference":"A","session_id":"6fd6e8e2-8eba-4472-91fd-d063bcde1638","university":"frodobots"},{"completion_time":"2025-09-03T09:13:41.880254Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and put it onto the yellow block","longform_feedback":"Policy A first moved the robotic arm close to banana, grasped it and released it, after hesitating for a while, grasped the banana again and moved it until time ran out.Policy B first moved the robotic arm to the table and pushed the cloth, then almost stopped during remaining time of the trial.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least grasped and moved the banana while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:43.290497_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:43.290497_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:41.955598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:41.955598_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:41.955598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:41.955598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:42.613354_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_specialist_droid_2025-09-03T09:07:42.613354_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:15.568863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:15.568863_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.301371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.301371_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.301371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.301371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.969615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be221c4a-d090-4215-9a0f-bb7acc686f00/paligemma_fast_droid_2025-09-03T09:13:14.969615_video_wrist.mp4"},"preference":"A","session_id":"be221c4a-d090-4215-9a0f-bb7acc686f00","university":"frodobots"},{"completion_time":"2025-09-03T09:03:02.757385Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and move it close to the red block","longform_feedback":"Policy A first moved the robotic arm close to the banana, then moved the robotic arm around it during the remaining time as if attempting to grasp it.Policy B first moved the robotic arm close to the banana, grasped it, moved it toward the red block, then dropped it beside the red block.When comparing the performance of the two, policy B completed the task while policy A failed, therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:35.478601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:35.478601_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.213236_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.213236_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.213236_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.213236_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.887885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_droid_2025-09-03T08:57:34.887885_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:42.232298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:42.232298_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:40.897139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:40.897139_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:40.897139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:40.897139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:41.582130_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a1635c-deda-4d62-a1ac-7cb8feb3e067/paligemma_fast_specialist_droid_2025-09-03T09:02:41.582130_video_wrist.mp4"},"preference":"B","session_id":"40a1635c-deda-4d62-a1ac-7cb8feb3e067","university":"frodobots"},{"completion_time":"2025-09-03T08:50:25.563269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it and rotated it by about 90 degrees, then dropped it on a yellow block.But then policy moved the robotic arm to the banana, pushed it to make it rotate back to the origin angle.Policy B moved slightly during the entire trial and did not performed any operations.Comparing the performance of the two, policy A almost completed the task while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:22.758238_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:22.758238_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:21.597491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:21.597491_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:21.597491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:21.597491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:22.167921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/paligemma_fast_specialist_droid_2025-09-03T08:43:22.167921_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:31.627669_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:31.627669_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:30.355516_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:30.355516_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:30.355516_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:30.355516_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:31.034269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e0cc92-4149-4f8c-a405-1a7b827443c5/pi0_droid_2025-09-03T08:49:31.034269_video_wrist.mp4"},"preference":"A","session_id":"c5e0cc92-4149-4f8c-a405-1a7b827443c5","university":"frodobots"},{"completion_time":"2025-09-03T08:37:30.035951Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the yellow block","longform_feedback":"Policy A first moved the robotic arm close to the green block, grasped it, moved it close to the yellow block and dropped the green block onto the yellow block, but fell off.Policy B first moved the robotic arm back and forth as if searching the object, then policy B grasped the bunch of  grapes, moved  it toward the yellow block.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least found the right object while policy A did not.Therefore, i choose B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:09.596676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:09.596676_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.287740_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.287740_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.287740_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.287740_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.956281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/pi0_droid_2025-09-03T08:30:08.956281_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:13.031976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:13.031976_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:11.608517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:11.608517_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:11.608517_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:11.608517_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:12.376988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7/paligemma_fast_droid_2025-09-03T08:37:12.376988_video_wrist.mp4"},"preference":"B","session_id":"e0ef413f-6e37-4881-ac6d-4dc47a5b3ee7","university":"frodobots"},{"completion_time":"2025-09-03T08:22:19.386357Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first moved the robotic arm close to red block, grasped and released it.Then policy A moved the robotic arm close to another red block until time ran out.Policy B first moved the robotic arm close to the blocks, grasped a wooden block, put it onto a red block.Although both policies mistook the wooden blocks for foods, policy B put two blocks together while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:35.260076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:35.260076_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:33.934457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:33.934457_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:33.934457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:33.934457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:34.638419_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_droid_2025-09-03T08:12:34.638419_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:38.677281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:38.677281_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:37.432505_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:37.432505_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:37.432505_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:37.432505_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:38.099434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff20dabb-dd0e-4641-8bbc-7b2f80874b41/paligemma_fast_specialist_droid_2025-09-03T08:21:38.099434_video_wrist.mp4"},"preference":"B","session_id":"ff20dabb-dd0e-4641-8bbc-7b2f80874b41","university":"frodobots"},{"completion_time":"2025-09-03T08:08:35.245192Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the peach  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the peach, attempted to grasp it but only pushed it to left.Then policy A moved the robotic arm aimlessly until time ran out.Policy B first moved the robotic arm close to the peach, grasped it and release it, then grasped a yellow block and moved it to right.Neither policy was able to complete the task, but policy B at least grasped the peach while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:50.598902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:50.598902_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:49.351499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:49.351499_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:49.351499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:49.351499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:50.008812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_droid_2025-09-03T08:02:50.008812_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:54.419884_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:54.419884_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:52.988686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:52.988686_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:52.988686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:52.988686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:53.746663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54/paligemma_fast_specialist_droid_2025-09-03T08:07:53.746663_video_wrist.mp4"},"preference":"B","session_id":"40d7c8eb-4ef3-4012-ac17-d03e2d5bfd54","university":"frodobots"},{"completion_time":"2025-09-03T07:54:30.275927Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the peach, then grasp the yellow block","longform_feedback":"Policy A first moved the robotic arm close to the peach, attempted to grasped it but failed.Then policy A approached a red block, grasped and released it.Policy B first moved the robotic arm close to peach, grasped and release it.Neither policy was able to complete the task, but policy B at least grasped the peach while policy A failed.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:31.904114_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:31.904114_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:30.702247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:30.702247_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:30.702247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:30.702247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:31.363847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/paligemma_fast_specialist_droid_2025-09-03T07:48:31.363847_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:55.052595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:55.052595_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:53.836575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:53.836575_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:53.836575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:53.836575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:54.502299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/664140c5-30cf-4db1-9991-152ba3f566a8/pi0_droid_2025-09-03T07:53:54.502299_video_wrist.mp4"},"preference":"B","session_id":"664140c5-30cf-4db1-9991-152ba3f566a8","university":"frodobots"},{"completion_time":"2025-09-03T07:40:52.135931Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the boxes from left to right","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it, moved it to right and dropped it on table.Then policy A moved the robotic arm close to the bigger box,  attempted to grasp it until time ran out.Policy B first moved the robotic arm to the small box, grasped it, moved it to right and dropped it on table.Then policy B almost stopped during the remaining time of the episode.Comparing the performance of the two, both policies have moved one box to right, but then policy A attempted to grasp another box while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:24.012376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:24.012376_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:22.950954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:22.950954_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:22.950954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:22.950954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:23.579216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_specialist_droid_2025-09-03T07:34:23.579216_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:24.904027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:24.904027_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:23.759478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:23.759478_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:23.759478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:23.759478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:24.425125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee07355b-c766-4f9f-ab00-a0c6b7cb4c52/paligemma_fast_droid_2025-09-03T07:40:24.425125_video_wrist.mp4"},"preference":"A","session_id":"ee07355b-c766-4f9f-ab00-a0c6b7cb4c52","university":"frodobots"},{"completion_time":"2025-09-03T07:30:52.680864Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm close to the table, then moved slowly on the surface of the table slowly.Policy B first moved the robotic arm close to the smaller box, then grasped it while rotated it by about 90 degrees.Comparing the performance of the two, policy B grasped and rotated the smaller box by 90 degrees while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:35.618706_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:35.618706_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:34.595060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:34.595060_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:34.595060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:34.595060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:35.125279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/pi0_droid_2025-09-03T07:23:35.125279_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:16.171315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:16.171315_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.079127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.079127_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.079127_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.079127_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.718904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4562b51c-8f43-42f6-898c-0e532b5e35f2/paligemma_fast_droid_2025-09-03T07:30:15.718904_video_wrist.mp4"},"preference":"B","session_id":"4562b51c-8f43-42f6-898c-0e532b5e35f2","university":"frodobots"},{"completion_time":"2025-09-03T07:19:32.118577Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the small box from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the small box, grasped it, moved it to right, then policy A moved the robotic arm close to a plate, pushed it.Next, policy A approached the small box until time ran out.Policy B first moved the robotic arm to the table, then moved slightly during the remaining time of the episode.Comparing the performance of the two, policy A at least moved the small box to right  while policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:49.999448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:49.999448_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:48.879458_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:48.879458_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:48.879458_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:48.879458_video_right.mp4","wrist_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:49.532888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/paligemma_fast_specialist_droid_2025-09-03T07:13:49.532888_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:18.406676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:18.406676_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.305204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.305204_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.305204_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.305204_video_right.mp4","wrist_video_gcs_path":"evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.943833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/001abedf-36c5-4601-beb5-f2ee4a164edd/pi0_droid_2025-09-03T07:19:17.943833_video_wrist.mp4"},"preference":"A","session_id":"001abedf-36c5-4601-beb5-f2ee4a164edd","university":"frodobots"},{"completion_time":"2025-09-03T06:58:11.643425Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box and put it onto the big box","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it, moved it onto the bigger box then dropped it, but the smaller box slipped off the bigger box.Policy B first moved the robotic arm close to the smaller box, pushed it forward, then grasped it, moved it close to a plate and dropped it.Comparing the performance of the two, policy A almost complete the task while policy B moved the smaller box to a wrong target.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:40.963826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:40.963826_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:39.827046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:39.827046_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:39.827046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:39.827046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:40.490303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/paligemma_fast_specialist_droid_2025-09-03T06:50:40.490303_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:25.066903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:25.066903_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:23.970678_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:23.970678_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:23.970678_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:23.970678_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:24.617295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5a9e01b-a00d-4116-9a38-1b46825c9950/pi0_droid_2025-09-03T06:57:24.617295_video_wrist.mp4"},"preference":"A","session_id":"c5a9e01b-a00d-4116-9a38-1b46825c9950","university":"frodobots"},{"completion_time":"2025-09-03T06:46:27.866565Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box, then move it next to plate","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, attempted to grasp it several times but failed.Then policy A moved the robotic arm to the plate, pushed it until time ran out.Policy B first moved the robotic arm close to the smaller box, grasped it, moved it close to the plate and dropped it.But then policy B grasped the box again, and moved it away from the plate.Comparing the performance of the two, policy B almost complete the task while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:28.382591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:28.382591_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.258484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.258484_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.258484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.258484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.907268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_droid_2025-09-03T06:38:27.907268_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:17.322208_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:17.322208_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.214890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.214890_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.214890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.214890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.843486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64681d3d-bb8d-4a29-a684-28c9b7f5d3b9/paligemma_fast_specialist_droid_2025-09-03T06:45:16.843486_video_wrist.mp4"},"preference":"B","session_id":"64681d3d-bb8d-4a29-a684-28c9b7f5d3b9","university":"frodobots"},{"completion_time":"2025-09-03T06:32:18.050517Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller box by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to bigger box, pushed it slightly, then grasped and released the plate.Next, policy A moved the robotic arm the smaller box, pushed it until time ran out.Policy B first moved the robotic arm to the smaller box, pushed it, then moved the robotic arm close to the bigger box, moved the arm slightly above the bigger box until time ran out.Neither policy was able to complete the task,when comparing the performance of the two, both policies only pushed the smaller box without rotating it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:25.590771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:25.590771_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.209478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.209478_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.209478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.209478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.756499_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_specialist_droid_2025-09-03T06:24:24.756499_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:59.802409_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:59.802409_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:58.656826_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:58.656826_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:58.656826_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:58.656826_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:59.299677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f73f2c-0180-4bfa-9528-78556bf7445e/paligemma_fast_droid_2025-09-03T06:31:59.299677_video_wrist.mp4"},"preference":"TIE","session_id":"b3f73f2c-0180-4bfa-9528-78556bf7445e","university":"frodobots"},{"completion_time":"2025-09-03T06:19:20.748064Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller white box into the bowl","longform_feedback":"Policy A first moved the robotic arm to the table, pushed the cloth,then almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the smaller box, pushed it slightly until time ran out.Comparing the performance of the two, neither policy was able to complete the task,but policy B at least pushed the smaller box while policy A did not do anything relevant.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:21.559702_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:21.559702_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:20.440438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:20.440438_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:20.440438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:20.440438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:21.066820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/paligemma_fast_droid_2025-09-03T06:13:21.066820_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:02.609192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:02.609192_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:01.568592_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:01.568592_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:01.568592_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:01.568592_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:02.105383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437/pi0_droid_2025-09-03T06:19:02.105383_video_wrist.mp4"},"preference":"B","session_id":"e6d7e1d0-df9e-4dd8-a7dc-b4776b4f4437","university":"frodobots"},{"completion_time":"2025-09-03T06:09:35.205382Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the boxes together","longform_feedback":"Policy A first moved the robotic arm close to smaller box, grasped it, moved it toward the bigger box, but dropped it on table where is a bit far from the bigger box.Policy B first moved the robotic arm to the table, then moved the robotic arm aimlessly during the remaining time of the episode.Comparing the performance of the two, policy A almost complete the task while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:59.418928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:59.418928_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.257591_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.257591_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.257591_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.257591_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.917858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/paligemma_fast_droid_2025-09-03T06:03:58.917858_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:51.925883_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:51.925883_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:50.844331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:50.844331_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:50.844331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:50.844331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:51.441351_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3ea31-b9aa-4df2-8df9-589ac012dade/pi0_droid_2025-09-03T06:08:51.441351_video_wrist.mp4"},"preference":"A","session_id":"e1e3ea31-b9aa-4df2-8df9-589ac012dade","university":"frodobots"},{"completion_time":"2025-09-03T05:59:40.122917Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the biggest  box from left to right","longform_feedback":"Policy A first moved the robotic arm close to the plate, pushed it, then policy A moved the robotic arm close to the biggest box, pushed it to left.Policy B first moved the robotic arm close to the biggest box, pushed it to left slightly, then policy B moved the robotic arm to a cup and knock it down.Comparing the performance of the two, neither policy was able to complete the task, both policies have only approached the biggest box and pushed it to left not right.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:33.962615_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:33.962615_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:32.777346_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:32.777346_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:32.777346_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:32.777346_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:33.427244_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_droid_2025-09-03T05:53:33.427244_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:25.553017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:25.553017_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:24.384709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:24.384709_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:24.384709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:24.384709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:25.032454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad42cc0-b70c-4d25-8f23-3e8e17a052db/paligemma_fast_specialist_droid_2025-09-03T05:59:25.032454_video_wrist.mp4"},"preference":"TIE","session_id":"4ad42cc0-b70c-4d25-8f23-3e8e17a052db","university":"frodobots"},{"completion_time":"2025-09-03T05:49:31.479222Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the plate then drop it","longform_feedback":"Policy A first moved the robotic arm close to the table, pushed the black cloth, then almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the plate, after hesitating for a while, grasped and released the plate several times.Comparing their performance, policy B complete the task while policy A failed, therefore policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:28.208902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:28.208902_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.264228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.264228_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.264228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.264228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.768170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/paligemma_fast_droid_2025-09-03T05:44:27.768170_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:56.265824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:56.265824_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.143413_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.143413_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.143413_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.143413_video_right.mp4","wrist_video_gcs_path":"evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.791568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/958b29fd-2acc-4288-bd54-d79797503a39/pi0_droid_2025-09-03T05:48:55.791568_video_wrist.mp4"},"preference":"B","session_id":"958b29fd-2acc-4288-bd54-d79797503a39","university":"frodobots"},{"completion_time":"2025-09-03T05:30:19.752430Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the fruits from left to right","longform_feedback":"Policy A first moved the robotic arm close to marker pen which is not fruit, grasped it, moved it to right then dropped it on table.Policy B first moved the robotic arm close to the banana, grasped it, moved it to right,then placed it on table.Next, policy B approached the grapes and attempted to grasp it until time ran out.Comparing the performance of the two, policy B has moved one fruit to right while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:59.633593_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:59.633593_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:58.627310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:58.627310_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:58.627310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:58.627310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:59.188194_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/paligemma_fast_specialist_droid_2025-09-03T05:18:59.188194_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:52.344048_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:52.344048_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.214544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.214544_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.214544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.214544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.866181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78/pi0_droid_2025-09-03T05:24:51.866181_video_wrist.mp4"},"preference":"B","session_id":"2c9e9a71-6ca8-4fbf-86aa-b875a6a51c78","university":"frodobots"},{"completion_time":"2025-09-03T05:15:06.045386Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the grapes","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, then stopped during the remaining time of episode.Policy B first moved the robotic arm close to the marker pen, grasped it, rotated it by about 180 degrees, then moved it to left.Comparing the performance of the two,neither policy was able to complete the task, but policy B at least rotated the marker pen while policy A did not do anything relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:09:00.147829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:09:00.147829_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.238114_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.238114_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.238114_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.238114_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.776398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_specialist_droid_2025-09-03T05:08:59.776398_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:48.512971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:48.512971_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:47.406992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:47.406992_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:47.406992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:47.406992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:48.043739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e42ee4cf-3229-4bc4-8e9a-075743333326/paligemma_fast_droid_2025-09-03T05:14:48.043739_video_wrist.mp4"},"preference":"B","session_id":"e42ee4cf-3229-4bc4-8e9a-075743333326","university":"frodobots"},{"completion_time":"2025-09-03T04:09:40.279260Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen  from left  to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, grasped it, moved it to right while rotated it by about 180 degrees, then dropped it.Policy B first moved the robotic arm close to the grapes, then moved the robotic arm slightly during most time of the episode.When comparing the performance of the two, policy A almost completed the task while policy B did not do anything relevant.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:49.554887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:49.554887_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:48.363239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:48.363239_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:48.363239_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:48.363239_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:49.049556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/pi0_droid_2025-09-03T04:03:49.049556_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:23.171971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:23.171971_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:21.965390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:21.965390_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:21.965390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:21.965390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:22.617597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3d8d8d9-efcc-4171-817c-a41e7a933fec/paligemma_vq_droid_2025-09-03T04:09:22.617597_video_wrist.mp4"},"preference":"A","session_id":"d3d8d8d9-efcc-4171-817c-a41e7a933fec","university":"frodobots"},{"completion_time":"2025-09-03T03:54:16.177868Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pencil, then place it onto grapes","longform_feedback":"Policy A first moved the robotic arm to the table,then moved slightly on top of the table during the remaining time of the episode.Policy B first moved the robotic arm close to the grapes, pushed it slightly,then almost stopped.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least pushed the grapes while policy A did not do anything relevant.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:34.395841_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:34.395841_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.359531_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.359531_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.359531_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.359531_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.978219_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_fast_droid_2025-09-03T03:48:33.978219_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:56.879109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:56.879109_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:55.802528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:55.802528_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:55.802528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:55.802528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:56.410143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2266d349-a4d1-48a6-bba2-99dbb743691b/paligemma_diffusion_droid_2025-09-03T03:53:56.410143_video_wrist.mp4"},"preference":"B","session_id":"2266d349-a4d1-48a6-bba2-99dbb743691b","university":"frodobots"},{"completion_time":"2025-09-03T03:44:39.117985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the marker pen and move it next to the banana","longform_feedback":"Policy A first moved the robotic arm close to the banana rather the marker pen, after hesitating for a while, pushed it,then moved the robotic arm back and forth until time ran out.Policy B first moved the robotic arm to the table, then almost stopped during remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least pushed the banana while policy B did not do anything relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:37.402045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:37.402045_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.166331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.166331_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.166331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.166331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.839539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/paligemma_vq_droid_2025-09-03T03:38:36.839539_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:59.963736_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:59.963736_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:58.824146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:58.824146_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:58.824146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:58.824146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:59.440760_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa01e9ba-7670-45e8-a1bd-2f66984b468d/pi0_droid_2025-09-03T03:43:59.440760_video_wrist.mp4"},"preference":"A","session_id":"fa01e9ba-7670-45e8-a1bd-2f66984b468d","university":"frodobots"},{"completion_time":"2025-09-03T03:30:31.398078Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A moved the robotic arm close to the marker pen, grasped it, then rotated it by small angle until time ran out.Policy B first moved the robotic arm close to the marker pen, after hesitating for a while, pushed the slightly but did not rotated it.Comparing the performance of the two, policy A rotated the marker pen by a small angle while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:57.800294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:57.800294_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:56.639551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:56.639551_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:56.639551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:56.639551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:57.309019_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_diffusion_droid_2025-09-03T03:24:57.309019_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:13.114338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:13.114338_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:11.911430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:11.911430_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:11.911430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:11.911430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:12.589218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d7d2fa04-e674-4c6a-8140-c386a2120fc7/paligemma_fast_droid_2025-09-03T03:30:12.589218_video_wrist.mp4"},"preference":"A","session_id":"d7d2fa04-e674-4c6a-8140-c386a2120fc7","university":"frodobots"},{"completion_time":"2025-09-03T03:21:24.039400Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana on top of drawer","longform_feedback":"Policy A moved the robotic arm close to the grapes rather than the banana, grasped and released it.Then policy A move the robotic arm around the grapes until time ran out.Policy B first moved the robotic arm to the banana, grasped an released it, then moved the robotic arm close to the grapes until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least grasped the banana while policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:25.355584_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:25.355584_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.201294_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.201294_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.201294_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.201294_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.861488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_specialist_droid_2025-09-03T03:16:24.861488_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:10.218198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:10.218198_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.032587_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.032587_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.032587_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.032587_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.697187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc23c804-3155-41f4-828a-4b84c82dc4a9/paligemma_fast_droid_2025-09-03T03:21:09.697187_video_wrist.mp4"},"preference":"B","session_id":"cc23c804-3155-41f4-828a-4b84c82dc4a9","university":"frodobots"},{"completion_time":"2025-09-03T03:12:45.702980Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits together","longform_feedback":"Policy A moved the robotic arm close to the bunch of grapes,  pushed it slightly. Policy B first moved the robotic arm close to the edge of the table, then moved the arm aimlessly until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least pushed the grapes while policy B did nothing relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:51.313897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:51.313897_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.160738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.160738_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.160738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.160738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.801460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/paligemma_fast_specialist_droid_2025-09-03T03:04:50.801460_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:57.005381_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:57.005381_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:55.725030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:55.725030_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:55.725030_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:55.725030_video_right.mp4","wrist_video_gcs_path":"evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:56.416263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/866f686d-b52c-439d-8682-8496cafe23e8/pi0_droid_2025-09-03T03:10:56.416263_video_wrist.mp4"},"preference":"A","session_id":"866f686d-b52c-439d-8682-8496cafe23e8","university":"frodobots"},{"completion_time":"2025-09-03T03:01:06.414853Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from left to right","longform_feedback":"Policy A first moved the robotic arm close to marker pen, grasped it, moved it to right then dropped it on the table.Policy B first moved the robotic arm close to the grapes rather than the marker pen, grasped and released the grapes.Comparing the performance of the two, policy A complete the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:40.292513_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:40.292513_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.078984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.078984_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.078984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.078984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.762718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/pi05_droid_2025-09-03T02:56:39.762718_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:50.475468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:50.475468_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.318746_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.318746_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.318746_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.318746_video_right.mp4","wrist_video_gcs_path":"evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.968775_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/174a6d22-6ce1-4677-932f-c220c3faea8d/paligemma_diffusion_droid_2025-09-03T03:00:49.968775_video_wrist.mp4"},"preference":"A","session_id":"174a6d22-6ce1-4677-932f-c220c3faea8d","university":"frodobots"},{"completion_time":"2025-09-03T02:54:12.275468Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then grasp the pencil","longform_feedback":"Policy A first moved the robotic arm close to a pencil, grasped it and released it twice,  then moved the robotic arm close to another pencil until time ran out.Policy B first moved the robotic arm to a  marker pen, grasped it and released it several times until time ran out.Neither policy was able to complete the task, when comparing the performance of the two,policy A at least grasped one pencil required while policy B only grasped a wrong object.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:46:00.940544_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:46:00.940544_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:45:59.686522_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:45:59.686522_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:45:59.686522_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:45:59.686522_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:46:00.363125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_fast_droid_2025-09-03T02:46:00.363125_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:46.643908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:46.643908_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:45.460041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:45.460041_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:45.460041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:45.460041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:46.126509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4bf7ed6d-eb73-4da4-b91d-15c99790b630/paligemma_diffusion_droid_2025-09-03T02:52:46.126509_video_wrist.mp4"},"preference":"A","session_id":"4bf7ed6d-eb73-4da4-b91d-15c99790b630","university":"frodobots"},{"completion_time":"2025-09-03T02:04:49.946806Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Play the red note with the red marker.","longform_feedback":"For context there was a red marker and a black marker placed in front of a xylophone. policy A had attempted to grab the red marker but never could get left enough and ended up squeezing and pushing the red marker away as a result. policy B had successfully grabbed the marker on the second attempt and then dropped it twice- once on the yellow tile and once on the red tile. I chose policy B because it was actually able to generate a sound from the red tile while policy A could not.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.182925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.182925_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:31.826573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:31.826573_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.834730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.834730_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.182925_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:30.182925_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:31.302292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/paligemma_diffusion_droid_2025-09-03T02:00:31.302292_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:32.448633_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:32.448633_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:34.125220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:34.125220_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:33.108866_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:33.108866_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:32.448633_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:32.448633_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:33.588177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01652078-e5ce-4cf1-a22a-e3fab9d6c074/pi0_droid_2025-09-03T02:04:33.588177_video_wrist.mp4"},"preference":"B","session_id":"01652078-e5ce-4cf1-a22a-e3fab9d6c074","university":"UT Austin"},{"completion_time":"2025-09-03T01:58:07.340669Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the red cup and place it on top of the white block.","longform_feedback":"Policy A had paced between the two cups for the entire episode without touching either. Policy B had immediately approached the cup, readjusted it's grip until successfully grabbing the cup, and finally approached the white cup with the cup in hand. Even though policy B had approached the white block, for some reason it ended up dropping the red cup near the blue cup instead of the white block. Because policy B was able to actually manipulate the cup, policy B did better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:01.937262_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:01.937262_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:03.605829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:03.605829_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:02.527067_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:02.527067_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:02.527067_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:02.527067_video_right.mp4","wrist_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:03.028522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/pi0_droid_2025-09-03T01:42:03.028522_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.097070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.097070_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:50.666777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:50.666777_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.603836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.603836_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.603836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:49.603836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:50.093493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/968a2abe-4c4c-4228-92eb-a61e3f0520cc/paligemma_vq_droid_2025-09-03T01:55:50.093493_video_wrist.mp4"},"preference":"B","session_id":"968a2abe-4c4c-4228-92eb-a61e3f0520cc","university":"UT Austin"},{"completion_time":"2025-09-03T01:32:54.804930Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the red cup and place it over the white cup.","longform_feedback":"Neither policy was able to move to the left enough to fully place its gripper over the red cup and was not able to grab the cup as a result. Both policies pushed up against the red cup, attempted to grab at the red cup, and move the cup a little bit from it's starting spot but not too much. Since both policies did about the same, they tied.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:03.934436_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:03.934436_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:05.618343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:05.618343_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:04.617063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:04.617063_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:03.934436_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:03.934436_video_left.mp4","wrist_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:05.103169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/pi05_droid_2025-09-03T01:24:05.103169_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.000258_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.000258_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:52.726943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:52.726943_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.596790_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.596790_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.000258_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:51.000258_video_left.mp4","wrist_video_gcs_path":"evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:52.092956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56cdcbb3-027f-4111-b497-fe022588e41d/paligemma_diffusion_droid_2025-09-03T01:31:52.092956_video_wrist.mp4"},"preference":"TIE","session_id":"56cdcbb3-027f-4111-b497-fe022588e41d","university":"UT Austin"},{"completion_time":"2025-09-03T01:18:06.827052Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the blue cup and place it on the white block.","longform_feedback":"policy A had started by approaching the red cup, grabbed it before moving to the blue cup. When at the blue cup, policy A was able to grab the blue cup and lift it before the episode ended. Policy B becgan by approaching the blue cup, grabbing the cup and even managing to bring the blue cup very close to the white block before dropping it. Unfortunatley, policy B didn't quite get the blue cup entirly over the white block so the blue cup fell to the ground and policy B spent the rest of the episode trying to pick up the cup. I chose policy B over policy A because it was able to bring the cup all the way to the block while policy A could only manage to grab the blue cup after initially picking up the red cup.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.404669_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.404669_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:09.125426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:09.125426_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.997910_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.997910_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.997910_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:07.997910_video_right.mp4","wrist_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:08.535716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/paligemma_fast_droid_2025-09-03T01:10:08.535716_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:11.934676_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:11.934676_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:13.630546_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:13.630546_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:12.495938_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:12.495938_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:12.495938_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:12.495938_video_right.mp4","wrist_video_gcs_path":"evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:13.018899_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/746d1acb-4690-4cb4-9f0b-5b212499b6a2/pi05_droid_2025-09-03T01:17:13.018899_video_wrist.mp4"},"preference":"B","session_id":"746d1acb-4690-4cb4-9f0b-5b212499b6a2","university":"UT Austin"},{"completion_time":"2025-09-03T01:07:24.748238Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blue cup on the white block.","longform_feedback":"Neither policy had actually managed to touch anything. Both policies kind of stayed in the air without making substantial progress. Policy A might have spent more time closer to the blue cup, but in terms of max progress, both policies had achieved about the same- resulting in a tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:51.834710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:51.834710_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:53.504823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:53.504823_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:52.407008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:52.407008_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:51.834710_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:51.834710_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:52.945131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/paligemma_diffusion_droid_2025-09-03T01:03:52.945131_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.474342_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.474342_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:55.987137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:55.987137_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.999613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.999613_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.474342_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:54.474342_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:55.443180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca6d07b4-154e-4caa-91af-16f11ab38685/pi0_droid_2025-09-03T01:06:55.443180_video_wrist.mp4"},"preference":"TIE","session_id":"ca6d07b4-154e-4caa-91af-16f11ab38685","university":"UT Austin"},{"completion_time":"2025-09-02T10:10:14.262794Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the red blocks on the book","longform_feedback":"Policy A first moved the robotic arm close to the yellow block rather than the red block, then attempted to grasp it during most time of the trial.Policy B first moved the robotic arm close to one red block, grasped it, moved it toward the book then dropped it on the table.Neither policy was able to complete the task, when comparing the performance of the two,policy B at least moved one red block close to the book while policy A did not.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:36.548601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:36.548601_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:35.397275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:35.397275_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:35.397275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:35.397275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:36.010173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi0_droid_2025-09-02T10:01:36.010173_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:58.036888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:58.036888_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:56.836342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:56.836342_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:56.836342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:56.836342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:57.464913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26054ee4-8ed2-46b1-9c77-db3a55858f85/pi05_droid_2025-09-02T10:09:57.464913_video_wrist.mp4"},"preference":"B","session_id":"26054ee4-8ed2-46b1-9c77-db3a55858f85","university":"frodobots"},{"completion_time":"2025-09-02T09:58:21.462015Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the yellow block by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the edge of the table, pushed it, then moved the robotic arm aimlessly during remaining time of the episode.Policy B first moved the robotic arm close to the yellow block, grasped it, moved it close to the book, then dropped it on the table.Neither policy was able to complete the task, when comparing the performance of the two,policy B at least grasped and moved the yellow block while policy A did nothing relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:27.041489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:27.041489_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:25.723198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:25.723198_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:25.723198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:25.723198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:26.409177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/paligemma_fast_droid_2025-09-02T09:51:26.409177_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:22.053527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:22.053527_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:20.777032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:20.777032_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:20.777032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:20.777032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:21.443436_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ba16ebc-335c-45d8-8493-f59ede538b95/pi05_droid_2025-09-02T09:56:21.443436_video_wrist.mp4"},"preference":"B","session_id":"2ba16ebc-335c-45d8-8493-f59ede538b95","university":"frodobots"},{"completion_time":"2025-09-02T09:48:00.835776Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mobile phone  from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to mobile phone and the mouse,then moved the robotic arm to the cube and pushed it.Next, policy moved the robotic arm to the mouse and pushed it in the end.Policy B moved the robotic arm back and forth aimlessly during entire time of the trial.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least slightly moved the phone while policy B did nothing relevant.Therefore, i choose A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:28.406065_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:28.406065_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.175967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.175967_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.175967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.175967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.838658_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/pi0_fast_droid_2025-09-02T09:39:27.838658_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:13.897722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:13.897722_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:12.591334_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:12.591334_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:12.591334_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:12.591334_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:13.276157_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bafdd42a-d903-4483-a756-0a0943b83ffe/paligemma_fast_droid_2025-09-02T09:47:13.276157_video_wrist.mp4"},"preference":"A","session_id":"bafdd42a-d903-4483-a756-0a0943b83ffe","university":"frodobots"},{"completion_time":"2025-09-02T09:34:28.936548Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block and put it onto the yellow block","longform_feedback":"Policy A first moved the robotic arm close to red block, attempted to grasp it until time ran out.Policy B first moved the robotic arm close to the red block, made multiple attempts to grasp it.Neither policy was able to complete the task, when comparing the performance of the two, both policies took similar actions.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:59.186438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:59.186438_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:57.949899_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:57.949899_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:57.949899_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:57.949899_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:58.627260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/pi0_droid_2025-09-02T09:27:58.627260_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:12.425130_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:12.425130_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.230837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.230837_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.230837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.230837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.843238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad21eb1-6bb5-4f31-a514-7a4538badc35/paligemma_vq_droid_2025-09-02T09:34:11.843238_video_wrist.mp4"},"preference":"TIE","session_id":"dad21eb1-6bb5-4f31-a514-7a4538badc35","university":"frodobots"},{"completion_time":"2025-09-02T09:13:54.728221Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the mouse and move it close to the red block","longform_feedback":"Policy A first moved the robotic arm close to red block rather than the mouse, pushed it then moved the robotic arm back and forth aimlessly until time ran out.Policy B first moved the robotic arm around the red block during most time of the episode and touched the red block in the end.Neither policy was able to complete the task, when comparing the performance of the two, both policies have not found the mouse but only move around the red block.Therefore, i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:34.526663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:34.526663_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.314279_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.314279_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.314279_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.314279_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.983824_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/pi0_fast_droid_2025-09-02T09:05:33.983824_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:57.116923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:57.116923_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:55.888765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:55.888765_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:55.888765_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:55.888765_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:56.548701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7734f313-c422-418e-b9de-4ff6e81a7905/paligemma_fast_specialist_droid_2025-09-02T09:12:56.548701_video_wrist.mp4"},"preference":"TIE","session_id":"7734f313-c422-418e-b9de-4ff6e81a7905","university":"frodobots"},{"completion_time":"2025-09-02T09:01:36.229133Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the mobile phone by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the mobile phone, grasped its top side, rotated it by about 45 degrees.Policy B first moved the robotic arm close to mobile phone, pushed it, then grasped and released it in the end.Comparing the performance of the two, policy A rotated the mobile phone by about 45 degrees while policy B almost did not rotate it.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:56:01.206986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:56:01.206986_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:55:59.772809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:55:59.772809_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:55:59.772809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:55:59.772809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:56:00.499118_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi05_droid_2025-09-02T08:56:00.499118_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:59.948424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:59.948424_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:58.639508_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:58.639508_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:58.639508_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:58.639508_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:59.316533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e63d072-d5bb-4cbe-833b-b65b03148bba/pi0_droid_2025-09-02T09:00:59.316533_video_wrist.mp4"},"preference":"A","session_id":"5e63d072-d5bb-4cbe-833b-b65b03148bba","university":"frodobots"},{"completion_time":"2025-09-02T08:52:58.678244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put one red block onto the cube","longform_feedback":"Policy A first moved the robotic arm close to one red block, pushed it forward, then moved the robotic arm close to anther red block, pushed it.Policy B first moved the robotic arm close to one red block, grasped it, moved it close to the cube and placed it on the cube successfully.Then policy B grasped another red block and moved it close to the cube until time ran out.Comparing the performance of the two,policy B completed the task correctly while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:37.675022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:37.675022_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:36.427308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:36.427308_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:36.427308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:36.427308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:37.060065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/paligemma_vq_droid_2025-09-02T08:47:37.060065_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:31.985024_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:31.985024_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:30.741793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:30.741793_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:30.741793_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:30.741793_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:31.379303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27c259d7-a303-487e-87fc-615d16caa7ae/pi05_droid_2025-09-02T08:52:31.379303_video_wrist.mp4"},"preference":"B","session_id":"27c259d7-a303-487e-87fc-615d16caa7ae","university":"frodobots"},{"completion_time":"2025-09-02T08:44:27.217974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the red blocks together","longform_feedback":"Policy A first moved the robotic arm close to one red block, pushed it toward another red block slightly, then moved the robotic arm close to another red block, attempted to grasp it. Policy B first moved the robotic arm close to one red block,pushed it, then attempted to grasp a cube near the red block.Neither policy was not able to complete the task, when comparing the performance of the two, policy A at least identified and moved two red blocks while policy B did not.Therefore, policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:11.650035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:11.650035_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:10.396519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:10.396519_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:10.396519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:10.396519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:11.070474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/paligemma_fast_specialist_droid_2025-09-02T08:36:11.070474_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:11.007208_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:11.007208_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:09.624210_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:09.624210_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:09.624210_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:09.624210_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:10.389205_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4443c309-a58c-44e8-9917-2ea4d3c6d8ce/pi0_fast_droid_2025-09-02T08:44:10.389205_video_wrist.mp4"},"preference":"A","session_id":"4443c309-a58c-44e8-9917-2ea4d3c6d8ce","university":"frodobots"},{"completion_time":"2025-09-02T08:25:09.654852Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mobile phone from left to right","longform_feedback":"Policy A first moved the robotic arm close to a yellow block, pushed it.Then policy A moved the robotic arm close to a black mouse, attempted to grasp it.Policy B first moved the robotic arm close to the mobile phone,pushed it forward, after hesitating for a while , attempted to grasp the white mouse beside the mobile phone.Neither policy was not able to complete the task, when comparing the performance of the two, policy B at least identified the mobile phone and pushed it while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:07.659529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:07.659529_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:06.466060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:06.466060_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:06.466060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:06.466060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:07.097691_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/paligemma_vq_droid_2025-09-02T08:19:07.097691_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:41.374876_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:41.374876_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.143839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.143839_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.143839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.143839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.793541_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26e59117-d132-4cdb-965a-89cd02d435e5/pi0_fast_droid_2025-09-02T08:24:40.793541_video_wrist.mp4"},"preference":"B","session_id":"26e59117-d132-4cdb-965a-89cd02d435e5","university":"frodobots"},{"completion_time":"2025-09-02T08:15:39.480037Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the mobile phone, then grasp the red block","longform_feedback":"Policy A first moved the robotic arm close to mobile phone but did not grasp it, then moved the robotic arm close to the red block, grasped and released the red block.Policy B first moved the robotic arm close to the black mouse, pushed it, then almost stopped during remaining time of the episode.Neither policy was able to complete the task, comparing their performance, policy A at least grasped one required object while policy B did not.Therefore, i choose A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:56.894419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:56.894419_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:55.554150_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:55.554150_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:55.554150_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:55.554150_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:56.328721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/pi05_droid_2025-09-02T08:09:56.328721_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:25.555386_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:25.555386_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:24.408075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:24.408075_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:24.408075_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:24.408075_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:25.040552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf9a580-23d3-4474-bbb4-0b778d9d9e9f/paligemma_diffusion_droid_2025-09-02T08:15:25.040552_video_wrist.mp4"},"preference":"A","session_id":"2bf9a580-23d3-4474-bbb4-0b778d9d9e9f","university":"frodobots"},{"completion_time":"2025-09-02T07:36:09.109362Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the tableware  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the plate, pushed it to left during most time of the episode.Policy B first moved the robotic arm close to the plate, pushed it to top left.Comparing the performance of the two, neither policy was able to complete the task, both policies have only pushed the plate in wrong direction.Therefore,i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:02.398630_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:02.398630_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.292396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.292396_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.292396_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.292396_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.888286_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_vq_droid_2025-09-02T07:30:01.888286_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:51.109996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:51.109996_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:49.916163_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:49.916163_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:49.916163_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:49.916163_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:50.570572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed/paligemma_fast_droid_2025-09-02T07:35:50.570572_video_wrist.mp4"},"preference":"TIE","session_id":"b86c25a2-82ef-4ec0-bda3-8cd25cfb37ed","university":"frodobots"},{"completion_time":"2025-09-02T07:17:19.800940Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, then pushed it slightly but almost did not rotate it.Policy B moved the robotic arm randomly as if searching the target until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, policy A at least identified and pushed the smaller box while policy B did not do anything relevant.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:09:00.954457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:09:00.954457_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:08:59.797398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:08:59.797398_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:08:59.797398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:08:59.797398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:09:00.419483_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/paligemma_vq_droid_2025-09-02T07:09:00.419483_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:58.332363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:58.332363_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.165436_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.165436_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.165436_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.165436_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.777035_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c3b490d-1dc6-47f5-89e9-e51dcacaca06/pi05_droid_2025-09-02T07:16:57.777035_video_wrist.mp4"},"preference":"A","session_id":"7c3b490d-1dc6-47f5-89e9-e51dcacaca06","university":"frodobots"},{"completion_time":"2025-09-02T07:04:38.482569Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller white  box from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first took some time to searching the object, then moved the robotic arm close to the smaller white box, pushed it slightly.Policy B first moved the robotic arm to the smaller white box, pushed it to left then pushed it to right while make it rotated,but finally pushed it to almost the origin position.Neither policy was not able to complete the task, when comparing the performance of the two, policy B took more relevant actions than policy A did.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:55:00.675949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:55:00.675949_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:54:59.577364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:54:59.577364_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:54:59.577364_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:54:59.577364_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:55:00.165686_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/paligemma_fast_droid_2025-09-02T06:55:00.165686_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:03.668072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:03.668072_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:02.529372_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:02.529372_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:02.529372_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:02.529372_video_right.mp4","wrist_video_gcs_path":"evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:03.110893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/04f4c553-7d54-41ef-a57d-f9ea7a1b51e8/pi0_fast_droid_2025-09-02T07:04:03.110893_video_wrist.mp4"},"preference":"B","session_id":"04f4c553-7d54-41ef-a57d-f9ea7a1b51e8","university":"frodobots"},{"completion_time":"2025-09-02T06:50:04.243890Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tape and put it onto the bigger white box","longform_feedback":"Policy A first moved the robotic arm close to the tape, then stopped beside the tape during the remaining time of the episode.Policy B first moved the robotic arm close the smaller box, grasped it and dropped it.Then policy B moved the robotic arm close to the bigger white box until time ran out.When comparing the performance of the two,neither policy was able to complete the task, but policy B at least grasped something while policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:26.348552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:26.348552_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.423547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.423547_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.423547_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.423547_video_right.mp4","wrist_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.912346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/paligemma_vq_droid_2025-09-02T06:43:25.912346_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:26.288849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:26.288849_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.100023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.100023_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.100023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.100023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.754609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/493b0153-a4be-4903-b2aa-342cb1459ef1/pi0_droid_2025-09-02T06:49:25.754609_video_wrist.mp4"},"preference":"B","session_id":"493b0153-a4be-4903-b2aa-342cb1459ef1","university":"frodobots"},{"completion_time":"2025-09-02T06:39:53.361800Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tape then move it next to the plate","longform_feedback":"Policy A moved the robotic arm randomly as if searching the target during the entire episode.Policy B first moved the robotic arm close to the plate, grasped and released it.Then policy B moved the robotic arm close to the tape until time ran out.Neither policy was able to complete the task, but it seems that policy B at least found the tape in the end while policy A did not.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:57.236904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:57.236904_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.073342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.073342_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.073342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.073342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.742377_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/pi0_droid_2025-09-02T06:33:56.742377_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:33.588507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:33.588507_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:32.448036_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:32.448036_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:32.448036_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:32.448036_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:33.092797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60d8cdc0-86e8-42f5-8edc-3f8d056ada77/paligemma_diffusion_droid_2025-09-02T06:39:33.092797_video_wrist.mp4"},"preference":"B","session_id":"60d8cdc0-86e8-42f5-8edc-3f8d056ada77","university":"frodobots"},{"completion_time":"2025-09-02T06:30:14.395121Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller box by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to smaller box, then pushed it forward.Policy B first moved the robotic arm to the bigger box, pushed it to make it rotate.Neither policy was able to complete the task, when comparing the performance of the two, policy B at least attempted to rotate the bigger box which is wrong object while policy A didn't rotate the box.Therefore, policy B is slightly better policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:29.480195_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:29.480195_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.322112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.322112_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.322112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.322112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.972224_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/pi0_droid_2025-09-02T06:21:28.972224_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:47.376519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:47.376519_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.294953_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.294953_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.294953_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.294953_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.885491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7845af07-fd4e-4d7a-91b9-391af5c983bb/paligemma_diffusion_droid_2025-09-02T06:29:46.885491_video_wrist.mp4"},"preference":"B","session_id":"7845af07-fd4e-4d7a-91b9-391af5c983bb","university":"frodobots"},{"completion_time":"2025-09-02T06:18:27.515611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tape into the plate","longform_feedback":"Policy A first moved the robotic arm close to the tape, pushed it to move it close to the plate,then move the robotic arm away.Policy B first moved the robotic arm close to the tape, pushed it to move it close to the plate.Then policy B moved the robotic arm to a book and attempted to grasp it.Neither policy was able to complete the task, when comparing the performance of the two, both policies have only pushed the tape to move it close to the plate but have not put it into the plate.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:31.318454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:31.318454_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.266073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.266073_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.266073_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.266073_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.815262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi05_droid_2025-09-02T06:10:30.815262_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:10.427343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:10.427343_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.292571_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.292571_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.292571_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.292571_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.893352_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf0efc-00ac-4020-9b6a-3abe0984ab5b/pi0_droid_2025-09-02T06:18:09.893352_video_wrist.mp4"},"preference":"TIE","session_id":"64bf0efc-00ac-4020-9b6a-3abe0984ab5b","university":"frodobots"},{"completion_time":"2025-09-02T06:07:22.521390Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the white box together","longform_feedback":"Policy A first moved the robotic arm close to the smaller white box,grasped it, moved it and then dropped it on the table.Policy B first moved the robotic arm to the bigger box, grasped it and released it.The command is to put all the white box together, there two white boxes on the table,both policies have only grasped one box but have not put them together.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:31.757522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:31.757522_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:30.570653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:30.570653_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:30.570653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:30.570653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:31.253701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi0_droid_2025-09-02T06:00:31.253701_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:09.991552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:09.991552_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:08.895315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:08.895315_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:08.895315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:08.895315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:09.521317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2df5b752-6c52-4000-8fee-0089b3c2e21b/pi05_droid_2025-09-02T06:07:09.521317_video_wrist.mp4"},"preference":"TIE","session_id":"2df5b752-6c52-4000-8fee-0089b3c2e21b","university":"frodobots"},{"completion_time":"2025-09-02T05:53:52.435732Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the tape from left to right","longform_feedback":"Policy A first moved the robotic arm close to tape, then pushed it to move it slightly to bottom right.Policy B first moved the robotic arm to one cup rather than the tape, pushed it.Then policy B moved the robotic arm close to the taped, pushed it to left.Next, policy B attempted to grasp a controller.Comparing the performance of the two, policy A moved the tape to right a bit while policy B did not.There policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:36.046218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:36.046218_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:34.983150_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:34.983150_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:34.983150_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:34.983150_video_right.mp4","wrist_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:35.544812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_fast_droid_2025-09-02T05:46:35.544812_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:33.581046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:33.581046_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:32.527204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:32.527204_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:32.527204_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:32.527204_video_right.mp4","wrist_video_gcs_path":"evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:33.104404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/884acc7e-ec2c-427e-8103-2dc1aa4ff38c/paligemma_diffusion_droid_2025-09-02T05:53:33.104404_video_wrist.mp4"},"preference":"A","session_id":"884acc7e-ec2c-427e-8103-2dc1aa4ff38c","university":"frodobots"},{"completion_time":"2025-09-02T05:43:18.252268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the tape then drop it","longform_feedback":"Policy A first moved the robotic arm close to tape, grasped it, moved it then dropped it on the table in the end.Policy B first moved the robotic arm close to the one box rather than the tape, grasp the box, moved it and dropped it.Then policy B moved the robotic arm to the tape, attempted to grasp it until time ran out.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore,policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:52.198986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:52.198986_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.194429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.194429_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.194429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.194429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.739424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_vq_droid_2025-09-02T05:37:51.739424_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:03.797320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:03.797320_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:02.714890_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:02.714890_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:02.714890_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:02.714890_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:03.260545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0f5ec41-2c20-4296-a8d9-613ea8ffb4be/paligemma_fast_specialist_droid_2025-09-02T05:43:03.260545_video_wrist.mp4"},"preference":"A","session_id":"c0f5ec41-2c20-4296-a8d9-613ea8ffb4be","university":"frodobots"},{"completion_time":"2025-09-02T05:35:11.248865Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all Stationery from left to right","longform_feedback":"Policy A first moved the robotic arm close to a bottle of water which is not stationery, then attempted to grasp a controller beside the water until time ran out.Policy B first moved the robotic arm close to the marker pen, grasped it,moved it to right and dropped it on table.Then policy B moved the robotic arm close to a banana.Comparing the  performance of the two, policy B has at least moved one stationery to right while policy A has not .Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:12.908055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:12.908055_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:11.837661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:11.837661_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:11.837661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:11.837661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:12.396059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_fast_specialist_droid_2025-09-02T05:26:12.396059_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:23.965280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:23.965280_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:22.959353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:22.959353_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:22.959353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:22.959353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:23.465862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6f6cded-7f7b-4545-8a0b-c830c82e29d1/paligemma_vq_droid_2025-09-02T05:32:23.465862_video_wrist.mp4"},"preference":"B","session_id":"b6f6cded-7f7b-4545-8a0b-c830c82e29d1","university":"frodobots"},{"completion_time":"2025-09-02T05:22:30.681859Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the marker pen, pushed it to move it toward the book, then grasped it and placed it on the book, but didn't rotate it.Policy B first moved the robotic arm close to the marker pen, grasped it, rotated it by about 90 degrees, then dropped it on the table.Next, policy B moved the robotic arm aimlessly until time ran out.Neither policy was able to complete the task, when comparing the performance of the two, both policies have only half-done the task.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:08.428217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:08.428217_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.212515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.212515_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.212515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.212515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.830198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/pi05_droid_2025-09-02T05:15:07.830198_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:12.495959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:12.495959_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:11.382032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:11.382032_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:11.382032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:11.382032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:12.005435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1ac45f8-5563-4c4f-b845-befcf902871e/paligemma_fast_droid_2025-09-02T05:22:12.005435_video_wrist.mp4"},"preference":"TIE","session_id":"c1ac45f8-5563-4c4f-b845-befcf902871e","university":"frodobots"},{"completion_time":"2025-09-02T05:12:04.357299Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the marker pen, grasped it, moved it to left, then rotated it by about 90 degrees.Policy B first moved the robotic arm close to the marker pen, after hesitating for a while, grasped the marker pen then released it.Comparing the performance of the two, policy A has completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:10.599067_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:10.599067_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:09.424308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:09.424308_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:09.424308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:09.424308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:10.084255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/pi05_droid_2025-09-02T05:06:10.084255_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:46.698116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:46.698116_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:45.525341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:45.525341_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:45.525341_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:45.525341_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:46.155251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b583ffb7-eb90-4619-b3b5-a32b998c45c7/paligemma_fast_droid_2025-09-02T05:11:46.155251_video_wrist.mp4"},"preference":"A","session_id":"b583ffb7-eb90-4619-b3b5-a32b998c45c7","university":"frodobots"},{"completion_time":"2025-09-02T04:12:34.652151Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser, then place it onto the paper","longform_feedback":"Policy A first moved the robotic arm close to the paper rather than the eraser, pushed the paper, then moved the robotic arm close to the banana in the end.Policy B first moved the robotic arm close to the eraser, grasped it and released it, then stopped beside the eraser during the remaining time of episode.Neither policy was able to complete the task.when comparing their performance, policy B at least identified the eraser while policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:44.268815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:44.268815_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.127683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.127683_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.127683_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.127683_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.759638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_fast_specialist_droid_2025-09-02T04:06:43.759638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:12:00.224703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:12:00.224703_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.203253_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.203253_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.203253_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.203253_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.761854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25d018c5-01e4-4a51-99a1-9bc9830ffcf8/paligemma_vq_droid_2025-09-02T04:11:59.761854_video_wrist.mp4"},"preference":"B","session_id":"25d018c5-01e4-4a51-99a1-9bc9830ffcf8","university":"frodobots"},{"completion_time":"2025-09-02T04:03:03.876897Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pencil and move it next to the banana","longform_feedback":"Policy A first moved the robotic arm close to marker pen rather than the pencil, then grasped the marker pen,moved it close to the banana.Policy B first moved the robotic arm to the pencil, grasped it, moved it closed to the banana, then dropped on table.Comparing the performance of the two, policy B has completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:25.374069_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:25.374069_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.365134_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.365134_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.365134_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.365134_video_right.mp4","wrist_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.917797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_diffusion_droid_2025-09-02T03:57:24.917797_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:41.440038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:41.440038_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:40.417270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:40.417270_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:40.417270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:40.417270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:41.005997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/975e5f13-d352-4778-a5c6-a7ab9e622198/paligemma_fast_droid_2025-09-02T04:02:41.005997_video_wrist.mp4"},"preference":"B","session_id":"975e5f13-d352-4778-a5c6-a7ab9e622198","university":"frodobots"},{"completion_time":"2025-09-02T03:54:28.060186Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to orange rather than the marker pen, pushed it.Then policy A move the robotic arm to the marker pen, grasped it and rotated it by about 90 degrees.Policy B first moved the robotic arm to the marker pen,grasped it and rotated it by about 90 degrees.Both policies have completed the task, when comparing the performance of the two,policy B identified the marker pen more quickly than policy A.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:48.358334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:48.358334_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.367037_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.367037_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.367037_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.367037_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.864827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_fast_specialist_droid_2025-09-02T03:47:47.864827_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:54.925614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:54.925614_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:53.894715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:53.894715_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:53.894715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:53.894715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:54.471478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d391fb9e-a5a3-494b-b4d0-3dde38f35500/paligemma_diffusion_droid_2025-09-02T03:53:54.471478_video_wrist.mp4"},"preference":"B","session_id":"d391fb9e-a5a3-494b-b4d0-3dde38f35500","university":"frodobots"},{"completion_time":"2025-09-02T03:44:44.170945Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube onto the book","longform_feedback":"Policy A first moved the robotic arm close to the cube, grasped it and released it several times,then almost stopped beside the cube during the remaining time of the episode.Policy B first moved the robotic arm close to the cube, grasped it, moved it toward the book then dropped it on the table.Next, policy B grasped the marker pen and moved it close to the book.Comparing the performance of the two, neither policy was able to complete the task, both policies have grasped the cube but only policy B intended to moved it toward the book.Therefore,i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:55.286236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:55.286236_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.245354_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.245354_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.245354_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.245354_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.842918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_diffusion_droid_2025-09-02T03:37:54.842918_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:27.780392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:27.780392_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:26.828888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:26.828888_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:26.828888_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:26.828888_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:27.328285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5/paligemma_vq_droid_2025-09-02T03:44:27.328285_video_wrist.mp4"},"preference":"B","session_id":"bfcbe3b3-ebfc-4003-8d14-db8eab2bf7d5","university":"frodobots"},{"completion_time":"2025-09-02T03:33:20.479874Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits onto the paper","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, moved it and placed it onto the paper.Then policy A moved the robotic arm to the orange, made multiple attempts to grasp it until time ran out.Policy B first moved the robotic arm close to the banana, grasped it, moved it and placed it on the paper.Then policy B attempted to grasp a pencil which is not fruit.Comparing the performance of the two,both policies have moved the banana onto the paper, but then policy A attempted to grasp another fruit while policy B tried to grasp a pencil rather than fruit.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:31.142368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:31.142368_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.110986_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.110986_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.110986_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.110986_video_right.mp4","wrist_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.684637_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/paligemma_diffusion_droid_2025-09-02T03:25:30.684637_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:59.736284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:59.736284_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:58.663953_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:58.663953_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:58.663953_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:58.663953_video_right.mp4","wrist_video_gcs_path":"evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:59.253590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/80965425-c19e-4cd7-a95c-d2d5301ee9ca/pi0_droid_2025-09-02T03:32:59.253590_video_wrist.mp4"},"preference":"A","session_id":"80965425-c19e-4cd7-a95c-d2d5301ee9ca","university":"frodobots"},{"completion_time":"2025-09-02T03:22:41.152637Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from left to right","longform_feedback":"Policy A first moved the robotic arm close to the banana, pushed it to left,then move the robotic arm slightly during the remaining time of the episode.Policy B first moved the robotic arm close to the banana, grasped it, moved it to right and dropped onto the table.Then policy B moved the robotic arm close to the marker pen until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least moved a banana to right and identified the marker pen in the end while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:15.338914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:15.338914_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.241875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.241875_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.241875_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.241875_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.838701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/pi0_droid_2025-09-02T03:13:14.838701_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:40.075450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:40.075450_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.028980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.028980_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.028980_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.028980_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.621024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b792bcd7-ea34-434f-9487-06e64d871458/paligemma_fast_specialist_droid_2025-09-02T03:21:39.621024_video_wrist.mp4"},"preference":"B","session_id":"b792bcd7-ea34-434f-9487-06e64d871458","university":"frodobots"},{"completion_time":"2025-09-02T01:26:57.556536Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the  orange, then grasp the pencil","longform_feedback":"Policy A first moved the robotic arm close to the orange, then made multiple attempts to grasp it but failed and made the orange fall off from the table.Policy B first moved the robotic arm close to the orange, pushed it, then stopped during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least made multiple attempts to grasp the orange while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:12.404937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:12.404937_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.258896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.258896_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.258896_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.258896_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.893635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_fast_specialist_droid_2025-09-02T01:18:11.893635_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:32.432818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:32.432818_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.356536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.356536_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.356536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.356536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.949051_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d6d88a23-c30e-416c-aa61-fe01ff942349/paligemma_diffusion_droid_2025-09-02T01:26:31.949051_video_wrist.mp4"},"preference":"A","session_id":"d6d88a23-c30e-416c-aa61-fe01ff942349","university":"frodobots"},{"completion_time":"2025-09-01T15:48:42.143874Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blue cup over the white cube.","longform_feedback":"policy A had inched towards the cup but never actually got close enough to touch the blue cup. policy B had been able to approach the cup and had grabbed at it, but never fully got its hand around the cup enough to actually grab and lift it up. I chose policy B because it was actually able to touch the blue cup while policy A could not.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:58.402482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:58.402482_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.963437_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.963437_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.023838_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.023838_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.023838_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.023838_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.466284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_droid_2025-09-01T15:41:59.466284_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.350312_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.350312_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:57.985931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:57.985931_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.970241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.970241_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.970241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:56.970241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:57.452232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e55a6d6a-2941-48a9-9b70-2de3cab0b242/pi0_fast_droid_2025-09-01T15:47:57.452232_video_wrist.mp4"},"preference":"B","session_id":"e55a6d6a-2941-48a9-9b70-2de3cab0b242","university":"UT Austin"},{"completion_time":"2025-09-01T15:39:15.095897Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blue cup over the white cube.","longform_feedback":"policy A had continuously picked up and dropped the blue cup for the entire episode. policy B had approached the blue cup, grabbed at it, and then for some reason started to extend it's arm with the gripper pointed towards the blue cup for almost the entire rest of the episode. I chose policy A because it was able to fully grab the blue cup while policy B was not.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:05.948752_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:05.948752_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:07.634948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:07.634948_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:06.575809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:06.575809_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:05.948752_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:05.948752_video_left.mp4","wrist_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:07.107193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/paligemma_vq_droid_2025-09-01T15:35:07.107193_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:55.845454_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:55.845454_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:57.507881_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:57.507881_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:56.389576_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:56.389576_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:55.845454_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:55.845454_video_left.mp4","wrist_video_gcs_path":"evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:56.862195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/709164c8-ad01-446d-94e1-1b911167e735/pi0_fast_droid_2025-09-01T15:38:56.862195_video_wrist.mp4"},"preference":"A","session_id":"709164c8-ad01-446d-94e1-1b911167e735","university":"UT Austin"},{"completion_time":"2025-09-01T15:31:20.701288Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the whiteboard.","longform_feedback":"Policy A had grabbed at the marker with some difficulty rotating its gripper. When it did grab the marker it lifted it slightly before immediatley dropping it. After dropping the marker, policy A would make its way to the whiteboard and begin pushing against the whiteboard with it's gripper until the end of the episode. policy B had an easier time rotating it's gripper and even oriented the pointy end of the marker towards the whiteboard by grabbing the marker and lifting it. That being said, policy B was pretty slow so it was only able to attempt a grab at the marker one more time before the episode ended. I chose policy B because it was able to correctly orient the marker towards the whiteboard and hold the marker longer as in to approach the whiteboard as well.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.319022_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.319022_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:13.932775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:13.932775_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.922718_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.922718_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.922718_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:12.922718_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:13.410803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/paligemma_fast_specialist_droid_2025-09-01T15:24:13.410803_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.073491_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.073491_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:45.519704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:45.519704_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.570292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.570292_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.570292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:44.570292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:45.006725_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a5d2254-221e-4a45-837b-a191f2b16934/pi05_droid_2025-09-01T15:30:45.006725_video_wrist.mp4"},"preference":"B","session_id":"5a5d2254-221e-4a45-837b-a191f2b16934","university":"UT Austin"},{"completion_time":"2025-09-01T15:21:09.853921Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the whiteboard.","longform_feedback":"policy A was able to take the marker and push it against the white board(but not enough to stain the board). policy A didn't really rotate it's gripper, instead rotating the marker with it's whole arm and approaching the white board with the pointy side pointed in the air. Policy B had rotated it's gripper and grabbed the marker better than policy A but, for some reason, policy B would drop the marker right after lifting it in the air.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.398944_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.398944_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:03.035280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:03.035280_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.912975_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.912975_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.398944_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:01.398944_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:02.411907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/pi0_fast_droid_2025-09-01T15:16:02.411907_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:48.554936_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:48.554936_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:50.318829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:50.318829_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:49.225901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:49.225901_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:48.554936_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:48.554936_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:49.759708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f86b46d3-d3b0-43e5-b35a-c92cc40074db/paligemma_vq_droid_2025-09-01T15:20:49.759708_video_wrist.mp4"},"preference":"A","session_id":"f86b46d3-d3b0-43e5-b35a-c92cc40074db","university":"UT Austin"},{"completion_time":"2025-09-01T15:12:03.082823Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Spray the plant.","longform_feedback":"policy A had approached the bottle and tried grabbing it from the top, but approached the bottle from the wrong angle so when it moved it's gripper down over the bottle, it had instead pushed it away. As a result both the bottle and gripper were oriented horizontally. policy A then spent the rest of the episode almost rubbing the bottle up and down seemingly trying to get above the bottle to grab it but never being able to due to the orientation. policy B had changed the orientation of it's gripper, grabbed the bottle and even approached the plant a little before dropping it near the plant. policy B ended the episode grabbing the bottle near the plant. It is worth mentioning that the angle of the bottle almost seems like it could spray the plant, but I don't really count it since it isn't fully picking the bottle off the ground. I chose policy B because it was able to change it's orientation(something policies find pretty difficult at times) and grab/move the bottle towards the plant.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:52.920330_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:52.920330_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:54.608178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:54.608178_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:53.498766_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:53.498766_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:53.498766_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:53.498766_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:54.047252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/pi0_fast_droid_2025-09-01T15:00:54.047252_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.096412_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.096412_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:38.723738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:38.723738_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.715112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.715112_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.715112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:37.715112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:38.181374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd22753-ad40-44d8-b84d-6ef6fd9f608f/paligemma_diffusion_droid_2025-09-01T15:11:38.181374_video_wrist.mp4"},"preference":"B","session_id":"1bd22753-ad40-44d8-b84d-6ef6fd9f608f","university":"UT Austin"},{"completion_time":"2025-09-01T14:50:02.466936Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Spray the plant.","longform_feedback":"policy A had attempted to grab the bottle by the back of the bottle and ended up knockin the bottle over. From that point onward, policy A would attempt to grab the bottle, barley lift it, and then immediatley drop it- repeating those steps for the remainder of the episode. policy B had also tried to grab the bottle by the back part of the spray bottle head, but unlike policy A, policy B was not able to knock the bottle over. policy B then attempted to grab the bottle from the top but had froze for some reason above the bottle- not moving an inch for the rest of the episode. I chose policy A over policy B because policy A was able to grab the spray bottle while policy B could not.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.233134_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.233134_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:42.964792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:42.964792_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.882807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.882807_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.233134_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:41.233134_video_left.mp4","wrist_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:42.389668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/paligemma_vq_droid_2025-09-01T14:40:42.389668_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.022778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.022778_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:30.644824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:30.644824_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.703594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.703594_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.022778_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:29.022778_video_left.mp4","wrist_video_gcs_path":"evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:30.131721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/671147b8-1988-41b0-8c46-f9dc91f8f931/pi0_fast_droid_2025-09-01T14:49:30.131721_video_wrist.mp4"},"preference":"A","session_id":"671147b8-1988-41b0-8c46-f9dc91f8f931","university":"UT Austin"},{"completion_time":"2025-09-01T10:32:32.165703Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first moved the robotic arm close to bread, pushed it forward for a while, then almost stopped during the remaining time of the episode.Policy B first moved the robotic arm close to the plate, push it to left, then stopped during the most remaining time of the episode.Comparing the performance of the the two, neither policy was able to complete the task, but policy at least identified one typed of food and moved it while policy B did not.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:10.456260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:10.456260_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.327224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.327224_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.327224_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.327224_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.999181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_droid_2025-09-01T10:25:09.999181_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:14.491772_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:14.491772_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:13.425454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:13.425454_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:13.425454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:13.425454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:14.029403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ec9d5e9-948b-4ce5-81cf-381161b16c46/paligemma_fast_specialist_droid_2025-09-01T10:32:14.029403_video_wrist.mp4"},"preference":"A","session_id":"7ec9d5e9-948b-4ce5-81cf-381161b16c46","university":"frodobots"},{"completion_time":"2025-09-01T10:21:30.541783Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bread by 90 degrees, then put it onto the box","longform_feedback":"Policy A first moved the robotic arm close to the bread, grasped it , moved it toward the box slightly, rotated it by about 60 degrees, then dropped it on table.Next,policy A moved the robotic arm around the bread during the remaining time of the episode.Policy B first moved the robotic arm close to the box, pushed it, then policy B moved the robotic arm close to the bread. Next, policy B moved robotic arm slowly around the bread  until time ran out.Comparing the performance of the two,policy A almost complete the task while policy B failed.Therefore, policy A is clearly better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:13.952132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:13.952132_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:12.811282_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:12.811282_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:12.811282_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:12.811282_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:13.416118_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/pi05_droid_2025-09-01T10:04:13.416118_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:43.001480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:43.001480_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:41.802967_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:41.802967_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:41.802967_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:41.802967_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:42.428206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d/paligemma_diffusion_droid_2025-09-01T10:20:42.428206_video_wrist.mp4"},"preference":"A","session_id":"5f7a3256-09a3-42c9-aa8c-bf9cdd580c5d","university":"frodobots"},{"completion_time":"2025-09-01T09:59:42.452578Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bread, grasped it, then moved it to right while rotate it by about 90 degrees, dropped it on table.Policy B first moved the robotic arm close to the bread, pushed it forward,after hesitating for while,  pushed the bread again until time ran out.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:19.343796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:19.343796_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.081556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.081556_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.081556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.081556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.761298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi0_droid_2025-09-01T09:54:18.761298_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:02.928139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:02.928139_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:01.627452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:01.627452_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:01.627452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:01.627452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:02.288926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e/pi05_droid_2025-09-01T09:59:02.288926_video_wrist.mp4"},"preference":"A","session_id":"2f4b3d6c-ea6e-4c74-bba8-972cd5180c6e","university":"frodobots"},{"completion_time":"2025-09-01T09:51:03.602952Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block and put it onto the yellow block","longform_feedback":"Policy A first moved the robotic arm close to the red block, moved the gripper slightly around it for while, then moved away.Next, policy A moved the robotic arm to push the cloth during the remaining time of the episode.Policy B first moved the robotic arm close to the bread as if intended to grasped it, then moved robotic arm around the bread during most remaining time of trial.Comparing the performance of the two, both policy failed, but it seemed that policy A found the red block while policy B did not.Therefore ,policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:46.897981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:46.897981_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:45.678812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:45.678812_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:45.678812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:45.678812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:46.308779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/paligemma_fast_droid_2025-09-01T09:41:46.308779_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:40.866487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:40.866487_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:39.662403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:39.662403_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:39.662403_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:39.662403_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:40.320757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48e59b-dea7-47fd-a97d-37f8930948b7/pi0_droid_2025-09-01T09:50:40.320757_video_wrist.mp4"},"preference":"A","session_id":"ec48e59b-dea7-47fd-a97d-37f8930948b7","university":"frodobots"},{"completion_time":"2025-09-01T09:37:31.487061Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread and move it close to the red block","longform_feedback":"Policy A first moved the robotic arm close to the banana, then moved away.Next, policy A moved the robotic arm close to the bread, stopped during the remaining time of the episode.Policy B first moved the robotic close to the bread and moved away quickly, then policy B moved the robotic arm to a wooden block, grasped and released it.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least identified the bread and intended to move it while policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:46.512479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:46.512479_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.196804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.196804_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.196804_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.196804_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.925169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/paligemma_fast_droid_2025-09-01T09:30:45.925169_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:12.546320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:12.546320_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:11.481441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:11.481441_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:11.481441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:11.481441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:12.020056_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2b338c6-63ee-4c57-8fad-8ea04b12a44a/pi05_droid_2025-09-01T09:37:12.020056_video_wrist.mp4"},"preference":"A","session_id":"b2b338c6-63ee-4c57-8fad-8ea04b12a44a","university":"frodobots"},{"completion_time":"2025-09-01T09:26:03.190053Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bread by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bread, then pushed it to make it rotate by about 90 degrees.Policy B first moved the robotic arm close to the bread, pushed it forward, then moved the robotic arm back and forth aimlessly during the remaining time of the episode.Comparing the performance of the two, policy A completed the task correctly while policy B failed.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:02.534812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:02.534812_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:01.333804_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:01.333804_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:01.333804_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:01.333804_video_right.mp4","wrist_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:02.014382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_fast_specialist_droid_2025-09-01T09:21:02.014382_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:39.141387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:39.141387_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:37.955743_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:37.955743_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:37.955743_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:37.955743_video_right.mp4","wrist_video_gcs_path":"evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:38.621505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/123b3881-9ba2-4e96-8a89-ac5acd7049b6/paligemma_diffusion_droid_2025-09-01T09:25:38.621505_video_wrist.mp4"},"preference":"A","session_id":"123b3881-9ba2-4e96-8a89-ac5acd7049b6","university":"frodobots"},{"completion_time":"2025-09-01T09:17:43.331526Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bread onto the book","longform_feedback":"Policy A first moved the robotic arm close to the yellow block, pushed it, then moved the robotic arm around  the yellow block during  the most time of the episode.Policy B first moved the robotic arm to the bread, pushed it forward, pause briefly, then moved the robotic arm away.Next, policy B moved the robotic arm aimlessly until time ran out.Neither policy was able to complete the task, but policy B at least found the bread and attempted to grasp it while policy A did not.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:59.360507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:59.360507_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.377707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.377707_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.377707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.377707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.892079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_diffusion_droid_2025-09-01T09:11:58.892079_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:30.121612_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:30.121612_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:28.913536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:28.913536_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:28.913536_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:28.913536_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:29.584212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fac75f6-8396-4c3a-a5fa-3845c46b6275/paligemma_fast_specialist_droid_2025-09-01T09:17:29.584212_video_wrist.mp4"},"preference":"B","session_id":"1fac75f6-8396-4c3a-a5fa-3845c46b6275","university":"frodobots"},{"completion_time":"2025-09-01T09:07:40.548977Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first moved the robotic arm close to the yellow block which is not food, pushed the yellow block for a while, then stopped during the remaining time of the episode.Policy B first moved the robotic arm to the bread, then moved slightly above the bread until time ran out.Neither policy was not able to complete the task, when comparing the performance of the two, policy B at least identified the banana which is food and intend to move it while policy A did not.Therefore, i choose B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:33.811541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:33.811541_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:32.752056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:32.752056_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:32.752056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:32.752056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:33.350428_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_fast_specialist_droid_2025-09-01T09:00:33.350428_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:15.291247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:15.291247_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.200950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.200950_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.200950_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.200950_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.776618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11004fa2-03e6-422a-afcd-84da7660b99b/paligemma_diffusion_droid_2025-09-01T09:07:14.776618_video_wrist.mp4"},"preference":"B","session_id":"11004fa2-03e6-422a-afcd-84da7660b99b","university":"frodobots"},{"completion_time":"2025-09-01T08:56:48.904608Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right","longform_feedback":"Policy A first moved the robotic arm close to bread, after hesitating for a while, attempted to grasp it, causing it to move to right slightly.Policy B first moved to the red block rather than the bread, then almost stopped during the remaining time of the episode.Comparing the performance of the two, policy A at least moved the bread slightly while policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:38.099662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:38.099662_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:36.883539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:36.883539_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:36.883539_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:36.883539_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:37.544450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/pi05_droid_2025-09-01T08:51:37.544450_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:37.975022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:37.975022_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:36.922641_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:36.922641_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:36.922641_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:36.922641_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:37.506319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1a72b1-4961-4bd3-a17d-bf7d7159729d/paligemma_diffusion_droid_2025-09-01T08:56:37.506319_video_wrist.mp4"},"preference":"A","session_id":"9e1a72b1-4961-4bd3-a17d-bf7d7159729d","university":"frodobots"},{"completion_time":"2025-09-01T08:46:14.116953Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread, then grasp the red block","longform_feedback":"Policy A first moved the robotic arm close to the bread, pushed it forward, grasped its corner and released.Then policy A move the robotic arm close to a wooden block until time ran out.Policy B first moved the robotic arm close to the bread, pushed it,then moved around it during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task,but policy A at least grasped the bread while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:27.770506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:27.770506_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:26.395283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:26.395283_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:26.395283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:26.395283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:27.159424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_diffusion_droid_2025-09-01T08:39:27.159424_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:58.807868_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:58.807868_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:57.584153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:57.584153_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:57.584153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:57.584153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:58.244272_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c9bd5c80-3d1f-408d-83c4-30112ae5a210/paligemma_fast_specialist_droid_2025-09-01T08:45:58.244272_video_wrist.mp4"},"preference":"A","session_id":"c9bd5c80-3d1f-408d-83c4-30112ae5a210","university":"frodobots"},{"completion_time":"2025-09-01T08:31:59.331246Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the PCB from left to right","longform_feedback":"Policy A first moved the robotic arm close to bigger PCB, pushed it forward.Then pushed the smaller PCB slightly.Policy B also first moved the robotic arm close to the bigger PCB and pushed it forward.Then policy B moved the robotic arm aimlessly during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy A has moved two PCB while policy B moved only one.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:09.050845_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:09.050845_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:07.890719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:07.890719_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:07.890719_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:07.890719_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:08.518395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/paligemma_vq_droid_2025-09-01T08:24:08.518395_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:46.660554_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:46.660554_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:45.485887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:45.485887_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:45.485887_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:45.485887_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:46.062687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50faa897-be56-47fd-9ef3-e8f7b2bf55c4/pi05_droid_2025-09-01T08:29:46.062687_video_wrist.mp4"},"preference":"A","session_id":"50faa897-be56-47fd-9ef3-e8f7b2bf55c4","university":"frodobots"},{"completion_time":"2025-09-01T08:20:14.040921Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the bigger PCB by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm close to the book rather than the bigger PCB, attempted to grasp the book, then moved the robotic arm away.Policy B first moved the robotic arm close to bigger PCB, after hesitating for a while, moved the robotic arm close to the smaller PCB, then moved slightly around the smaller PCB until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least identified PCB and moved around them while policy A did not.Therefore,i choose B","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:11.421073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:11.421073_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.288746_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.288746_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.288746_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.288746_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.907891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/pi0_droid_2025-09-01T08:13:10.907891_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:32.699520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:32.699520_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:31.549298_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:31.549298_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:31.549298_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:31.549298_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:32.154911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18adf3a8-5dea-4966-927c-559bbf4f402c/paligemma_fast_specialist_droid_2025-09-01T08:19:32.154911_video_wrist.mp4"},"preference":"B","session_id":"18adf3a8-5dea-4966-927c-559bbf4f402c","university":"frodobots"},{"completion_time":"2025-09-01T08:09:04.391411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bigger PCB from left to right and rotate it by 90 degrees","longform_feedback":"Policy A moved the robotic arm back and forth slightly without taking any actions during the entire trial.Policy B first moved the robotic arm close to the bigger PCB, then moved around it slowly until time ran out.Neither policy was able to complete the task.When comparing the performance of the two, Policy B at least identified the bigger PCB and approached it while policy A didn't perform any relevant operations.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:39.317036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:39.317036_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.216247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.216247_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.216247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.216247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.812737_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/pi0_droid_2025-09-01T08:00:38.812737_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:42.841198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:42.841198_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:41.870213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:41.870213_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:41.870213_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:41.870213_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:42.359407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26850bc-6648-406a-ab4b-9f82acc5f25f/paligemma_fast_specialist_droid_2025-09-01T08:08:42.359407_video_wrist.mp4"},"preference":"B","session_id":"a26850bc-6648-406a-ab4b-9f82acc5f25f","university":"frodobots"},{"completion_time":"2025-09-01T07:57:19.357545Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller PCB and put it onto the bigger PCB","longform_feedback":"Policy A first moved the robotic arm close to the smaller PCB, then moved the robotic arm around it slightly during the remaining time of the episode.Policy B first moved the robotic arm close to the smaller PCB, then almost stopped during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:27.526574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:27.526574_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:26.408632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:26.408632_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:26.408632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:26.408632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:27.028308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/paligemma_fast_droid_2025-09-01T07:52:27.028308_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:04.975663_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:04.975663_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:03.886786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:03.886786_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:03.886786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:03.886786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:04.515874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c4442dd-b968-47eb-8c0c-026fe92e206a/pi0_droid_2025-09-01T07:57:04.515874_video_wrist.mp4"},"preference":"TIE","session_id":"9c4442dd-b968-47eb-8c0c-026fe92e206a","university":"frodobots"},{"completion_time":"2025-09-01T07:45:50.333129Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller PCB, then move it next to the book","longform_feedback":"Policy A attempted to search the target in the most time of the episode, and grasped the bigger PCB in the end.Policy B first moved the robotic arm close to the book, then also approached bigger PCB, grasped and release it.Neither policy was able to complete the task, both policies have only grasped the bigger PCB rather than the smaller one, and didn't move it to the book according to my command.As their performance is similar, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:35:00.665864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:35:00.665864_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:34:59.407119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:34:59.407119_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:34:59.407119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:34:59.407119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:35:00.015182_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/paligemma_fast_droid_2025-09-01T07:35:00.015182_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:29.311742_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:29.311742_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.101728_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.101728_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.101728_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.101728_video_right.mp4","wrist_video_gcs_path":"evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.754641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/482b540d-4b44-4b04-b312-d13146add3d5/pi0_fast_droid_2025-09-01T07:45:28.754641_video_wrist.mp4"},"preference":"TIE","session_id":"482b540d-4b44-4b04-b312-d13146add3d5","university":"frodobots"},{"completion_time":"2025-09-01T07:31:33.429197Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller PCB by 90 degrees","longform_feedback":"Policy A moved the robotic arm randomly as if searching the target until time ran out.Policy B first moved the robotic arm close to the bigger PCB, then moved around the bigger PCB for a while.Next, policy B approached the bigger PCB and attempted to grasp it in the end.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped one wrong PCB while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:12.733129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:12.733129_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:11.526391_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:11.526391_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:11.526391_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:11.526391_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:12.169169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/pi0_fast_droid_2025-09-01T07:22:12.169169_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:10.872770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:10.872770_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:09.710696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:09.710696_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:09.710696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:09.710696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:10.368059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d74d62a-0249-4866-95db-2c4e55ad6b80/paligemma_fast_droid_2025-09-01T07:31:10.368059_video_wrist.mp4"},"preference":"B","session_id":"4d74d62a-0249-4866-95db-2c4e55ad6b80","university":"frodobots"},{"completion_time":"2025-09-01T07:18:34.566305Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller PCB onto the  paper","longform_feedback":"Policy A first moved the robotic arm close to the bigger PCB rather than the smaller one, grasped the bigger PCB, moved it, then put it under the paper. Policy B first moved the robotic arm above the smaller PCB, but then moved away .Next, policy B moved the robotic arm close to the bigger PCB, attempted to grasp but failed in the end.Both policies have not identified the smaller PCB and attempted to grasp the bigger PCB.When comparing the performance of the two, policy A at least grasped one PCB and moved it toward the paper while policy B did not.Therefore policy A is slightly than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:16.547784_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:16.547784_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:15.448169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:15.448169_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:15.448169_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:15.448169_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:16.088634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/paligemma_fast_specialist_droid_2025-09-01T07:09:16.088634_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:22.378211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:22.378211_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.326565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.326565_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.326565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.326565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.913024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45d5ca7f-d403-42fe-9ceb-3afd06efb9c8/pi0_fast_droid_2025-09-01T07:18:21.913024_video_wrist.mp4"},"preference":"A","session_id":"45d5ca7f-d403-42fe-9ceb-3afd06efb9c8","university":"frodobots"},{"completion_time":"2025-09-01T07:02:04.496410Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the PCB together","longform_feedback":"Policy A first moved the robotic arm to the bigger PCB, then almost stopped above the bigger PCB during the remaining time of the episode.Policy B first moved the robotic arm close to the smaller PCB , then moved slightly around it until time ran out.Comparing the performance of the two, neither policy was able to complete the task, and both polices only moved the robotic arm close to one PCB without taking further actions.As their performance is similar, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:42.735604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:42.735604_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:41.531035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:41.531035_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:41.531035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:41.531035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:42.212856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_diffusion_droid_2025-09-01T06:54:42.212856_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:30.497131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:30.497131_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:29.418246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:29.418246_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:29.418246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:29.418246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:30.004487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ed08336-5f2f-46d2-887b-3852bd15c8ee/paligemma_fast_droid_2025-09-01T07:01:30.004487_video_wrist.mp4"},"preference":"TIE","session_id":"3ed08336-5f2f-46d2-887b-3852bd15c8ee","university":"frodobots"},{"completion_time":"2025-09-01T05:52:42.314492Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller PCB from left to right","longform_feedback":"Policy A first moved the robotic arm back and forth as if finding the target, then policy A moved the robotic arm to a cube and attempted to grasp until time ran out.Policy B first moved the robotic arm to the smaller PCB, attempted to grasp it but failed, only squeezed it and made it slip away backward.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least found the required object and attempted to moved it while policy A did nothing relevant.Therefore, policy B is obviously better than policy","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:47.704303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:47.704303_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:46.700186_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:46.700186_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:46.700186_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:46.700186_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:47.191861_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/paligemma_vq_droid_2025-09-01T05:41:47.191861_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:26.349719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:26.349719_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.261497_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.261497_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.261497_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.261497_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.878866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad38369-aef3-4b69-ae4c-e7820b44d62d/pi0_droid_2025-09-01T05:52:25.878866_video_wrist.mp4"},"preference":"B","session_id":"3ad38369-aef3-4b69-ae4c-e7820b44d62d","university":"frodobots"},{"completion_time":"2025-09-01T05:31:11.283934Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"open the book","longform_feedback":"Policy A first moved the robotic arm close to the PCB, then moved slightly around the PCB during the remaining time of the episode.Policy B also first moved the robotic arm close to the PCB, pushed it, then almost stopped during the remaining time.It seems that both policies can't find the book,and they all approached the wrong object PCB. As the performance of the two policies is similar, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:48.150484_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:48.150484_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.040757_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.040757_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.040757_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.040757_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.657742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_diffusion_droid_2025-09-01T05:09:47.657742_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:31:01.002109_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:31:01.002109_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:30:59.884945_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:30:59.884945_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:30:59.884945_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:30:59.884945_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:31:00.466917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cddfb67c-f579-4e9a-a1e7-351bf5ae8102/paligemma_fast_droid_2025-09-01T05:31:00.466917_video_wrist.mp4"},"preference":"TIE","session_id":"cddfb67c-f579-4e9a-a1e7-351bf5ae8102","university":"frodobots"},{"completion_time":"2025-09-01T04:17:50.874638Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the tools into the plate","longform_feedback":"Policy A first moved the robotic arm to the plate, pushed it to left, then stopped above the plate during the remaining time of  episode.Policy B first moved the robotic arm to the drawer, pushed it, then policy B moved the robotic arm to the plate and pushed it until time ran out.Comparing the performance of the two,neither policy was able to complete the task, both policies only pushed the plate but didn't put any tools in it.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:11.364567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:11.364567_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.356860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.356860_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.356860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.356860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.946574_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/paligemma_fast_specialist_droid_2025-09-01T04:10:10.946574_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:37.238559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:37.238559_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.089958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.089958_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.089958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.089958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.713870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56021e73-b8a4-42cf-b6c9-a3560f2be1d9/pi0_fast_droid_2025-09-01T04:17:36.713870_video_wrist.mp4"},"preference":"TIE","session_id":"56021e73-b8a4-42cf-b6c9-a3560f2be1d9","university":"frodobots"},{"completion_time":"2025-09-01T03:56:28.696510Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees, then put it onto the box","longform_feedback":"Policy A first moved the robotic arm to the controller, grasped it, rotated it, but did not put it onto the box.Policy B first moved the robotic arm close to the controller, adjusted posture, grasped and release the controller several time to make it rotate slightly.Both policy have only rotated the controller but have not put it onto the box according to my command.Comparing their performance, policy A rotated the controller more obviously than policy B did.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:33.510798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:33.510798_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:32.466465_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:32.466465_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:32.466465_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:32.466465_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:33.010493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/paligemma_fast_droid_2025-09-01T03:48:33.010493_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:11.914419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:11.914419_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:10.810024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:10.810024_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:10.810024_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:10.810024_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:11.386240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9de65caf-7ed8-447b-889b-1b204098955f/pi05_droid_2025-09-01T03:56:11.386240_video_wrist.mp4"},"preference":"A","session_id":"9de65caf-7ed8-447b-889b-1b204098955f","university":"frodobots"},{"completion_time":"2025-09-01T03:49:46.868251Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Drop the cup near the smaller bread.","longform_feedback":"I placed a blue cup in front of a large loaf and a small loaf. policy A approached the cup, grab the cup and then immediatley dropped it. policy A did that the entire episode. policy B had approached the smaller bread instead. policy B placed it's gripper over the bread, grabbed it, let go and then began pushing it into the table for the rest of the episode. I chose policy A because it had approached the cup which was the correct object to start with.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:13.948886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:13.948886_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:15.540029_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:15.540029_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:14.514855_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:14.514855_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:14.514855_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:14.514855_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:15.006640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_diffusion_droid_2025-09-01T03:44:15.006640_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:22.533029_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:22.533029_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:24.225458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:24.225458_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.199173_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.199173_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.199173_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.199173_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.701016_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41c959da-0f5a-47e0-b24e-0feff67fd425/paligemma_fast_droid_2025-09-01T03:49:23.701016_video_wrist.mp4"},"preference":"A","session_id":"41c959da-0f5a-47e0-b24e-0feff67fd425","university":"UT Austin"},{"completion_time":"2025-09-01T03:43:33.608115Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the controller from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the controller, grasped it,rotated it while moved it to right slightly.Policy B first moved the robotic arm to the controller, pushed it to make it rotated, then grasped it and moved it right.According to my command, the robotic arm should first move the controller to right, then rotate it.But both policies has rotated the controller before moving it to right.Comparing the performance of the two, policy B moved the controller to right more obviously than policy A did.Therefore, i prefer policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:37.928392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:37.928392_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:36.896255_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:36.896255_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:36.896255_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:36.896255_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:37.445545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/paligemma_fast_droid_2025-09-01T03:31:37.445545_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:05.823399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:05.823399_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:04.777459_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:04.777459_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:04.777459_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:04.777459_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:05.351623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1886063f-ca22-411c-9988-c1dda4cd7810/pi0_fast_droid_2025-09-01T03:43:05.351623_video_wrist.mp4"},"preference":"B","session_id":"1886063f-ca22-411c-9988-c1dda4cd7810","university":"frodobots"},{"completion_time":"2025-09-01T03:41:38.324519Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the blue object.","longform_feedback":"Unfortunatley I made the task too easy, so both policies were able to complete the task without any major error. The major difference between the two policies were that policy A was much slower and more reserved- slowly approaching the cup before dropping it. policy B had rushed to the cup and then grabbed it, carrying it around the field.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.441915_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.441915_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:19.717916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:19.717916_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.847634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.847634_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.441915_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:18.441915_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:19.256615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi0_droid_2025-09-01T03:38:19.256615_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.364809_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.364809_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:10.789042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:10.789042_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.920428_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.920428_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.364809_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:09.364809_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:10.290567_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31102074-214e-43c3-944e-bda1e8128a4b/pi05_droid_2025-09-01T03:41:10.290567_video_wrist.mp4"},"preference":"TIE","session_id":"31102074-214e-43c3-944e-bda1e8128a4b","university":"UT Austin"},{"completion_time":"2025-09-01T03:34:46.817770Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the smaller bread and grab the cup.","longform_feedback":"For context there was a long piece of bread and a small piece of bread near the bottom center of the field while a cup was near the upper center of the field. Policy A had approached the long bread slowly for the entire episode but never grabbed the bread. policy B started by approaching the big bread before pivoting to the small bread. While at the small bread it spent a very long time with the gripper resting over the bread but not grabbing it. Eventually, policy B did grab the small bread and even managed to lift it before the end of the episode.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.143003_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.143003_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:04.849277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:04.849277_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.798279_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.798279_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.798279_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:03.798279_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:04.266615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/pi0_droid_2025-09-01T03:20:04.266615_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:13.708193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:13.708193_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:15.387986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:15.387986_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.297395_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.297395_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.297395_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.297395_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.825618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c49f3a0c-c652-4ebb-a109-6679c876e1b9/paligemma_fast_specialist_droid_2025-09-01T03:34:14.825618_video_wrist.mp4"},"preference":"B","session_id":"c49f3a0c-c652-4ebb-a109-6679c876e1b9","university":"UT Austin"},{"completion_time":"2025-09-01T03:24:20.838239Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the black mouse and put it onto the paper","longform_feedback":"Policy A first moved the robotic arm to the white mouse rather then the black mouse, grasped it and put it beside the paper.Then policy A pushed the white mouse slightly in the remaining time of the episode.Policy B also first moved the robotic arm close the white mouse, after hesitating for a while, grasped, moved the white mouse close to the black mouse.Comparing the performance of the two, although both policies grasped the wrong object, policy A at least moved it in the right direction which is toward the paper while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:25.245826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:25.245826_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.138374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.138374_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.138374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.138374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.775288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/paligemma_fast_specialist_droid_2025-09-01T03:13:24.775288_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:32.432605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:32.432605_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.337927_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.337927_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.337927_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.337927_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.964719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a95869d-5d38-4b61-b75a-a6498ec1f9f2/pi0_droid_2025-09-01T03:23:31.964719_video_wrist.mp4"},"preference":"A","session_id":"6a95869d-5d38-4b61-b75a-a6498ec1f9f2","university":"frodobots"},{"completion_time":"2025-09-01T03:17:38.728392Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the small bread and grab the cup.","longform_feedback":"I placed a big loaf of bread and a small loaf of bread near the center of the field and then a cup in the upper center area of the field. policy A had gone for the big bread for at least half of the episode before even beginning to approach the small bread, and it was never actually able to grab and lift the small bread, only get it's gripper around it by the time the episode ended. policy B had immediatley gone for the small bread and then managed to pick it up on the second attempt. policy B would then spend the rest of the time grabbing and picking up the small bread.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.248592_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.248592_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:47.857137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:47.857137_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.867565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.867565_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.867565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:46.867565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:47.332267_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_specialist_droid_2025-09-01T03:10:47.332267_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:11.732130_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:11.732130_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:13.414564_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:13.414564_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.327386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.327386_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.327386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.327386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.838580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb735632-c6ec-408a-9278-b67cfca099ef/paligemma_fast_droid_2025-09-01T03:16:12.838580_video_wrist.mp4"},"preference":"B","session_id":"eb735632-c6ec-408a-9278-b67cfca099ef","university":"UT Austin"},{"completion_time":"2025-09-01T03:07:05.617841Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the small bread and the cup.","longform_feedback":"I chose policy B because while grabbing the bread, policy B was also able to approach the cup. policy A had immediatley approached the correct bread and picked it up. Policy A would then spend the rest of the episode grabbing and pushing the bread. Policy B started by approaching the small bread and then quickly rushing past it and grabbing it barley before dropping it. policy B then pushed the mini bread closer to the cup and eventually grabbed the bread. After grabbing the bread, policy B began approaching the cup with the bread in hand when the episode ended.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.292393_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.292393_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:22.062282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:22.062282_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.938955_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.938955_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.938955_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:20.938955_video_right.mp4","wrist_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:21.464737_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/paligemma_diffusion_droid_2025-09-01T03:01:21.464737_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.171406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.171406_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:46.796141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:46.796141_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.709052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.709052_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.709052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:45.709052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:46.205249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/736963ac-44fd-4773-b121-1f95fe6a82b2/pi0_fast_droid_2025-09-01T03:06:46.205249_video_wrist.mp4"},"preference":"B","session_id":"736963ac-44fd-4773-b121-1f95fe6a82b2","university":"UT Austin"},{"completion_time":"2025-09-01T03:03:00.186304Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the screwdriver and move it close to the mobile phone","longform_feedback":"Policy A first moved the robotic arm close to screwdriver,  then sopped above the screwdriver in the remaining time of the episode.Policy B first moved the robotic arm close to the mouse rather than the screwdriver, then grasped it and released it .Comparing the performance of the two, neither policy was able to complete the task, but policy A at least identified the screwdriver while policy B did not.There policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:56.741585_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:56.741585_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:55.714515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:55.714515_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:55.714515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:55.714515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:56.269641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/paligemma_fast_specialist_droid_2025-09-01T02:56:56.269641_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:13.881436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:13.881436_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:12.831261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:12.831261_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:12.831261_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:12.831261_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:13.434269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1600abd-61ed-4b5b-8b86-e44e929de8d7/pi0_droid_2025-09-01T03:02:13.434269_video_wrist.mp4"},"preference":"A","session_id":"e1600abd-61ed-4b5b-8b86-e44e929de8d7","university":"frodobots"},{"completion_time":"2025-09-01T02:58:46.262037Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not grab the cup, but grab the bread.","longform_feedback":"I tied these policies because they both went for the cup and ignored the bread, achieving the same max result. Some differences were that policy A had been much more hesitant, still grabbing the cup, but later retracting it's gripper from the cup and remaining above it for the rest of the episode. policy B had grabbed and then lifted the cup repeatedly throughout the episode.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:23.768058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:23.768058_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:25.401058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:25.401058_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.367352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.367352_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.367352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.367352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.812603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_diffusion_droid_2025-09-01T02:54:24.812603_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:27.943689_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:27.943689_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:29.456502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:29.456502_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:28.515323_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:28.515323_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:28.515323_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:28.515323_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:29.023702_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1841b95b-91bf-4a04-87c8-f1c150ba3beb/paligemma_fast_droid_2025-09-01T02:58:29.023702_video_wrist.mp4"},"preference":"TIE","session_id":"1841b95b-91bf-4a04-87c8-f1c150ba3beb","university":"UT Austin"},{"completion_time":"2025-09-01T02:52:07.618363Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Move your hand in a circle around the cup.","longform_feedback":"Neither policy was able to go around the circle and both policies decided to go directly for the cup and grab it. One difference was that policy A had spent the entire episode with it's gipper grabbing/inside the cup while policy B had retracted it's arm a couple times and had grabbed the cup much less. That being said, since the max progress achieved by the policies were the same, I would call this a tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.100871_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.100871_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:38.721224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:38.721224_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.632489_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.632489_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.100871_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:37.100871_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:38.148471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/paligemma_fast_specialist_droid_2025-09-01T02:46:38.148471_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:46.573305_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:46.573305_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:48.496357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:48.496357_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:47.171300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:47.171300_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:46.573305_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:46.573305_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:47.666440_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b83f39d-ea16-4efe-ab97-83165afc3c3d/pi0_fast_droid_2025-09-01T02:51:47.666440_video_wrist.mp4"},"preference":"TIE","session_id":"9b83f39d-ea16-4efe-ab97-83165afc3c3d","university":"UT Austin"},{"completion_time":"2025-09-01T02:16:07.340347Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the computer mouse by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the mouse, grasp it, rotated it by about 70 degrees, then dropped it.Policy B first moved the robotic arm close to the mouse, grasped it and released it multiple times, but didn't rotated it in the end.Comparing the performance of the two, policy A has performed the operations according to my command although the rotation angle did not reach 90 degrees, while policy B has not rotated the mouse at all.Therefore policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:58.901112_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:58.901112_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:57.774638_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:57.774638_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:57.774638_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:57.774638_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:58.384832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/pi05_droid_2025-09-01T02:05:58.384832_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:41.260236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:41.260236_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.121738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.121738_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.121738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.121738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.754170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d246380e-19ea-4bf0-937e-10a6727c5fb3/paligemma_fast_specialist_droid_2025-09-01T02:15:40.754170_video_wrist.mp4"},"preference":"A","session_id":"d246380e-19ea-4bf0-937e-10a6727c5fb3","university":"frodobots"},{"completion_time":"2025-09-01T02:01:08.403998Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put one mouse onto the pliers","longform_feedback":"Policy A first moved the robotic arm close to the screwdriver rather than mouse, grasped it, then moved it until time ran out.Policy B first moved the robotic arm to the black mouse, after hesitating for while, grasped it, moved it close to the pliers, then dropped it.Comparing the performance of the two, policy B almost completed the task while policy A failed.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:26.383703_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:26.383703_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.309447_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.309447_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.309447_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.309447_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.884242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/paligemma_diffusion_droid_2025-09-01T01:55:25.884242_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:48.562611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:48.562611_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:47.436833_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:47.436833_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:47.436833_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:47.436833_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:48.031511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50f76b50-52cf-440d-a315-3fd60821e93e/pi05_droid_2025-09-01T02:00:48.031511_video_wrist.mp4"},"preference":"B","session_id":"50f76b50-52cf-440d-a315-3fd60821e93e","university":"frodobots"},{"completion_time":"2025-09-01T01:51:30.390140Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the electronics products together","longform_feedback":"Policy A first moved the robotic arm close to the pliers which is not electronics product, then pushed it until time ran out.Policy B also first moved the robotic arm to the pliers, then policy B grasped a controller and dropped it. Next, policy B grasped the pliers and moved it close to the white computer mouse.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped one electronic product while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:29.195597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:29.195597_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.007634_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.007634_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.007634_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.007634_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.688446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_diffusion_droid_2025-09-01T01:42:28.688446_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:57.001974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:57.001974_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:55.864751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:55.864751_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:55.864751_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:55.864751_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:56.478488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2e5b99f-f11b-44e9-b6aa-9a477394ae33/paligemma_fast_specialist_droid_2025-09-01T01:50:56.478488_video_wrist.mp4"},"preference":"B","session_id":"e2e5b99f-f11b-44e9-b6aa-9a477394ae33","university":"frodobots"},{"completion_time":"2025-09-01T01:37:54.892651Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mobile phone from left to right","longform_feedback":"Policy A first moved the robotic arm close to the mobile phone, put the gripper on it and moved slightly until time ran out.Policy B first moved the robotic arm close to the mobile, pause briefly, then moved the robotic arm away.Next,policy B moved the robotic arm aimlessly during remaining time of the episode.Comparing  the performance of the two, neither policy was able to complete the task. Both policies have identified the mobile phone, but only policy A attempted to move the mobile phone while policy B did not.Therefore, i choose A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:53.524657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:53.524657_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:52.497106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:52.497106_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:52.497106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:52.497106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:53.031227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_diffusion_droid_2025-09-01T01:29:53.031227_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:22.980273_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:22.980273_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:21.872303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:21.872303_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:21.872303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:21.872303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:22.471803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6571a875-88ca-4278-a37a-9288ada5a30f/paligemma_fast_droid_2025-09-01T01:37:22.471803_video_wrist.mp4"},"preference":"A","session_id":"6571a875-88ca-4278-a37a-9288ada5a30f","university":"frodobots"},{"completion_time":"2025-09-01T01:24:56.758759Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pliers, then grasp the white computer mouse","longform_feedback":"Policy A first moved the robotic arm close to the screwdriver instead of the pliers, grasped it, moved it close to the pliers, then dropped it.Policy B first moved the robotic arm to the black mouse, then moved the robotic arm to the screw driver, grasped it and placed it close to the pliers.Comparing the performance of the two, both policies have grasped the screwdriver instead of the pliers, and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:38.676341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:38.676341_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:37.469850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:37.469850_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:37.469850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:37.469850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:38.156646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_vq_droid_2025-09-01T01:16:38.156646_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:35.803887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:35.803887_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:34.694954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:34.694954_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:34.694954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:34.694954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:35.282957_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19d8c605-49dc-4901-98d4-ed6bca6bcef9/paligemma_fast_droid_2025-09-01T01:24:35.282957_video_wrist.mp4"},"preference":"TIE","session_id":"19d8c605-49dc-4901-98d4-ed6bca6bcef9","university":"frodobots"},{"completion_time":"2025-08-30T19:07:16.306302Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Drop the bread off of the table.","longform_feedback":"Policy A had approached the bread, placed its gripper right up against the bread, but didn't grab the bread. policy B spent the entire episode picking up and dropping the bread, but never moving anywhere with the bread. I chose policy B because it was able to actually grab the bread and lift it while policy A could not even do that.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.138360_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.138360_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:22.813922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:22.813922_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.661327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.661327_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.138360_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:21.138360_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:22.232002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_diffusion_droid_2025-08-30T19:03:22.232002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:53.763809_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:53.763809_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:55.632866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:55.632866_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:54.446446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:54.446446_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:53.763809_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:53.763809_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:55.016984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cf85d7d-2763-4a22-89ed-8400cddf63a4/paligemma_vq_droid_2025-08-30T19:06:55.016984_video_wrist.mp4"},"preference":"B","session_id":"7cf85d7d-2763-4a22-89ed-8400cddf63a4","university":"UT Austin"},{"completion_time":"2025-08-30T19:00:16.665666Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the sponge and pick up the bread.","longform_feedback":"For context, after touching the bread, I would place the bread down to the right of the sponge. Only policy A was able to touch the bread, policy B didn't move much or touch aything at all, although it did approach the sponge. policy A was also beginning to move towards the bread near the end of the episode. In conclusion, I chose policy A because it had actually touched the sponge.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.087997_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.087997_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:56:00.864989_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:56:00.864989_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.720753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.720753_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.720753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:55:59.720753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:56:00.253625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_vq_droid_2025-08-30T18:56:00.253625_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:57.440041_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:57.440041_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:59.105649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:59.105649_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.062753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.062753_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.062753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.062753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.588057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/050cb1db-a515-437b-8c4a-66d466f27d60/paligemma_diffusion_droid_2025-08-30T18:59:58.588057_video_wrist.mp4"},"preference":"A","session_id":"050cb1db-a515-437b-8c4a-66d466f27d60","university":"UT Austin"},{"completion_time":"2025-08-30T18:53:08.831386Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the sponge and pick up the bread.","longform_feedback":"For context, the policies had to touch the sponge first to reveal the bread that would be placed down by me. policy A was able to barely touch the sponge, but never attempted to grab the bread. policy B had kind of stayed in the same general area that it started and didn't touch anything on the field.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.070630_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.070630_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:10.885968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:10.885968_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.734875_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.734875_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.070630_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:09.070630_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:10.286165_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/paligemma_vq_droid_2025-08-30T18:48:10.286165_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:50.534363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:50.534363_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:52.286563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:52.286563_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:51.205472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:51.205472_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:50.534363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:50.534363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:51.748949_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b3b3fa-b5c6-419f-9436-b2567fd88217/pi0_droid_2025-08-30T18:52:51.748949_video_wrist.mp4"},"preference":"A","session_id":"12b3b3fa-b5c6-419f-9436-b2567fd88217","university":"UT Austin"},{"completion_time":"2025-08-30T18:45:24.272552Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Lift the blue cup and the white cube underneath the blue cup.","longform_feedback":"Both policies were unable to grab the cup but struggled to pick it up in different ways. policy A had gotten low and close to the cup and would grab at the edge of the cup, kind of squeezing it away but never actually grabbing it. policy B had gone higher and tried to drop down on the cup to grab it but was never close enough to do so.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.149499_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.149499_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:32.978377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:32.978377_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.791303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.791303_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.791303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:31.791303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:32.364587_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_vq_droid_2025-08-30T18:41:32.364587_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:54.661900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:54.661900_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:56.418920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:56.418920_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.284746_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.284746_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.284746_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.284746_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.791815_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c94e8519-e9ba-43a6-8a97-2d2925cda12e/paligemma_fast_specialist_droid_2025-08-30T18:44:55.791815_video_wrist.mp4"},"preference":"TIE","session_id":"c94e8519-e9ba-43a6-8a97-2d2925cda12e","university":"UT Austin"},{"completion_time":"2025-08-30T18:31:51.658758Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Lift the blue cup and the white cube underneath the blue cup.","longform_feedback":"Policy A had spent the entire time, approaching and grabbing the cup. policy A had successfully lifted the cup off of the white block, but it never made any attempts at picking it up. policy B had not even managed to grab the cup, instead inching closer to it for the entire episode.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.014118_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.014118_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:47.855839_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:47.855839_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.711769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.711769_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.014118_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:46.014118_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:47.233704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/pi0_fast_droid_2025-08-30T18:27:47.233704_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:29.621588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:29.621588_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:31.303893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:31.303893_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:30.270337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:30.270337_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:29.621588_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:29.621588_video_left.mp4","wrist_video_gcs_path":"evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:30.737646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52010a97-84a5-4c9d-b3d5-0a4209cab365/paligemma_vq_droid_2025-08-30T18:31:30.737646_video_wrist.mp4"},"preference":"A","session_id":"52010a97-84a5-4c9d-b3d5-0a4209cab365","university":"UT Austin"},{"completion_time":"2025-08-30T18:23:39.845695Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Move the cup onto the plate by touching the sponge. If you touch the sponge, I will move the cup to the plate for you.","longform_feedback":"Neither policy approached the sponge and had directly approached the cup instead. I want to say both policies attempted to grab the cup, but only policy A actually succeeded in that endeavor. Policy B pushed the cup towards itself until it knocked the cup over and then spent the rest of the episode wandering the field, eventually extending it's gripper fully off of the table. Because both policies attampted to grab the cup and neither approached the sponge, I give the policies a tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.137438_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.137438_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:32.015925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:32.015925_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.831220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.831220_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.137438_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:30.137438_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:31.443642_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/pi0_fast_droid_2025-08-30T18:18:31.443642_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:13.970303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:13.970303_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:15.731241_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:15.731241_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:14.635798_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:14.635798_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:13.970303_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:13.970303_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:15.148953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3299f2c8-d8aa-409e-9b40-979558b3ab12/paligemma_fast_droid_2025-08-30T18:23:15.148953_video_wrist.mp4"},"preference":"TIE","session_id":"3299f2c8-d8aa-409e-9b40-979558b3ab12","university":"UT Austin"},{"completion_time":"2025-08-30T18:12:45.705652Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cause the cup to go onto the plate without touching the cup. If you touch the sponge, I will place the cup onto the plate for you.","longform_feedback":"Both policies immediatley went to the cup and grabbed it. policy A spent the whole episode either approaching the cup or grabbing/attempting to grab the cup. Policy B did all of that much quicker, grabbed the cup harder and then lifted it higher. After doing that, policy B spent the rest of the episdoe wandering the left side of the field, somewhat in the direction of the sponge.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:08.523783_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:08.523783_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:10.343683_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:10.343683_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.197202_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.197202_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.197202_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.197202_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.803244_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi05_droid_2025-08-30T18:03:09.803244_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:25.495186_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:25.495186_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:27.383525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:27.383525_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.202414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.202414_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.202414_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.202414_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.743968_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7399902-ef83-4119-859f-38efa5b9f129/pi0_fast_droid_2025-08-30T18:12:26.743968_video_wrist.mp4"},"preference":"TIE","session_id":"b7399902-ef83-4119-859f-38efa5b9f129","university":"UT Austin"},{"completion_time":"2025-08-30T17:59:15.850460Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cause the cup to go onto the plate without touching the cup. If you touch the sponge, I will move the cup onto the plate for you.","longform_feedback":"Neither policy touched the sponge. Both policies approached the cup but did so in a hesitant way, or in a way that would appear hesitant. policy A had actually retracted it arm to a position between the cup and the sponge and for a moment drifted towards the sponge, but before it could get too far, policy A approached the cup again and then just barley touched it right at the end of the episode. Policy B immediatley went for the cup and ended up pushing it forward for most of the episode, even grabbing at it and wrapping it's gripper around the cup at the end.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:41.878917_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:41.878917_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:43.680511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:43.680511_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:42.532220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:42.532220_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:41.878917_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:41.878917_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:43.084478_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/pi0_droid_2025-08-30T17:46:43.084478_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.291482_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.291482_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:55.089141_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:55.089141_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.910272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.910272_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.291482_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:53.291482_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:54.469124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f50e8bb-b736-4e28-b99b-9d967c078008/paligemma_diffusion_droid_2025-08-30T17:58:54.469124_video_wrist.mp4"},"preference":"A","session_id":"4f50e8bb-b736-4e28-b99b-9d967c078008","university":"UT Austin"},{"completion_time":"2025-08-30T17:42:39.618481Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not move.","longform_feedback":"policy A had almost immediatley fully extended and then stayed in that position for the rest of the episode. policy B had moved slightly from it's starting position before slowing down to almost a crawl, very slowly drifting downwards and forwards for the rest of the episode. I chose policy B because the amount that it had moved was less than the amount that policy A had moved.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.231139_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.231139_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:55.837350_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:55.837350_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.756275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.756275_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.756275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:54.756275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:55.291797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_diffusion_droid_2025-08-30T17:38:55.291797_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.110543_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.110543_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:21.858363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:21.858363_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.778220_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.778220_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.778220_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:20.778220_video_right.mp4","wrist_video_gcs_path":"evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:21.287710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530c3552-abf1-49d8-88db-61bfb992af52/paligemma_vq_droid_2025-08-30T17:42:21.287710_video_wrist.mp4"},"preference":"B","session_id":"530c3552-abf1-49d8-88db-61bfb992af52","university":"UT Austin"},{"completion_time":"2025-08-30T17:36:51.176730Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do nothing.","longform_feedback":"To put it simply I evaluated the policies with respect to how much they moved. Policy A moved sporadically in many different directions and orientations throughout the entire episode. policy B had moved to a spot in the upper right of the field near the surface and kind of just stayed there until the episode ended. Since policy B moved less than policy A, I chose policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:17.440194_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:17.440194_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:19.282856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:19.282856_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:18.167628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:18.167628_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:17.440194_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:17.440194_video_left.mp4","wrist_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:18.688886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_fast_droid_2025-08-30T17:32:18.688886_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:26.711284_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:26.711284_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:28.354126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:28.354126_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:27.325652_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:27.325652_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:26.711284_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:26.711284_video_left.mp4","wrist_video_gcs_path":"evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:27.765961_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/712b6796-8b97-4a21-9d98-432c278e9987/paligemma_vq_droid_2025-08-30T17:36:27.765961_video_wrist.mp4"},"preference":"B","session_id":"712b6796-8b97-4a21-9d98-432c278e9987","university":"UT Austin"},{"completion_time":"2025-08-30T03:58:40.168105Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put the bread inside of the pot.","longform_feedback":"For context there was a pot with a piece of paper on it with bread on the left side of the pot and a sponge on the right side of the pot. Both policies grabbed the bread, approached the pot and then paced above and around the pot for the rest of the episode. Policy B might have paced further away from the pot sometimes when compared to policy A, but otherwise both policies acted pretty similar. Because of their similarity, I gave them a tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:50.772776_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:50.772776_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:52.429759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:52.429759_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.352491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.352491_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.352491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.352491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.869838_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/paligemma_fast_droid_2025-08-30T03:52:51.869838_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:52.999432_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:52.999432_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:54.735798_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:54.735798_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:53.668851_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:53.668851_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:53.668851_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:53.668851_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:54.197896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d949ad16-6168-404a-b081-374272e41be0/pi0_fast_droid_2025-08-30T03:57:54.197896_video_wrist.mp4"},"preference":"TIE","session_id":"d949ad16-6168-404a-b081-374272e41be0","university":"UT Austin"},{"completion_time":"2025-08-30T03:41:04.171818Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread inside of the pot.","longform_feedback":"For context, there was a pot with a piece of paper completely covering the whole, a sponge to the left of the pot and the bread on the right side of the pot. I wanted to see if the robot could rationalize that it would need to remove the paper before placing the bread inside of the pot. Both policies began by grabbing the bread and lifting it upwards to about the height of the pot. policy A, upon seeing that there was paper over the pot, dropped the bread before picking it up again, dropping in such a way that it rolled off of the table. policy B had simply kept lifting the bread until it was over the table and just dropped the bread!! I want to mention that dropping something off of the table is not something I have been able to get the robot to do when I explicitly ask for it!! Since policy A at least approached the objective and didn't drop the bread off the edge on purpose, I gave it the victory.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:11.577041_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:11.577041_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:13.296174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:13.296174_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:12.171009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:12.171009_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:11.577041_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:11.577041_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:12.717331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_fast_droid_2025-08-30T03:34:12.717331_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:38.314251_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:38.314251_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:40.229552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:40.229552_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:39.020308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:39.020308_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:38.314251_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:38.314251_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:39.600715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d87f9bb4-3c23-41f0-aa38-f310f1803691/pi0_droid_2025-08-30T03:40:39.600715_video_wrist.mp4"},"preference":"A","session_id":"d87f9bb4-3c23-41f0-aa38-f310f1803691","university":"UT Austin"},{"completion_time":"2025-08-30T03:31:38.515435Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread inside of the pot without touching the paper.","longform_feedback":"For context, there was a pot, piece of paper on the pot in such a way that there was space to place the bread, bread and a cup. Both policies were able to grab tbe bread and approach the pot without much issue. It is when the policies reach the pot that they differ significantly. policy B was able to do the task flawlessly. policy A when it reached the pot, decided to put the bread on the opposite edge of the gap left by the paper and actually pushed the paper off of the pot along with the bread. policy B then tried to grab at the bread unsuccessfully before moving to the right of the pot, in front of the cup where it spent the rest of the episode.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:53.552629_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:53.552629_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:55.250925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:55.250925_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.193327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.193327_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.193327_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.193327_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.691186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/paligemma_fast_droid_2025-08-30T03:25:54.691186_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:29.770311_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:29.770311_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:31.565374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:31.565374_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.405053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.405053_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.405053_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.405053_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.913818_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29e5867c-ac5f-48b5-a8c6-9261fefae2f7/pi05_droid_2025-08-30T03:30:30.913818_video_wrist.mp4"},"preference":"B","session_id":"29e5867c-ac5f-48b5-a8c6-9261fefae2f7","university":"UT Austin"},{"completion_time":"2025-08-30T03:22:45.635067Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread inside of the pot without touching the paper.","longform_feedback":"For context, there was a pot with a piece of paper on it leaving a gap to put the bread inside, there was a cup to the left of the pot and bread to the right of the pot. Both policies were able to place the bread inside of the pot without needing to make any second attempts at grabbing the bread. policy A had done everything perfectly except it had placed the bread on the paper, causing the paper to fall into the pot. policy B had somehow managed to start the episode by grabbing the bread in such a way that the long side of the bread was parallel with the grippers. This unexpectedly became useful later in the episode as policy B places the bread on the paper but only the edge of the bread. policy B then began moving the bread towards the gap and almost slotted the bread into the gap, resulting in the paper mostly being left untouched. I chose policy B because it was able to place the bread in such a way that did not result in the paper falling into the pot.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.428188_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.428188_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:36.035614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:36.035614_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.912240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.912240_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.428188_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:34.428188_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:35.494560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/pi0_fast_droid_2025-08-30T03:14:35.494560_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:23.560023_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:23.560023_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:25.173713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:25.173713_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:24.149144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:24.149144_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:23.560023_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:23.560023_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:24.651268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85b367b1-d16c-409d-be3e-7033907c5477/paligemma_fast_droid_2025-08-30T03:22:24.651268_video_wrist.mp4"},"preference":"B","session_id":"85b367b1-d16c-409d-be3e-7033907c5477","university":"UT Austin"},{"completion_time":"2025-08-30T03:12:33.185519Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread into the pot without touching the paper.","longform_feedback":"For context, there was a pot with a piece of paper over it and a bun to the left of the pot. Both policies had performed the task very well, picking up the bread and placing it into the pot with no or minimal touching of the paper. Some differences were that policy A had to take 2 attempts before being able to grab the bread while policy B did it on it's first try and that policy A touched the paper less than policy B. I had actually chosen policy A over policy B because it barley touched the paper while placing the bread inside the pot while policy B had clipped the paper a bit more. Otherwise, both policies did a very good job.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.244220_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.244220_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:13.087995_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:13.087995_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.902418_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.902418_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.902418_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:11.902418_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:12.535730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/paligemma_vq_droid_2025-08-30T03:07:12.535730_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:57.871878_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:57.871878_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:59.631912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:59.631912_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.368475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.368475_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.368475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.368475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.766211_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7fd747c-8231-4448-a071-2eeced32a98b/pi0_droid_2025-08-30T03:11:58.766211_video_wrist.mp4"},"preference":"A","session_id":"c7fd747c-8231-4448-a071-2eeced32a98b","university":"UT Austin"},{"completion_time":"2025-08-30T03:04:47.996945Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread inside of the pot without touching the paper.","longform_feedback":"For context, there was a piece of paper covering part of the pot. policy A had approached the bread and struggled to grasp it and pick it up for most of the episode, only being able to actually lift it to the opening by the end of the episode. policy A was not able to drop the bread inside the pot. policy B had been able to do eveything perfectly up until it came to placing the bread inside of the pot. For some reason, policy B placed the bread directly onto the paper, not clipped or scraped the paper as it aimed for the gap, but directly on the edge of the paper. As a result, even though policy A had placed the bread into the pot very quickly, it did not recieve full credit since it touched the paper.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.255559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.255559_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:39.639442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:39.639442_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.741748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.741748_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.255559_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:38.255559_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:39.138602_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_fast_specialist_droid_2025-08-30T02:59:39.138602_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:28.808425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:28.808425_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:30.441558_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:30.441558_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:29.465341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:29.465341_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:28.808425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:28.808425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:29.891310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d3d36f3-f8fd-4440-95e3-cb21dba732ec/paligemma_vq_droid_2025-08-30T03:04:29.891310_video_wrist.mp4"},"preference":"B","session_id":"0d3d36f3-f8fd-4440-95e3-cb21dba732ec","university":"UT Austin"},{"completion_time":"2025-08-29T07:11:35.779490Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the tableware  from left to right","longform_feedback":"Policy A first moved the robotic arm close to plate, grasped it, moved it to right and dropped it.Then policy A moved the robotic arm to the cup and attempted to grasp it until time ran out.Policy B first moved arm close to the plate, pulled it to right.Then policy B moved the robotic arm aimlessly until time ran out.Comparing the performance of the two,both polices have move one tableware to right, but then policy A attempted to move another tableware while policy B did nothing relevant.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:11.731676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:11.731676_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:10.569470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:10.569470_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:10.569470_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:10.569470_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:11.240610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_droid_2025-08-29T07:01:11.240610_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:48.862219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:48.862219_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:47.644327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:47.644327_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:47.644327_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:47.644327_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:48.314495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e48cbcaf-6cfe-419c-a493-9858e0e7ab8d/pi0_fast_droid_2025-08-29T07:08:48.314495_video_wrist.mp4"},"preference":"A","session_id":"e48cbcaf-6cfe-419c-a493-9858e0e7ab8d","university":"frodobots"},{"completion_time":"2025-08-29T06:47:20.824323Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it into the bowl","longform_feedback":"Policy A first moved the robotic arm close to the paper, grasped it, moved it and dropped.Policy B first moved the robotic to the smaller box, adjusted posture, pushed the smaller box to make it rotate by about 90 degrees.Then attempted to grasp the smaller box until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least rotated the smaller box while policy A did nothing relevant.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:41.680261_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:41.680261_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:40.541439_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:40.541439_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:40.541439_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:40.541439_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:41.176536_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_droid_2025-08-29T06:39:41.176536_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:42.626822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:42.626822_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:41.513041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:41.513041_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:41.513041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:41.513041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:42.148335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb/pi0_fast_droid_2025-08-29T06:46:42.148335_video_wrist.mp4"},"preference":"B","session_id":"5d2ccff0-f1f1-4e94-a96d-2e3cddf8b3bb","university":"frodobots"},{"completion_time":"2025-08-29T06:36:04.435159Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bigger box from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bigger box, then stopped on top of the bigger box during the remaining time of the episode.Policy B first moved the robotic arm to the bottle, pushed it.Then policy B moved the robotic arm to the table until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least identified the bigger box.Therefore, i choose A","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:48.720571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:48.720571_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:47.755487_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:47.755487_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:47.755487_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:47.755487_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:48.236857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_vq_droid_2025-08-29T06:29:48.236857_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:24.150890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:24.150890_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.126153_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.126153_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.126153_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.126153_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.637624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fd539fe-fb35-408a-8fc4-4fc174b22705/paligemma_fast_specialist_droid_2025-08-29T06:35:23.637624_video_wrist.mp4"},"preference":"A","session_id":"6fd539fe-fb35-408a-8fc4-4fc174b22705","university":"frodobots"},{"completion_time":"2025-08-29T06:23:55.610857Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smallest box, then put it onto the biggest box","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, then stopped during remaining time of the episode.Policy B first moved the robotic arm close to the biggest box, pushed it.Then policy B moved the robotic arm back and forth randomly until time ran out.Comparing the performance of the two, Comparing the performance of the two, neither policy was able to complete the task, but policy A at least identified the smallest box.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:48.278013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:48.278013_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.396809_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.396809_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.396809_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.396809_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.851596_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_specialist_droid_2025-08-29T06:16:47.851596_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:49.751523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:49.751523_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:48.621430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:48.621430_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:48.621430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:48.621430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:49.220243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e06120a3-2675-4124-936c-86244c5fe3ea/paligemma_fast_droid_2025-08-29T06:22:49.220243_video_wrist.mp4"},"preference":"A","session_id":"e06120a3-2675-4124-936c-86244c5fe3ea","university":"frodobots"},{"completion_time":"2025-08-29T06:12:43.385166Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the white box, then move it close to the bowl","longform_feedback":"Policy A first moved the robotic arm close to white box, pushed it.Then policy A moved the robotic arm to the pencil box and grasped it until time ran out.Policy B first moved the robotic arm to white box, then moved the robotic arm to pencil box and attempted to grasp it.Comparing the performance of the two, neither policy was able to complete the task and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:47.481426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:47.481426_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.474793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.474793_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.474793_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.474793_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.992058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/paligemma_diffusion_droid_2025-08-29T06:05:46.992058_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:51.230914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:51.230914_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.057981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.057981_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.057981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.057981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.696250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c9f3cf1-9334-4a02-a798-efb468717126/pi0_droid_2025-08-29T06:11:50.696250_video_wrist.mp4"},"preference":"TIE","session_id":"1c9f3cf1-9334-4a02-a798-efb468717126","university":"frodobots"},{"completion_time":"2025-08-29T06:02:22.263470Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smallest box by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, pushed it to make it rotate about 90 degrees.Policy B first moved the robotic arm close the bowl, then moved the robotic arm close to the smallest box,grasped it and rotated it slightly until time ran out.Comparing the performance of the two, policy A has completed the task correctly while policy B has not rotated it by the required angle.Therefore, i choose A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:44.620603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:44.620603_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:43.497069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:43.497069_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:43.497069_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:43.497069_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:44.122223_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/paligemma_vq_droid_2025-08-29T05:53:44.122223_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:33.637783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:33.637783_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:32.406986_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:32.406986_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:32.406986_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:32.406986_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:33.083707_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e1b495-0021-47e4-8928-29206ff038f2/pi0_droid_2025-08-29T06:01:33.083707_video_wrist.mp4"},"preference":"A","session_id":"72e1b495-0021-47e4-8928-29206ff038f2","university":"frodobots"},{"completion_time":"2025-08-29T05:50:57.653507Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smallest box into the bowl","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, grasped it, moved it toward the bowl, pushed the bowl away.Then policy A moved the box away from the bowl and dropped it on table.Policy B first moved the robotic arm close to the smallest box, grasped it, moved it away from the bowl.Comparing the performance of the two, neither policy was able to put the box into the bowl, but policy A at least has moved the box toward the bowl.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:44.250166_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:44.250166_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.093948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.093948_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.093948_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.093948_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.718903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/paligemma_fast_specialist_droid_2025-08-29T05:43:43.718903_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:31.924378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:31.924378_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:30.765607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:30.765607_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:30.765607_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:30.765607_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:31.377004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5593a820-cc35-4aa7-acb6-49152ea75d19/pi0_droid_2025-08-29T05:50:31.377004_video_wrist.mp4"},"preference":"A","session_id":"5593a820-cc35-4aa7-acb6-49152ea75d19","university":"frodobots"},{"completion_time":"2025-08-29T05:39:06.880557Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the tableware together","longform_feedback":"Policy A first moved the robotic arm close to boxes rather than tableware, attempted to grasp the box.Then moved the robotic arm to a cup, and knocked it down.Policy B first moved the robotic arm to  the cup the box,then moved the robotic arm close to the cup and knocked it down.Comparing the performance of the two,both policies were not able to complete the task and  performed similar operations.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:01.755987_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:01.755987_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:00.445270_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:00.445270_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:00.445270_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:00.445270_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:01.137319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_fast_droid_2025-08-29T05:32:01.137319_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:39.268239_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:39.268239_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.118126_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.118126_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.118126_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.118126_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.771630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ff3f799-12b6-45f4-bd44-f42417521742/paligemma_diffusion_droid_2025-08-29T05:38:38.771630_video_wrist.mp4"},"preference":"TIE","session_id":"6ff3f799-12b6-45f4-bd44-f42417521742","university":"frodobots"},{"completion_time":"2025-08-29T05:28:48.181471Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smallest box from left to right","longform_feedback":"Policy A first moved the robotic arm close to the smallest box, grasped it, moved it to right slightly then dropped it.Next, policy A grasped a cup and dropped it.Policy B first moved the robotic arm to smallest box, grasped it, moved it to right .Comparing the performance of the two, both policies have completed the task, but policy B move the box to right further than policy A did.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:05.281519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:05.281519_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.136693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.136693_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.136693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.136693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.765778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_diffusion_droid_2025-08-29T05:20:04.765778_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:11.995789_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:11.995789_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:10.880164_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:10.880164_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:10.880164_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:10.880164_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:11.477218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d0724ef-3b11-46e1-9033-cc7f9fef1388/paligemma_fast_droid_2025-08-29T05:28:11.477218_video_wrist.mp4"},"preference":"B","session_id":"4d0724ef-3b11-46e1-9033-cc7f9fef1388","university":"frodobots"},{"completion_time":"2025-08-29T05:17:01.224955Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cup then drop it","longform_feedback":"Policy A first moved the robotic arm close to one cup,grasped it, moved it and dropped it in the end.Policy B first moved the robotic arm to the boxes, pushed them during remaining time of the episode.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore, policy A is clearly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:10.224865_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:10.224865_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.066052_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.066052_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.066052_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.066052_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.730143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/pi0_droid_2025-08-29T05:11:09.730143_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:35.619199_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:35.619199_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:34.546119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:34.546119_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:34.546119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:34.546119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:35.095890_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f59d588-9a75-4361-86bf-a5237bdabde6/paligemma_diffusion_droid_2025-08-29T05:16:35.095890_video_wrist.mp4"},"preference":"A","session_id":"8f59d588-9a75-4361-86bf-a5237bdabde6","university":"frodobots"},{"completion_time":"2025-08-29T04:15:35.138890Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the red  blocks  from left to right","longform_feedback":"Policy A first moved the robotic arm to one red block, made multiple attempts to grasp it but failed, then moved the robotic arm away.Policy B first moved the robotic arm to  one red block, pushed it forward.Then policy A grasped and released another red block.Comparing the performance of the two, neither policy was able to complete the task, policy B at least moved all the red blocks although not in the right direction.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:10.949283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:10.949283_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:09.695872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:09.695872_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:09.695872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:09.695872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:10.305795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/pi0_droid_2025-08-29T04:07:10.305795_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:17.648943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:17.648943_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:16.429438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:16.429438_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:16.429438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:16.429438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:17.045924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5283e63a-c66f-4139-ae1f-15ee4da3e57b/paligemma_fast_droid_2025-08-29T04:15:17.045924_video_wrist.mp4"},"preference":"B","session_id":"5283e63a-c66f-4139-ae1f-15ee4da3e57b","university":"frodobots"},{"completion_time":"2025-08-29T04:03:47.461888Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cube by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm to cube, then pushed it to make it rotated by 80 degrees until time ran out.Policy B first moved the robotic arm to the banana ,grasped it and released it several times until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least rotated the cube.Therefore,policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:14.678306_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:14.678306_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:13.480144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:13.480144_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:13.480144_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:13.480144_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:14.079979_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_vq_droid_2025-08-29T03:58:14.079979_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:04.695312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:04.695312_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:03.538337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:03.538337_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:03.538337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:03.538337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:04.121421_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77abf0d3-8966-4341-af4f-e42e3da4c216/paligemma_diffusion_droid_2025-08-29T04:03:04.121421_video_wrist.mp4"},"preference":"A","session_id":"77abf0d3-8966-4341-af4f-e42e3da4c216","university":"frodobots"},{"completion_time":"2025-08-29T03:54:44.097930Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bunch of grapes from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the green block, grasped and released it.Then policy A grasped the bunch of grapes, moved it to right and rotated it by about 60 degrees.Policy B first moved the robotic arm close to bunch of grapes, grasped it, moved it to right.Then policy B pushed the bunch of grapes to make it rotate by about 90 degrees.Comparing the performance of the two, both policies have complete the required actions, but policy B rotated the bunch of grapes by 90 degrees while policy A did not.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:01.349684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:01.349684_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.033878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.033878_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.033878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.033878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.686159_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_droid_2025-08-29T03:47:00.686159_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:24.035984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:24.035984_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:22.657625_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:22.657625_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:22.657625_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:22.657625_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:23.373996_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b088e6aa-74b4-44cd-b977-ed296b19affa/pi0_fast_droid_2025-08-29T03:54:23.373996_video_wrist.mp4"},"preference":"B","session_id":"b088e6aa-74b4-44cd-b977-ed296b19affa","university":"frodobots"},{"completion_time":"2025-08-29T03:35:27.750843Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the white block,  then place it onto the book","longform_feedback":"Policy A first moved the robotic arm to the yellow block and green block, pushed them.Then policy A found the white block, grasped it, moved it until time ran out.Policy B first moved the robotic arm to the red block, then stopped during the remaining time of the episode.Comparing the performance of the two, although both failed, policy A at least grasped and moved the required block.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:59.992496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:59.992496_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:58.815912_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:58.815912_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:58.815912_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:58.815912_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:59.380658_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_fast_droid_2025-08-29T03:28:59.380658_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:13.458915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:13.458915_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.244188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.244188_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.244188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.244188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.837699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0325d2ea-2181-4085-aeaa-6e20fae915ec/paligemma_diffusion_droid_2025-08-29T03:35:12.837699_video_wrist.mp4"},"preference":"A","session_id":"0325d2ea-2181-4085-aeaa-6e20fae915ec","university":"frodobots"},{"completion_time":"2025-08-29T03:25:19.197237Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block and move it close to the banana","longform_feedback":"Policy A first moved the robotic arm close to apple, pushed it.Then policy A moved the robotic arm to the red block, grasped it, moved it toward the banana but dropped during the process.Next, policy A attempted to grasp the white block and red block.Policy B first moved the robotic arm close to the red block, pushed it then moved the robotic arm away.Next, after hesitating for while, policy B grasped the banana and dropped it.Comparing the performance of the two, both policies have not completed the task, but policy A at least grasped and moved the red block.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:29.736871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:29.736871_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:28.523070_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:28.523070_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:28.523070_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:28.523070_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:29.133151_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/pi0_fast_droid_2025-08-29T03:18:29.133151_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:51.513996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:51.513996_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.145435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.145435_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.145435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.145435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.768524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1cbd2df-214f-4f27-a7cb-c1a11525513f/paligemma_fast_droid_2025-08-29T03:24:50.768524_video_wrist.mp4"},"preference":"A","session_id":"b1cbd2df-214f-4f27-a7cb-c1a11525513f","university":"frodobots"},{"completion_time":"2025-08-29T03:03:27.856185Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smallest block by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the cube, pushed it.Then policy A grasped the banana and released it.Next, policy A found the smallest white block, grasped and rotate it by a small angle.Policy B first moved the robotic arm the table, then moved robotic arm to the green block which is not the smallest block, pushed to make it rotate slightly.Comparing the performance of the two, policy A has found the target and rotated it, but policy B have not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:18.709075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:18.709075_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:17.435396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:17.435396_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:17.435396_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:17.435396_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:18.111556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/pi0_fast_droid_2025-08-29T02:55:18.111556_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:51.774638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:51.774638_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:50.521963_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:50.521963_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:50.521963_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:50.521963_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:51.197255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9145b25e-1b68-4694-9058-b6c453d9c10f/paligemma_diffusion_droid_2025-08-29T03:02:51.197255_video_wrist.mp4"},"preference":"B","session_id":"9145b25e-1b68-4694-9058-b6c453d9c10f","university":"frodobots"},{"completion_time":"2025-08-29T02:38:30.044040Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bunch of grapes onto the paper","longform_feedback":"Policy A first moved the robotic arm close to the apple instead of the grapes,grasped it, moved it and placed it on the paper.Then, after hesitating fro a while, policy A move the robotic arm to a red block and attempted to grasp it.Policy B first moved the robotic arm close to the banana, paused briefly, grasped it, moved it and dropped it on the table.Comparing the performance of the two,both policies have grasped the wrong object, but policy A at least complete the required actions.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:45.212802_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:45.212802_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:43.974790_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:43.974790_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:43.974790_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:43.974790_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:44.606797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/pi05_droid_2025-08-29T02:30:44.606797_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:07.313795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:07.313795_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.051454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.051454_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.051454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.051454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.624333_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37c30688-aa29-47ad-8d75-f404ad5ab866/paligemma_vq_droid_2025-08-29T02:38:06.624333_video_wrist.mp4"},"preference":"A","session_id":"37c30688-aa29-47ad-8d75-f404ad5ab866","university":"frodobots"},{"completion_time":"2025-08-29T02:27:32.692578Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all red blocks onto the book","longform_feedback":"Policy A first moved the robotic arm close to the bigger red block, attempted to grasp it but failed.Then policy A moved the robotic arm randomly during the remaining time of the episode.Policy B first moved the robotic arm to the smaller red block, grasped it, moved it and placed it onto book.Then policy B moved the robotic arm to another red block, grasped it, moved it toward the book but dropped during the process.Comparing the performance of the two, policy B has put one red block onto the book while policy A has not put any red block onto the book.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:48.275601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:48.275601_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.034292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.034292_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.034292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.034292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.670743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/paligemma_fast_droid_2025-08-29T02:19:47.670743_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:01.598232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:01.598232_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.279410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.279410_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.279410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.279410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.998948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6373a094-dfdd-4dba-a060-3ebd742db422/pi05_droid_2025-08-29T02:27:00.998948_video_wrist.mp4"},"preference":"B","session_id":"6373a094-dfdd-4dba-a060-3ebd742db422","university":"frodobots"},{"completion_time":"2025-08-29T02:06:32.135076Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube from left to right","longform_feedback":"Policy A first moved the robotic arm to cube, pushed it forward slightly, then stopped in the remaining time of the episode.Policy B first moved the robotic arm close to the red block instead of the cube, then moved it to right and dropped it.Comparing the performance of the two, neither policy was able to complete the task. Policy B at least  grasped one object and moved it to right according to the command, although grasp the wrong object.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:15.930684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:15.930684_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:14.892857_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:14.892857_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:14.892857_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:14.892857_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:15.393304_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/paligemma_diffusion_droid_2025-08-29T01:50:15.393304_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:06.656126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:06.656126_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.269473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.269473_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.269473_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.269473_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.911218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b40424db-d807-4a04-9dc4-c2d8e88a7104/pi05_droid_2025-08-29T02:05:05.911218_video_wrist.mp4"},"preference":"B","session_id":"b40424db-d807-4a04-9dc4-c2d8e88a7104","university":"frodobots"},{"completion_time":"2025-08-29T01:46:28.029059Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the apple, then grasp the cube","longform_feedback":"Policy A first moved the robotic arm to the apple, pushed it, then attempted to grasp it until time ran out.Policy B first moved the robotic arm close to the cube, then moved the robotic arm to a banana and push it.Next, policy B moved the robotic arm close to cube again in the end.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least pushed and attempted to grasp the apple while policy B didn't do any thing relevant.Therefore, policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:50.845263_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:50.845263_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:49.686624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:49.686624_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:49.686624_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:49.686624_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:50.290509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_diffusion_droid_2025-08-29T01:38:50.290509_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:07.973145_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:07.973145_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:06.856613_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:06.856613_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:06.856613_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:06.856613_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:07.422950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2950936d-bf8c-47ea-9af5-b4ad3d3a86cf/paligemma_vq_droid_2025-08-29T01:46:07.422950_video_wrist.mp4"},"preference":"A","session_id":"2950936d-bf8c-47ea-9af5-b4ad3d3a86cf","university":"frodobots"},{"completion_time":"2025-08-28T21:35:13.006024Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Tear the paper.","longform_feedback":"For context there was a paper that was folded in half so that one side was taped to the table and the other one kind of stood up in the air. There was also a pre-tear in the paper that neither policy attempted to use. policy A had gone for the middle of the untapped paper for the entire episode, not able to grab anything since it was like grabbing a flat surface. policy B had created a fold when it grabbed the paper, causing it to wrinkle/fold. This fold was then used to later tear the paper(albiet with me holding down the paper since it was not taped down strong enough).","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.048011_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.048011_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:30.793599_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:30.793599_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.717385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.717385_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.717385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:29.717385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:30.269749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_fast_specialist_droid_2025-08-28T21:29:30.269749_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:42.392871_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:42.392871_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:44.157438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:44.157438_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.080583_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.080583_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.080583_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.080583_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.645449_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d15c027-277f-40c0-bf6b-75fb15015771/paligemma_vq_droid_2025-08-28T21:34:43.645449_video_wrist.mp4"},"preference":"B","session_id":"2d15c027-277f-40c0-bf6b-75fb15015771","university":"UT Austin"},{"completion_time":"2025-08-28T21:19:06.020650Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Knock over the red and yellow cups.","longform_feedback":"policy A had started by going for the red cup but accidentally knocked over the blue cup. After knocking it over, policy A attempted to grab the blue cup before going to the yellow cup and grabbing at iand dropping it for the rest of the episode. policy B actually started by attempting to grab and drop the blue cup in the middle before moving to the yellow cup. policy B would then pick up and drop the yellow cup without knocking it over for the rest of the episode. I chose policy B because policy A had knocked down the only cup it wasn't supposed to.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.092032_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.092032_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:44.775176_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:44.775176_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.656013_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.656013_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.656013_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:43.656013_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:44.121368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_droid_2025-08-28T21:13:44.121368_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.242509_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.242509_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:44.860963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:44.860963_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.776453_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.776453_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.776453_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:43.776453_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:44.296184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc65e738-88b9-44d0-937d-ffea5d1da74a/paligemma_fast_specialist_droid_2025-08-28T21:18:44.296184_video_wrist.mp4"},"preference":"B","session_id":"fc65e738-88b9-44d0-937d-ffea5d1da74a","university":"UT Austin"},{"completion_time":"2025-08-28T21:10:59.890306Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place all of the cups inside of each other.","longform_feedback":"policy A spent was very slow, only spending the later half of the episode doing 'meaningful' work- knocking over the large yellow cup that it couldn't even start with and then attempting to grab it by the outside. poliyc B had started with the red cup, quickly placed it in the blue cup and then for some reason moved to the yellow cup and placed that on top of the red/blue stack. Since the yellow cup was bigger than any of the other cups, it just laid on top.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:06.913020_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:06.913020_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:08.472872_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:08.472872_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.406513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.406513_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.406513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.406513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.949464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/paligemma_fast_droid_2025-08-28T20:54:07.949464_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.005807_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.005807_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:42.704532_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:42.704532_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.606021_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.606021_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.606021_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:41.606021_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:42.154153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ec0dd34-d507-4ad9-bd68-4a6646db0148/pi0_fast_droid_2025-08-28T21:10:42.154153_video_wrist.mp4"},"preference":"B","session_id":"5ec0dd34-d507-4ad9-bd68-4a6646db0148","university":"UT Austin"},{"completion_time":"2025-08-28T20:51:00.156256Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put all of the cups inside of each other.","longform_feedback":"Policy A was able to place the red cup inside of the blue cup and then grab both cups in preparation for putting it into the yellow cup. policy B was able to put the blue cup into the yellow cup, but since it was not able to place the yellow cup into the red cup(since it is the smallest) policy B never made the effort to go towards the red cup. policy A had started with the smaller cups, so it didn't have to move to a different cup in order to make progress- instead simply bringing the smaller cups with it to make the progress.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.070911_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.070911_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:09.713819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:09.713819_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.656573_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.656573_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.070911_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:08.070911_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:09.171966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/pi0_droid_2025-08-28T20:44:09.171966_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:37.746218_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:37.746218_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:39.396579_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:39.396579_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:38.336683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:38.336683_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:37.746218_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:37.746218_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:38.795846_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b1f9dbc-6309-4699-ac3c-2cf75037e749/paligemma_fast_droid_2025-08-28T20:50:38.795846_video_wrist.mp4"},"preference":"A","session_id":"3b1f9dbc-6309-4699-ac3c-2cf75037e749","university":"UT Austin"},{"completion_time":"2025-08-28T09:59:23.394930Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods onto the paper","longform_feedback":"Policy A first moved the robotic arm to the bread, attempted ti grasp it but failed, then policy A grasp the banana and dropped it.Next, policy A grasped the bread and released it.Policy B first moved the arm to middle of the foods, then stopped there during remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least grasped two types of foods while policy B did not do anything relevant.Therefore, policy A is clearly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:11.601151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:11.601151_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.293889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.293889_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.293889_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.293889_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.921484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/pi0_droid_2025-08-28T09:53:10.921484_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:59:00.291710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:59:00.291710_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.243762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.243762_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.243762_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.243762_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.797153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3f2bc1d-c72c-42fb-83e9-860e1353d1b1/paligemma_vq_droid_2025-08-28T09:58:59.797153_video_wrist.mp4"},"preference":"A","session_id":"b3f2bc1d-c72c-42fb-83e9-860e1353d1b1","university":"frodobots"},{"completion_time":"2025-08-28T09:48:56.589647Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bread by 90 degrees, then put it onto the paper","longform_feedback":"Policy A first moved the robotic arm to the bread, pushed it to make it rotated by a small angle.Then policy A moved the robotic arm to the paper and attempted to grasp it until time ran out.Policy B first moved the robotic arm to the bread, grasped it, moved it to right while rotated it by about 90 degree, but did not put it onto the paper.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped and rotated the bread.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:05.351183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:05.351183_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.002741_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.002741_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.002741_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.002741_video_right.mp4","wrist_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.708506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi0_droid_2025-08-28T09:42:04.708506_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:30.429749_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:30.429749_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.093018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.093018_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.093018_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.093018_video_right.mp4","wrist_video_gcs_path":"evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.747503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/118e3440-6d30-415a-9e64-e1fad7648b09/pi05_droid_2025-08-28T09:48:29.747503_video_wrist.mp4"},"preference":"B","session_id":"118e3440-6d30-415a-9e64-e1fad7648b09","university":"frodobots"},{"completion_time":"2025-08-28T09:37:25.690889Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the bread, grasped it, moved it to right and dropped it on the table, but didn't rotated it.Policy B first moved the robotic arm to the bread,pushed it forward and made it rotated by a small angle.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least grasped the bread and moved it to right.Therefore,i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:58.028723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:58.028723_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:56.728898_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:56.728898_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:56.728898_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:56.728898_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:57.410187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_diffusion_droid_2025-08-28T09:28:57.410187_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:59.814681_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:59.814681_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:58.372585_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:58.372585_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:58.372585_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:58.372585_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:59.137420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cba0f46f-5f72-47f2-b21d-312b883fab11/paligemma_vq_droid_2025-08-28T09:36:59.137420_video_wrist.mp4"},"preference":"A","session_id":"cba0f46f-5f72-47f2-b21d-312b883fab11","university":"frodobots"},{"completion_time":"2025-08-28T09:25:46.288574Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes and put it onto the paper","longform_feedback":"Policy A first moved the robotic arm to the bunch of grapes, grasped it, moved it back and forth, then stopped during the remaining time of the episode.Policy B first moved the robotic arm to the bunch of grapes, grasped it, moved it and placed it on the paper.Comparing the performance of the two, policy B completed the task successfully while policy A failed.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:46.555153_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:46.555153_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.241841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.241841_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.241841_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.241841_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.920998_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_vq_droid_2025-08-28T09:20:45.920998_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:29.134261_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:29.134261_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:27.776208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:27.776208_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:27.776208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:27.776208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:28.497639_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b77f38e2-7b67-4e9c-8c41-c8a8618342d7/paligemma_fast_droid_2025-08-28T09:25:28.497639_video_wrist.mp4"},"preference":"B","session_id":"b77f38e2-7b67-4e9c-8c41-c8a8618342d7","university":"frodobots"},{"completion_time":"2025-08-28T09:15:50.316290Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread and move it close to the screwdriver","longform_feedback":"Policy A first moved the robotic arm to the banana, then moved the robotic arm to the pencil box, grasped it, moved it to the middle of the table.Policy B first moved the robotic arm to the bread, attempted to grasp it but failed, then policy A moved the robotic arm to the banana and attempted to grasp it until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least attempted to grasp the bread.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:34.748280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:34.748280_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:33.390962_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:33.390962_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:33.390962_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:33.390962_video_right.mp4","wrist_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:34.098541_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/paligemma_fast_specialist_droid_2025-08-28T09:08:34.098541_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:32.238918_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:32.238918_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:30.874000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:30.874000_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:30.874000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:30.874000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:31.550268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132b7c0b-667a-4f2c-8262-1ffc0c727b33/pi0_droid_2025-08-28T09:15:31.550268_video_wrist.mp4"},"preference":"B","session_id":"132b7c0b-667a-4f2c-8262-1ffc0c727b33","university":"frodobots"},{"completion_time":"2025-08-28T08:38:08.341217Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pencil box by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to pencil box, grasped it and dropped it to make it open, then grasped the edge of the pencil box,rotated it until time ran out.Policy B first moved the robotic arm to the pliers, then moved the robotic arm back and forth  randomly as if searching the target.Comparing the performance of the two, policy A nearly completed the task while policy B didn't performed any relevant operations.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:16.799724_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:16.799724_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:15.498971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:15.498971_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:15.498971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:15.498971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:16.153504_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi0_droid_2025-08-28T08:29:16.153504_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:37:00.300113_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:37:00.300113_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:58.887440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:58.887440_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:58.887440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:58.887440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:59.544064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b/pi05_droid_2025-08-28T08:36:59.544064_video_wrist.mp4"},"preference":"A","session_id":"b7ecd92a-1c94-4b8e-bbfb-4121d928ba1b","university":"frodobots"},{"completion_time":"2025-08-28T08:24:32.876790Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bread onto the pliers","longform_feedback":"Policy A first moved the robotic arm to the bunch of grapes, pushed it, then moved the robotic arm away.Policy B first moved the robotic arm to the banana, grasped it, moved it close to the bottle and dropped it.Comparing the performance of the two, neither policy was able to complete the task and both policies have not performed any required operations.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:28.223270_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:28.223270_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:26.898589_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:26.898589_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:26.898589_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:26.898589_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:27.579424_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/pi0_droid_2025-08-28T08:16:27.579424_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:07.665505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:07.665505_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.279984_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.279984_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.279984_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.279984_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.975610_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd807d2-750a-4238-a039-b9d0c9f3ca2a/paligemma_fast_specialist_droid_2025-08-28T08:24:06.975610_video_wrist.mp4"},"preference":"TIE","session_id":"7fd807d2-750a-4238-a039-b9d0c9f3ca2a","university":"frodobots"},{"completion_time":"2025-08-28T08:13:26.886999Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first moved the robotic arm to the banana, grasped it, moved it close to the bread and dropped it.Then policy A moved the robotic arm to the pliers and pushed it until time ran out.Policy B first moved the robotic arm to the bread, grasped it, moved it close to the boxes which is not food.Comparing the performance of the two, policy A at least put two types of foods together while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:36.614530_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:36.614530_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.245855_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.245855_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.245855_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.245855_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.917731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi05_droid_2025-08-28T08:04:35.917731_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:49.092197_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:49.092197_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:47.771169_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:47.771169_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:47.771169_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:47.771169_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:48.450649_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf89de99-9925-484f-a3c5-db42442e8736/pi0_droid_2025-08-28T08:09:48.450649_video_wrist.mp4"},"preference":"A","session_id":"cf89de99-9925-484f-a3c5-db42442e8736","university":"frodobots"},{"completion_time":"2025-08-28T07:59:50.721361Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right","longform_feedback":"Policy A first moved the robotic arm close to the bread, grasped it, moved it to right and dropped it on the table.Policy B first moved the robotic arm close to the bread, adjusted posture, attempted to grasp the bread, but failed in the limited time.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore,policy A is clearly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:42.069737_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:42.069737_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:40.745304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:40.745304_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:40.745304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:40.745304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:41.416268_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi0_droid_2025-08-28T07:54:41.416268_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:32.709396_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:32.709396_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:31.418635_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:31.418635_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:31.418635_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:31.418635_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:32.087917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c824a216-8512-4345-ba37-c310913c172b/pi05_droid_2025-08-28T07:59:32.087917_video_wrist.mp4"},"preference":"A","session_id":"c824a216-8512-4345-ba37-c310913c172b","university":"frodobots"},{"completion_time":"2025-08-28T07:50:27.276560Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread, then grasp the pliers","longform_feedback":"Policy A first moved the robotic arm close to screwdriver, then moved around it during the remaining time of the trial.Policy B first moved the robotic arm to the pliers , grasped and released it, then pushed the pliers close to the bread.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped one required object while policy A did not do anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:18.698709_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:18.698709_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:17.298553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:17.298553_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:17.298553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:17.298553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:18.059573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi0_fast_droid_2025-08-28T07:41:18.059573_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:11.241756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:11.241756_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:09.932049_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:09.932049_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:09.932049_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:09.932049_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:10.543963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc/pi05_droid_2025-08-28T07:50:10.543963_video_wrist.mp4"},"preference":"B","session_id":"17e0adf7-bfb9-44df-a2b3-3ed3d9c447fc","university":"frodobots"},{"completion_time":"2025-08-28T07:37:21.754433Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the drinks  from left to right","longform_feedback":"Policy A first moved the robotic arm close to the blue bottle, made multiple attempts to grasp it but failed.Then policy A moved the robotic arm to the bottom of the two bottles, pushed the bottles forward until time ran out.Policy B first moved the robotic arm to the red bottle, grasped it, moved it to right slightly, then pushed the red bottle forward until time ran out.Comparing the performance of the two,policy B at least grasped one bottle of drinks and moved it to right while police A did not.Therefore, policy B is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:14.574234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:14.574234_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:13.405165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:13.405165_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:13.405165_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:13.405165_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:14.029759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_fast_droid_2025-08-28T07:24:14.029759_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:04.501903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:04.501903_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.296178_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.296178_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.296178_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.296178_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.943861_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1273e21d-1771-4794-98ef-6cafd83e45ed/paligemma_vq_droid_2025-08-28T07:34:03.943861_video_wrist.mp4"},"preference":"B","session_id":"1273e21d-1771-4794-98ef-6cafd83e45ed","university":"frodobots"},{"completion_time":"2025-08-28T07:19:11.386031Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to smaller box, pushed the smaller box to make it rotated by about 90 degrees.Policy B first moved the robotic arm to the bigger box, pushed it,then moved the robotic arm away.Next,policy B moved the robotic arm close to the smaller box but didn't rotated it.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least rotated the smaller box while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:07.946308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:07.946308_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:06.717155_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:06.717155_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:06.717155_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:06.717155_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:07.369690_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/paligemma_fast_droid_2025-08-28T07:12:07.369690_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:48.121452_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:48.121452_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:46.488528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:46.488528_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:46.488528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:46.488528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:47.134634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f64832ab-305f-4805-b962-95549c11b4ef/pi0_fast_droid_2025-08-28T07:18:47.134634_video_wrist.mp4"},"preference":"A","session_id":"f64832ab-305f-4805-b962-95549c11b4ef","university":"frodobots"},{"completion_time":"2025-08-28T07:08:24.798800Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bottle from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the bottle, grasped the cap of the bottle, rotated it by about 90 degrees while moved it to right slightly.Policy B first moved the arm close to the bottle, grasped the cap of the bottle , rotated it by about 90 degrees while moved it forward slightly.Comparing the performance of the two,policy A has moved the bottle slightly to right while policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:44.762021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:44.762021_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:43.587653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:43.587653_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:43.587653_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:43.587653_video_right.mp4","wrist_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:44.182254_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_vq_droid_2025-08-28T07:00:44.182254_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:42.217078_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:42.217078_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:40.978964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:40.978964_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:40.978964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:40.978964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:41.644236_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/192c7a6f-a796-486f-825a-9cc3cf9dfca3/paligemma_fast_droid_2025-08-28T07:07:41.644236_video_wrist.mp4"},"preference":"A","session_id":"192c7a6f-a796-486f-825a-9cc3cf9dfca3","university":"frodobots"},{"completion_time":"2025-08-28T06:56:48.291554Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box and put to the right side of the bottle","longform_feedback":"Policy A first moved the robotic arm close to the bigger box, pushed it, then moved the robotic arm  back and forth aimlessly until time ran out.Policy B first moved the robotic arm to the table, then moved the robotic arm closed to the smaller box, pushed it and made it slip off the table.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least moved the robotic arm to the target box.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:27.846265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:27.846265_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:26.697224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:26.697224_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:26.697224_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:26.697224_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:27.306330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_fast_specialist_droid_2025-08-28T06:47:27.306330_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:51.889725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:51.889725_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:50.703611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:50.703611_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:50.703611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:50.703611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:51.342346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e34fa9c3-c78a-477a-982f-d88deab9eb7d/paligemma_vq_droid_2025-08-28T06:55:51.342346_video_wrist.mp4"},"preference":"B","session_id":"e34fa9c3-c78a-477a-982f-d88deab9eb7d","university":"frodobots"},{"completion_time":"2025-08-28T05:57:03.689200Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box, then move it next to the towel","longform_feedback":"Policy A first moved the robotic arm close to the red bottle, pushed it, after hesitating for while,moved the robotic arm toward the smaller box and pushed it.Policy B first moved the robotic arm to the smaller box, attempted to grasped it but failed, then stopped during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy B has found the smaller box faster than policy A.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:19.077219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:19.077219_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:17.988167_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:17.988167_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:17.988167_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:17.988167_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:18.513773_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/pi0_droid_2025-08-28T05:48:18.513773_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:32.323964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:32.323964_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.112605_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.112605_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.112605_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.112605_video_right.mp4","wrist_video_gcs_path":"evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.784154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77bbd9a7-fd72-4748-a22f-bc7202763267/paligemma_vq_droid_2025-08-28T05:56:31.784154_video_wrist.mp4"},"preference":"B","session_id":"77bbd9a7-fd72-4748-a22f-bc7202763267","university":"frodobots"},{"completion_time":"2025-08-28T05:40:25.337321Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the blue bottle by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the red bottle rather than the blue bottle, then grasped the cap of the bottle, attempted to rotated it but failed.Policy B first moved the robotic arm toward the blue bottle, grasped it, rotated it by 90 degrees then placed it on the table.Comparing the performance of the two, policy B has completed the task successfully while policy A failed.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:44.232020_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:44.232020_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.004192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.004192_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.004192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.004192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.646004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/paligemma_fast_droid_2025-08-28T05:34:43.646004_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:36.451999_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:36.451999_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.147334_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.147334_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.147334_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.147334_video_right.mp4","wrist_video_gcs_path":"evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.847396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822a1d7f-e29a-40ac-ba80-99360dc25251/pi05_droid_2025-08-28T05:39:35.847396_video_wrist.mp4"},"preference":"B","session_id":"822a1d7f-e29a-40ac-ba80-99360dc25251","university":"frodobots"},{"completion_time":"2025-08-28T05:28:59.048762Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller box onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, then stopped during remaining time of the episode.Policy B first moved the robotic arm close to the smaller box, after hesitating for a while, grasped the smaller box, moved it to left, then dropped it on the table.Comparing the performance of the two,neither policy was able to complete the task correctly, but policy B at least grasped and moved the smaller box while policy A didn't do anything relevant.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:05.725925_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:05.725925_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:04.632964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:04.632964_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:04.632964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:04.632964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:05.201831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_vq_droid_2025-08-28T05:20:05.201831_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:31.862929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:31.862929_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:30.669654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:30.669654_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:30.669654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:30.669654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:31.331488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a91eebf-db90-4873-b3e6-4e1b0d50fbde/paligemma_diffusion_droid_2025-08-28T05:28:31.331488_video_wrist.mp4"},"preference":"B","session_id":"4a91eebf-db90-4873-b3e6-4e1b0d50fbde","university":"frodobots"},{"completion_time":"2025-08-28T05:16:58.328567Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the bottles together","longform_feedback":"Policy A first moved the robotic arm close to blue bottle, adjusted posture,pushed it to left slightly, then moved the robotic arm close to the red bottle until time ran out.Policy B first moved the robotic arm to the table, then stopped during the remaining time of the trial.Comparing the performance of the two,neither policy was able to complete the task, but policy A at least pushed one bottle to left while policy B didn't do anything relevant.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:19.513064_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:19.513064_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.272416_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.272416_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.272416_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.272416_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.947803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/pi0_droid_2025-08-28T05:10:18.947803_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:02.573611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:02.573611_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:01.484946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:01.484946_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:01.484946_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:01.484946_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:02.074366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5671f2c-ac30-4883-a344-81a0d036d46a/paligemma_vq_droid_2025-08-28T05:16:02.074366_video_wrist.mp4"},"preference":"A","session_id":"a5671f2c-ac30-4883-a344-81a0d036d46a","university":"frodobots"},{"completion_time":"2025-08-28T03:56:59.001560Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the smaller box from left to right","longform_feedback":"Policy A first moved the robotic arm close to the smaller box, grasped it, moved it to right then dropped it on the table.Policy B first moved the robotic arm to the middle of two boxes, then paused until time ran out.Comparing the performance of the two, policy A has completed the task successfully, while policy B failed.Therefore, policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:13.482842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:13.482842_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.229411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.229411_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.229411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.229411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.929520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_fast_droid_2025-08-28T03:51:12.929520_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:33.320595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:33.320595_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.256973_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.256973_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.256973_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.256973_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.743893_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d454271a-bc52-4c3e-9430-501bc434e458/paligemma_diffusion_droid_2025-08-28T03:56:32.743893_video_wrist.mp4"},"preference":"A","session_id":"d454271a-bc52-4c3e-9430-501bc434e458","university":"frodobots"},{"completion_time":"2025-08-28T03:47:59.475761Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottle then drop it","longform_feedback":"Policy A first moved the robotic arm close to the cube, knocked one bottle down, then moved the robotic arm to another bottle and attempted to grasp it but failed in the end.Policy B first moved the robotic arm close to one bottle, pushed it away,then moved the robotic arm to edge of the table and tried to grasp the edge.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least attempted to grasp a bottle while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:28.232174_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:28.232174_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.044783_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.044783_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.044783_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.044783_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.689076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/pi0_fast_droid_2025-08-28T03:40:27.689076_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:08.275302_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:08.275302_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.053991_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.053991_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.053991_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.053991_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.711107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fb23509-494c-46cd-99b0-342124b22be2/paligemma_vq_droid_2025-08-28T03:47:07.711107_video_wrist.mp4"},"preference":"A","session_id":"6fb23509-494c-46cd-99b0-342124b22be2","university":"frodobots"},{"completion_time":"2025-08-28T03:31:26.594452Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all Stationery from right to left","longform_feedback":"Policy A first moved the robotic arm close to the pencil box, paused briefly,then pushed pencil box slightly until time ran out.Policy B first moved the robotic arm to the pencils,then grasped the pencils/marker together, moved them slightly to left then placed them on table.Comparing the performance of the two, policy B has moved some stationery from right to left slightly while policy A did not.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:31.431796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:31.431796_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.348976_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.348976_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.348976_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.348976_video_right.mp4","wrist_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.875500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_diffusion_droid_2025-08-28T03:23:30.875500_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:11.663286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:11.663286_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:10.444269_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:10.444269_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:10.444269_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:10.444269_video_right.mp4","wrist_video_gcs_path":"evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:11.059800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85ad731b-1f0f-4921-8cf6-03eababa41bc/paligemma_vq_droid_2025-08-28T03:31:11.059800_video_wrist.mp4"},"preference":"B","session_id":"85ad731b-1f0f-4921-8cf6-03eababa41bc","university":"frodobots"},{"completion_time":"2025-08-28T03:19:02.150563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees, then put it onto the book","longform_feedback":"Policy A first moved the robotic arm toward the controller, rotated it slightly by pushing its top edge, then moved robotic arm close to the book and push it until time ran out.Policy B first took some time to find the controller, then moved the robotic arm onto the controller and paused during the remaining time of the episode.Comparing the performance of the two, neither policy was able to complete the task, but policy A at least rotated the controller while policy B did not.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:09.464696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:09.464696_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.301672_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.301672_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.301672_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.301672_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.940132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_vq_droid_2025-08-28T03:11:08.940132_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:26.755509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:26.755509_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:25.693905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:25.693905_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:25.693905_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:25.693905_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:26.230842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0992beb6-0805-4bab-98c0-8797d0861a11/paligemma_fast_droid_2025-08-28T03:18:26.230842_video_wrist.mp4"},"preference":"A","session_id":"0992beb6-0805-4bab-98c0-8797d0861a11","university":"frodobots"},{"completion_time":"2025-08-28T03:06:40.653806Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"close the pencil box, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the pencil box, then moved around the pencil box during the remaining time of the episode.Policy B first moved the robotic arm to a pencil rather than the pencil box, then grasped and released the pencil.Next,policy moved the robotic arm to the pencil box, attempted to close it until time ran out.Comparing the performance of the two, both policies have not complete the task, but policy B at least identified the pencil box and tried to close it while policy A has not done anything relevant.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:06.372384_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:06.372384_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.157832_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.157832_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.157832_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.157832_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.788417_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_fast_droid_2025-08-28T02:59:05.788417_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:47.139453_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:47.139453_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:45.927807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:45.927807_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:45.927807_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:45.927807_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:46.626211_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8481341-51e4-4cfd-956c-2772d26529c4/paligemma_vq_droid_2025-08-28T03:05:46.626211_video_wrist.mp4"},"preference":"B","session_id":"c8481341-51e4-4cfd-956c-2772d26529c4","university":"frodobots"},{"completion_time":"2025-08-28T02:37:00.891709Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser, then place it into the pencil box","longform_feedback":"Policy A first moved the robotic arm close to the eraser, grasped it, moved it then dropped it into the pencil box.Policy B first moved the robotic arm close to the tape, then moved the robotic arm toward the eraser, grasped it, moved it toward the pencil box, but dropped it outside the pencil box.Comparing the performance of the two, policy A has completed the task correctly while policy B failed.Therefore, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:44.550759_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:44.550759_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:43.483397_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:43.483397_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:43.483397_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:43.483397_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:44.005247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/pi0_droid_2025-08-28T02:29:44.005247_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:32.647710_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:32.647710_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:31.396811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:31.396811_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:31.396811_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:31.396811_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:32.095671_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d75369ac-7872-4bb5-991c-5e497d28476b/paligemma_fast_specialist_droid_2025-08-28T02:36:32.095671_video_wrist.mp4"},"preference":"A","session_id":"d75369ac-7872-4bb5-991c-5e497d28476b","university":"frodobots"},{"completion_time":"2025-08-28T02:16:44.837061Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp controller and move it next to the marker pen","longform_feedback":"Policy A first moved the robotic arm close to the pencil instead of the controller, then moved away.Next,policy A moved the robotic arm aimlessly during the remaining time of the episode.Policy B first moved the robotic arm to the controller, grasped it, moved it toward the marker pen, then placed it near the marker pen.Next,policy B grasped the eraser and moved it close to the marker pen.Comparing the performance of the two,policy B have completed the task correctly while policy A has done nothing relevant.Therefore, policy B is obviously better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:20.393234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:20.393234_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.127817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.127817_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.127817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.127817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.816937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/pi0_fast_droid_2025-08-28T02:09:19.816937_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:25.351912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:25.351912_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.113931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.113931_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.113931_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.113931_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.805257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d30fec84-96f2-419b-a004-60d0aee68258/paligemma_fast_specialist_droid_2025-08-28T02:16:24.805257_video_wrist.mp4"},"preference":"B","session_id":"d30fec84-96f2-419b-a004-60d0aee68258","university":"frodobots"},{"completion_time":"2025-08-28T01:59:59.742795Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the controller by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the controller, grasped and released it several times, then paused above the controller in the remaining time of the episode.Policy B first moved the robotic arm to the controller, touched it, then moved the robotic arm away and moved the robotic arm back and forth aimlessly until time ran out.Comparing the performance of the two, although both policies have not obviously rotated the controller,policy A at least grasped the controller while policy B did not.Therefore, i choose policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:35.314042_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:35.314042_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.233721_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.233721_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.233721_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.233721_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.840733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/paligemma_vq_droid_2025-08-28T01:52:34.840733_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:41.783880_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:41.783880_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:40.643903_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:40.643903_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:40.643903_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:40.643903_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:41.259005_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa62abb-b549-42a6-8799-25794d646104/pi05_droid_2025-08-28T01:59:41.259005_video_wrist.mp4"},"preference":"A","session_id":"dfa62abb-b549-42a6-8799-25794d646104","university":"frodobots"},{"completion_time":"2025-08-28T01:48:18.839736Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser on top of the drawer","longform_feedback":"Policy A first moved the robotic arm close to the paper rather then the eraser, then moved the robotic arm to the red pencil,grasped it,moved it and place it on table.Policy B first moved the robotic arm to the eraser, grasped it , moved it slightly close to the drawer and dropped it.Comparing the performance of the two, policy B at least grasped and moved the eraser while policy A did not.Therefore,policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:41.803288_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:41.803288_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:40.639316_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:40.639316_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:40.639316_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:40.639316_video_right.mp4","wrist_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:41.266904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/paligemma_fast_specialist_droid_2025-08-28T01:42:41.266904_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:46.230657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:46.230657_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.061283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.061283_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.061283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.061283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.724609_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754df106-3274-4eb5-a651-dd7afc168eb7/pi0_droid_2025-08-28T01:47:45.724609_video_wrist.mp4"},"preference":"B","session_id":"754df106-3274-4eb5-a651-dd7afc168eb7","university":"frodobots"},{"completion_time":"2025-08-28T01:37:50.379337Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all pencils onto the paper","longform_feedback":"Policy A first moved the robotic arm close to the green pencil, grasped it , moved it slowly to the paper until time ran out.Policy B first moved the robotic arm to the green pencil, grasp it ,move it randomly several times, then placed it near the paper in the end.Comparing the performance of the two, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:38.662264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:38.662264_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:37.613852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:37.613852_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:37.613852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:37.613852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:38.164252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/paligemma_diffusion_droid_2025-08-28T01:32:38.164252_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:32.463889_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:32.463889_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.250349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.250349_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.250349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.250349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.901072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd980c68-3649-4afd-9f3a-176b88287d84/pi0_fast_droid_2025-08-28T01:37:31.901072_video_wrist.mp4"},"preference":"B","session_id":"bd980c68-3649-4afd-9f3a-176b88287d84","university":"frodobots"},{"completion_time":"2025-08-28T01:28:38.797645Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"press the round button of the remote controller","longform_feedback":"Policy A first moved the robotic arm close to the remote controller, pushed it until time ran out.Policy B first moved the robotic arm to the controller, grasped it, moved it then dropped it on the table.Comparing the performance of the two,neither policy was able to complete the task, but policy B at least grasped the controller several time while policy A just pushed it.Therefore,policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:07.632265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:07.632265_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:06.550736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:06.550736_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:06.550736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:06.550736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:07.124134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_diffusion_droid_2025-08-28T01:22:07.124134_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:53.195605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:53.195605_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:51.999906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:51.999906_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:51.999906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:51.999906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:52.677466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2bf8722-19cf-459c-a0ab-27dc769d36ae/paligemma_fast_specialist_droid_2025-08-28T01:27:52.677466_video_wrist.mp4"},"preference":"B","session_id":"a2bf8722-19cf-459c-a0ab-27dc769d36ae","university":"frodobots"},{"completion_time":"2025-08-28T01:15:05.452058Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the drawer","longform_feedback":"Policy A first moved the robotic arm toward the table, then stopped on the table during the remaining time of the episode.Policy B first moved the robotic arm toward the drawer,then moved the robot arm close to the pencil, grasped it and moved it until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least performed some operation while policy A didn't.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:44.446570_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:44.446570_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:43.454235_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:43.454235_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:43.454235_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:43.454235_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:44.009075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/paligemma_vq_droid_2025-08-28T01:05:44.009075_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:52.940186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:52.940186_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:51.755481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:51.755481_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:51.755481_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:51.755481_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:52.412348_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e5d5404-5909-4b73-a4af-b8921781be97/pi0_droid_2025-08-28T01:12:52.412348_video_wrist.mp4"},"preference":"B","session_id":"2e5d5404-5909-4b73-a4af-b8921781be97","university":"frodobots"},{"completion_time":"2025-08-27T22:33:46.581339Z","evaluator_name":"ellieh99@berkley.edu","language_instruction":"put the tape into the black bowl","longform_feedback":"A was much better since it knows the next orientation after lifting the tape upward. A gradually moved the tape over the blakc bowl but the arm at the same time also pushed the base of the bowl, causing the falling of some objects nearby and the tape was not placed on the bowl at last. B on the other hand failed to identify the blakc bowl on the left as it moved the tape over the black bin next to it","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:52.858839_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:52.858839_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:54.555936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:54.555936_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:53.560261_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:53.560261_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:52.858839_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:52.858839_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:54.020770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/pi05_droid_2025-08-27T22:28:54.020770_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.057182_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.057182_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:28.849886_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:28.849886_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.752554_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.752554_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.057182_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:27.057182_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:28.268076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02c526aa-bde6-4572-a65e-4f27eefddb28/paligemma_fast_specialist_droid_2025-08-27T22:33:28.268076_video_wrist.mp4"},"preference":"A","session_id":"02c526aa-bde6-4572-a65e-4f27eefddb28","university":"Berkeley"},{"completion_time":"2025-08-27T22:24:02.643069Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the blue marker into bin","longform_feedback":"A at least could identify the blue marker after multiple trials of pushing the black marker out of the seen or rotating the scissor. A attempte to grasp it but got the marker further and further away that the arm could not reach for. B instead tried to interact with the black marker and ignore the blue one. None of each marker was placed on the notebook as requested","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:27.392524_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:27.392524_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:29.190360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:29.190360_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.107790_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.107790_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.107790_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.107790_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.626533_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_vq_droid_2025-08-27T22:17:28.626533_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:30.666516_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:30.666516_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:32.385494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:32.385494_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.317263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.317263_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.317263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.317263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.800709_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c8f57ba-18c7-435f-99e2-5db7bb18572c/paligemma_fast_specialist_droid_2025-08-27T22:23:31.800709_video_wrist.mp4"},"preference":"A","session_id":"4c8f57ba-18c7-435f-99e2-5db7bb18572c","university":"Berkeley"},{"completion_time":"2025-08-27T22:11:31.206017Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the scissor on notebook","longform_feedback":"A and B both knew it had something to do with the scissor as the arm reached for this object at the very first move. However, A was unable to grasp it upward while B had that ability to do so but got disrupt due to time constraint","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:14.509907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:14.509907_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.317463_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.317463_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.317463_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.317463_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.963320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_fast_specialist_droid_2025-08-27T22:04:13.963320_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:10.684800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:10.684800_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:09.577594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:09.577594_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:09.577594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:09.577594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:10.137311_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d/paligemma_diffusion_droid_2025-08-27T22:10:10.137311_video_wrist.mp4"},"preference":"B","session_id":"fde1b3a8-d9ca-4adf-bbba-2e991c7ffe1d","university":"Berkeley"},{"completion_time":"2025-08-27T21:57:32.180950Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the egg into pot","longform_feedback":"Despite beign asked to placed the egg into pot, both policies had the same pattern since they were very swiftly grasping the egg but then placeed it on the bowl, which has a very similar shape as the pot","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.098465_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.098465_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:44.892959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:44.892959_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.818954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.818954_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.098465_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:43.098465_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:44.295744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_vq_droid_2025-08-27T21:51:44.295744_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.262341_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.262341_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:58.885115_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:58.885115_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.870027_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.870027_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.262341_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:57.262341_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:58.370116_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d585f889-279c-446c-97a3-f8ef02e36f44/paligemma_fast_droid_2025-08-27T21:56:58.370116_video_wrist.mp4"},"preference":"TIE","session_id":"d585f889-279c-446c-97a3-f8ef02e36f44","university":"Berkeley"},{"completion_time":"2025-08-27T21:44:01.862818Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape into drawer and then close it","longform_feedback":"Policy B somewhat performed better as it was able to identify the intended object (tape) to start with but had a hard time grasping it completely in the air. A went off absolutely as it moved the lid and placed it into drawer","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.222853_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.222853_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:18.002132_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:18.002132_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.902306_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.902306_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.222853_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:16.222853_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:17.368954_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/pi0_droid_2025-08-27T21:39:17.368954_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.134656_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.134656_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:11.882606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:11.882606_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.774778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.774778_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.134656_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:10.134656_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:11.282525_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10954dc5-f91d-4cc4-8ad2-1381bcd68cb7/paligemma_diffusion_droid_2025-08-27T21:43:11.282525_video_wrist.mp4"},"preference":"B","session_id":"10954dc5-f91d-4cc4-8ad2-1381bcd68cb7","university":"Berkeley"},{"completion_time":"2025-08-27T21:33:19.591029Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape into container","longform_feedback":"B completely placed the tape into the desired location while A struggle to grasp the tape in place despite trying for multiple times","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.022273_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.022273_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:31.683902_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:31.683902_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.716502_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.716502_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.716502_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:30.716502_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:31.195897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/paligemma_diffusion_droid_2025-08-27T21:26:31.195897_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:14.799539_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:14.799539_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:16.516607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:16.516607_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:15.498016_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:15.498016_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:15.498016_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:15.498016_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:16.008215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aacddcc-d81f-418e-8533-e9cbf6d4bf5a/pi05_droid_2025-08-27T21:32:16.008215_video_wrist.mp4"},"preference":"B","session_id":"2aacddcc-d81f-418e-8533-e9cbf6d4bf5a","university":"Berkeley"},{"completion_time":"2025-08-27T21:21:26.170523Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"start the toaster","longform_feedback":"Policy A and B both reached for the bread in the slots without realizing the only way to start a toaster is sto lower the lever on the right to begin toasting cycles. In both trials, none of the policy has shifted to the right direction of the toaster","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.123146_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.123146_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:28.880394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:28.880394_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.728240_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.728240_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.728240_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:27.728240_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:28.285599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_fast_droid_2025-08-27T21:14:28.285599_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:17.714122_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:17.714122_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:19.440960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:19.440960_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.281122_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.281122_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.281122_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.281122_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.857464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac8b95f4-b64d-44b4-854b-d24982ed453c/pi0_droid_2025-08-27T21:19:18.857464_video_wrist.mp4"},"preference":"TIE","session_id":"ac8b95f4-b64d-44b4-854b-d24982ed453c","university":"Berkeley"},{"completion_time":"2025-08-27T21:09:30.121548Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"move the carrot into plate","longform_feedback":"B is indeed better since it completed the task in first few movements while A struggled to identify the exact location of the carrot and thus randomly grasped the other objects that lied along with it sich as banana and black stick","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.021303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.021303_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:16.717966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:16.717966_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.599935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.599935_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.599935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:15.599935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:16.140234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/paligemma_fast_specialist_droid_2025-08-27T21:04:16.140234_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:49.904694_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:49.904694_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:51.689571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:51.689571_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:50.593321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:50.593321_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:50.593321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:50.593321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:51.110956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4cbfd4e-6fe6-46e5-b8d7-444246fd2693/pi0_droid_2025-08-27T21:07:51.110956_video_wrist.mp4"},"preference":"B","session_id":"b4cbfd4e-6fe6-46e5-b8d7-444246fd2693","university":"Berkeley"},{"completion_time":"2025-08-27T20:55:37.325375Z","evaluator_name":"elllieh99@berkeley.edu","language_instruction":"put the writing utensils on cardboard","longform_feedback":"A has disrupted the whole seen as it pushed one of the marker off the table and tried to grasp a yellow eraser right next to it. B seemed to know how to property grasp the marker but it ended up putting it on another tabletop","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.056254_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.056254_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:41.906203_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:41.906203_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.687943_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.687943_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.687943_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:40.687943_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:41.227404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_diffusion_droid_2025-08-27T20:45:41.227404_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:07.324753_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:07.324753_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:09.166559_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:09.166559_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.030943_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.030943_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.030943_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.030943_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.574611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7714c727-bcfe-49ca-9709-5f386e02a3d7/paligemma_fast_specialist_droid_2025-08-27T20:54:08.574611_video_wrist.mp4"},"preference":"B","session_id":"7714c727-bcfe-49ca-9709-5f386e02a3d7","university":"Berkeley"},{"completion_time":"2025-08-27T20:40:34.768559Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker on the cardboard","longform_feedback":"B is slightly better as it at least headed towards the direction where the marker was placed while A just pointed to another tabletop on the left. B grasped the yellow cube which was located next to the marker.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:39.911363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:39.911363_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:41.632288_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:41.632288_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:40.593340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:40.593340_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:39.911363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:39.911363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:41.106301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/pi0_droid_2025-08-27T20:32:41.106301_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:44.631808_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:44.631808_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:46.313742_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:46.313742_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:45.235056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:45.235056_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:44.631808_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:44.631808_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:45.739229_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca7d301e-d39c-4f9d-b087-9538d8eb90a0/paligemma_diffusion_droid_2025-08-27T20:38:45.739229_video_wrist.mp4"},"preference":"B","session_id":"ca7d301e-d39c-4f9d-b087-9538d8eb90a0","university":"Berkeley"},{"completion_time":"2025-08-27T20:13:41.179903Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the edible things into bowl","longform_feedback":"Policy A slowly reached for the egg and succesfully placed it in the bowl; it also half-way moved the duck into bowl since the arm was hovering right at the top of the bowl. B on the other hand followed a random pattern since it grasped the cube and duck and placed it on and then left the gripper frozen in the position of the egg while the policy came to an  end soon","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:18.404108_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:18.404108_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:20.130509_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:20.130509_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.109063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.109063_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.109063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.109063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.612136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_vq_droid_2025-08-27T20:05:19.612136_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:49.777414_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:49.777414_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:51.428747_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:51.428747_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.473039_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.473039_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.473039_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.473039_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.931336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1fc99ae-b209-4f7c-9f9e-124510817fd4/paligemma_fast_droid_2025-08-27T20:12:50.931336_video_wrist.mp4"},"preference":"A","session_id":"b1fc99ae-b209-4f7c-9f9e-124510817fd4","university":"Berkeley"},{"completion_time":"2025-08-27T20:00:22.275755Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move all the cubes to bowl","longform_feedback":"With a variety of things displaying on the table, both policies only succeeded in grasping one (out of 3) cubes and mistakenly picking up other objects like egg, duck, or a half-circle into the bowl. They seemed to reach for the objects on the left hand side first and then gradually moved to the right","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:51.326960_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:51.326960_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:53.156199_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:53.156199_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.065749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.065749_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.065749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.065749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.623076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_specialist_droid_2025-08-27T19:53:52.623076_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:43.567039_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:43.567039_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:45.311427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:45.311427_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.288452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.288452_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.288452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.288452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.792784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3f998b7-5703-464f-8074-c64ead3ff106/paligemma_fast_droid_2025-08-27T19:59:44.792784_video_wrist.mp4"},"preference":"TIE","session_id":"e3f998b7-5703-464f-8074-c64ead3ff106","university":"Berkeley"},{"completion_time":"2025-08-27T19:09:02.296242Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the yellow cup and drop it off the table.","longform_feedback":"policy A was only able to approach the cup and grab it around the brim. policy A never lifted or moved the cup. policy B was able to grab the cup, lift and move the cup towards the edge of the table but never completely off of the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.018785_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.018785_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:31.582839_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:31.582839_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.613483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.613483_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.613483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:30.613483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:31.088941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_vq_droid_2025-08-27T19:05:31.088941_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:46.835785_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:46.835785_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:48.549165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:48.549165_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:47.489893_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:47.489893_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:47.489893_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:47.489893_video_right.mp4","wrist_video_gcs_path":"evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:48.012586_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/703503fa-a5cc-4ee8-96a3-99612fbca12e/paligemma_fast_droid_2025-08-27T19:08:48.012586_video_wrist.mp4"},"preference":"B","session_id":"703503fa-a5cc-4ee8-96a3-99612fbca12e","university":"UT Austin"},{"completion_time":"2025-08-27T19:02:05.400951Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the cup from me.","longform_feedback":"policy A had approached the cup and tried to wrap its gripper around the cup to grab it. policy A never actually tried to grab the cup despite having its entire gripper over the cup, and after failing to grab it from me, it kind of wandered upwards and to the right of the field and never recovered. policy B approached the cup after a little while longer than policy A and tried to grab the inside of the cup and actually grabbed it. Policy B did not continue to hold on to the cup and let it go after less than a second. policy A then proceeded to wander near the floor for most of the episode before again approaching the level of the cup at the very end of the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:58.568823_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:58.568823_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:54:00.143368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:54:00.143368_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.086303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.086303_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.086303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.086303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.591734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/paligemma_fast_specialist_droid_2025-08-27T18:53:59.591734_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.100891_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.100891_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:44.740400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:44.740400_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.645194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.645194_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.645194_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:43.645194_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:44.193237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31116d05-b2d7-4eda-a343-fff3eb01ee62/pi05_droid_2025-08-27T19:01:44.193237_video_wrist.mp4"},"preference":"B","session_id":"31116d05-b2d7-4eda-a343-fff3eb01ee62","university":"UT Austin"},{"completion_time":"2025-08-27T18:50:40.700120Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Take the cup from me.","longform_feedback":"policy A was able to move itself towards me, but instead of moving its gripper to meet me, it had pushed its gripper into the ground and grabbed at nothing at the space underneath my hand. policy B was actually able to reach my hand and wrap its gripper around the cup and squeeze, but it did not hold onto it after grabbing at it, resulting the cup to fall to the ground.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.012336_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.012336_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:13.773192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:13.773192_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.678394_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.678394_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.012336_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:12.012336_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:13.258881_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/paligemma_diffusion_droid_2025-08-27T18:44:13.258881_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:18.405649_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:18.405649_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:20.149937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:20.149937_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:19.093905_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:19.093905_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:18.405649_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:18.405649_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:19.594359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d00e1-9376-499b-a24e-d36bdaa2e16f/pi0_droid_2025-08-27T18:50:19.594359_video_wrist.mp4"},"preference":"B","session_id":"4a6d00e1-9376-499b-a24e-d36bdaa2e16f","university":"UT Austin"},{"completion_time":"2025-08-27T18:39:46.614118Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the milk carton.","longform_feedback":"I wanted to see the effect of dimming the lights for this evaluation. policy A had approachd the milk carton and jammed it's gripper into the ground for the entire episode, even moving the field a little. policy B had grabbed the milk carton from the top, and for some reason re-adjusted it's grip on the milk carton the entire time- picking up the carton, lifting it less than a centimeter, then dropping the carton to fix it's grip. Eventually policy B moved the carton laterally to do the exact same thing it was doing but in a new place. policy B ended up knocking the carton over when doing this and wasn't able to recover.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:45.439487_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:45.439487_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:47.135368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:47.135368_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.077744_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.077744_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.077744_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.077744_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.606682_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/paligemma_diffusion_droid_2025-08-27T18:30:46.606682_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:24.961769_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:24.961769_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:26.405561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:26.405561_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.454129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.454129_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.454129_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.454129_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.913194_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec723e48-aec1-4951-9558-741f713391b1/pi0_droid_2025-08-27T18:39:25.913194_video_wrist.mp4"},"preference":"B","session_id":"ec723e48-aec1-4951-9558-741f713391b1","university":"UT Austin"},{"completion_time":"2025-08-27T18:28:24.931558Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"grab the yellow cup.","longform_feedback":"I wanted to test the effect of low light condidtions so I dimmed the lights in the room. policy A immediatley approached the yellow cup and made many attempts to grab the cup. policy A found some difficulty in getting it's entire gripper over the cup as the cup was almost the width of the space in the gripper when it is fully open. Towards the end of the episode, policy A had found some success in grabbing the cup, even lifting it off the ground a little, but it wasn't able to exercise any command over the cup in the air. policy B had moved towards the cup, but didn't really try grabbing the cup, instead pushing it forward at the end of the episode.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:40.465147_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:40.465147_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:42.084293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:42.084293_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:41.025382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:41.025382_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:40.465147_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:40.465147_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:41.497942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/pi05_droid_2025-08-27T18:22:41.497942_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:27:59.558529_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:27:59.558529_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:01.247638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:01.247638_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:00.216250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:00.216250_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:27:59.558529_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:27:59.558529_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:00.686621_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1854c1c-211e-4d90-8e61-268b64e989b7/paligemma_fast_droid_2025-08-27T18:28:00.686621_video_wrist.mp4"},"preference":"A","session_id":"a1854c1c-211e-4d90-8e61-268b64e989b7","university":"UT Austin"},{"completion_time":"2025-08-27T18:18:58.338354Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the bread.","longform_feedback":"I wanted to see how policies acted in low ligh condidtions so I kept the light off for this evalution. policy A had aproached the direction of the bread and the spray bottle and quickly knocked over the spray bottle. policy A then went to the ground with it's gripper, sort of pushing the spray bottle towards the bread. After doing that a bit, policy A changed directions to grab at the yellow cup before coming back to the black spray bottle. policy B was much more reserved with it's movements. policy B started by approaching the milk carton grabbing at it without making contact and then moving towards the spray bottle. policy B approached the spray bottle but after touching it a little paused for a moment before trying to grab the spray bottle and knocking it down. policy B finished the episode by grabbing at the spray bottle. I gave the policies a tie because neither really progressed more than the other. You could argue that policy A might have been directed more towards the bread, but any argument for intention is uncertain.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.038056_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.038056_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:54.752611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:54.752611_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.563291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.563291_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.563291_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:53.563291_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:54.200626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/pi05_droid_2025-08-27T18:08:54.200626_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.295363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.295363_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:37.939948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:37.939948_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.931033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.931033_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.931033_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:36.931033_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:37.407076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee27500-d275-4aa9-86dc-f136c44d2e91/paligemma_vq_droid_2025-08-27T18:18:37.407076_video_wrist.mp4"},"preference":"TIE","session_id":"5ee27500-d275-4aa9-86dc-f136c44d2e91","university":"UT Austin"},{"completion_time":"2025-08-27T10:15:22.550150Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the red blocks into the plate","longform_feedback":"Policy A first moved the robotic arm toward the red block, grasped it, moved it then placed into the plate.Policy B first moved the robotic arm toward the white and red block, then paused above them until time ran out.Comparing the performance of the two, policy A has at least put one red block into the plate while policy B has not.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:43.116486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:43.116486_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:41.922440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:41.922440_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:41.922440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:41.922440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:42.621661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/pi05_droid_2025-08-27T10:05:42.621661_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:03.989538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:03.989538_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:02.832485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:02.832485_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:02.832485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:02.832485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:03.456323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ad5b306-82e2-4287-a8b7-d77f2204b589/paligemma_fast_droid_2025-08-27T10:15:03.456323_video_wrist.mp4"},"preference":"A","session_id":"7ad5b306-82e2-4287-a8b7-d77f2204b589","university":"frodobots"},{"completion_time":"2025-08-27T10:01:03.526116Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it onto the red block","longform_feedback":"Policy A first moved the robotic arm toward the banana, grasped it, rotated it, moved it close to the red block,then moved it close the yellow block and white on after another.Next,after hesitating for while, policy A moved the robotic arm above the yellow block in the end.Policy B first moved the robotic arm to the banana, grasped it, rotated it,moved it close to the bunch of grapes.Comparing the performance of the two,neither policy was able to complete the task correctly, but policy B at least moved the banana to the blocks.Therefore, i choose policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:11.852528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:11.852528_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:10.640119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:10.640119_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:10.640119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:10.640119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:11.292772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/pi0_fast_droid_2025-08-27T09:51:11.292772_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:39.232219_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:39.232219_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.153941_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.153941_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.153941_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.153941_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.768636_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea5fa195-fc40-4467-9ff7-63f9ef403aaf/paligemma_fast_droid_2025-08-27T10:00:38.768636_video_wrist.mp4"},"preference":"A","session_id":"ea5fa195-fc40-4467-9ff7-63f9ef403aaf","university":"frodobots"},{"completion_time":"2025-08-27T09:44:09.176027Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the white block from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm toward the white block, then pushed it to make it rotate until time ran out.Policy B first moved the robotic arm toward the white block, grasped it,rotated it and moved it to right in the end.Comparing the performance of the two,policy B has completed the task ultimately, but policy A has only rotated the white block.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:44.893062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:44.893062_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:43.839850_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:43.839850_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:43.839850_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:43.839850_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:44.362217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_vq_droid_2025-08-27T09:34:44.362217_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:12.893026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:12.893026_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:11.776530_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:11.776530_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:11.776530_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:11.776530_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:12.407276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73f7cf62-b42b-432a-a7a8-b481c965b0f5/paligemma_fast_specialist_droid_2025-08-27T09:43:12.407276_video_wrist.mp4"},"preference":"B","session_id":"73f7cf62-b42b-432a-a7a8-b481c965b0f5","university":"frodobots"},{"completion_time":"2025-08-27T09:30:33.999691Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the white block and put it onto the red block","longform_feedback":"Policy A first moved the robotic arm toward the white block, attempted to grasp it but didn't,then moved the robotic arm close to red block.Policy B first moved the robotic arm close to the red block, pushed it, then moved the robotic arm away.Next,policy B approached the white block and grasped it in the end.Comparing their performance, neither policy was able to complete the task, but policy B at least grasped the white block.Therefore, i choose policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:37.326699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:37.326699_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.142745_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.142745_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.142745_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.142745_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.826422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_vq_droid_2025-08-27T09:24:36.826422_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:11.893464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:11.893464_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:10.838806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:10.838806_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:10.838806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:10.838806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:11.410112_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d67134a-d6b5-476b-8aa5-d58ac0a51e3d/paligemma_fast_droid_2025-08-27T09:30:11.410112_video_wrist.mp4"},"preference":"B","session_id":"0d67134a-d6b5-476b-8aa5-d58ac0a51e3d","university":"frodobots"},{"completion_time":"2025-08-27T09:20:32.354726Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and move it close to the red block","longform_feedback":"Policy A first moved the robotic arm toward the plate, then attempted to grasp it until time ran out.Policy B first moved the robotic arm to the banana, pushed it,paused briefly then  grasped it and released it.Next, policy B moved the robotic arm toward the yellow block.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped the banana while policy A did not do anything relevant.Therefore,i prefer policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:38.475725_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:38.475725_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.310273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.310273_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.310273_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.310273_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.974922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi0_droid_2025-08-27T09:11:37.974922_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:40.371142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:40.371142_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.236693_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.236693_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.236693_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.236693_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.814073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d90a31e3-b564-4b82-a1c5-9d8442ac2203/pi05_droid_2025-08-27T09:19:39.814073_video_wrist.mp4"},"preference":"B","session_id":"d90a31e3-b564-4b82-a1c5-9d8442ac2203","university":"frodobots"},{"completion_time":"2025-08-27T09:07:18.460241Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the green block by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the green block, then pushed it to make it rotate by about 90 degrees.Policy B first moved the arm close to the green block, pushed it to right meanwhile let it rotate by 90 degrees.Comparing the performance of the two,both policies were able to complete the task correctly,but policy A seemed more smoothly.Therefore, i prefer policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:53.106435_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:53.106435_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.166926_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.166926_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.166926_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.166926_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.661406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/pi0_droid_2025-08-27T08:59:52.661406_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:53.985840_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:53.985840_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:52.774353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:52.774353_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:52.774353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:52.774353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:53.431529_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97b5d2ce-678a-419c-b81c-24513951455e/paligemma_fast_droid_2025-08-27T09:06:53.431529_video_wrist.mp4"},"preference":"A","session_id":"97b5d2ce-678a-419c-b81c-24513951455e","university":"frodobots"},{"completion_time":"2025-08-27T08:16:28.242190Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the orange into the plate","longform_feedback":"Policy A first moved the robotic arm toward the orange, pushed it toward the plate,then moved the robotic arm away.Next, policy A moved the robotic arm to the red block, grasped it and moved it close to the plate until time ran out.Policy B first moved the robotic arm close to the orange, attempted to grasp it but only pushed it close to the plate.Then policy B moved the robotic arm into the plate, pulled it toward the outside of table so that made the orange slip off the table.Comparing the performance of the two,neither policy was able to complete the task, but policy A at least let the orange stay beside the plate while policy B made the orange slip off the table.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:42.996246_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:42.996246_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:41.836563_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:41.836563_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:41.836563_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:41.836563_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:42.511401_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/pi0_fast_droid_2025-08-27T08:01:42.511401_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:09.969844_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:09.969844_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:08.830457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:08.830457_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:08.830457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:08.830457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:09.440768_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67c8e060-a18d-4520-8ad0-816f6dbf1b52/paligemma_fast_specialist_droid_2025-08-27T08:16:09.440768_video_wrist.mp4"},"preference":"A","session_id":"67c8e060-a18d-4520-8ad0-816f6dbf1b52","university":"frodobots"},{"completion_time":"2025-08-27T07:56:35.337276Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the fruits together","longform_feedback":"Policy A moved the robotic arm to the green wood block which is not fruit, grasped it, moved it to right and dropped it on table.Then policy A moved the robotic arm close to the orange, pushed it close to the banana and paused in the remaining time of the episode.Policy B first moved the arm close to the orange, attempted to grasp it but pushed it to slip off the table.Then policy B moved the robotic arm to yellow wood block which is not fruit.Comparing the performance of the two, policy A at least moved two types of fruits together while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:15.074282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:15.074282_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:13.932601_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:13.932601_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:13.932601_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:13.932601_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:14.563158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_droid_2025-08-27T07:46:14.563158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:14.673920_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:14.673920_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:13.545618_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:13.545618_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:13.545618_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:13.545618_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:14.188500_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d2dc12c-4b02-4807-8ef5-6be8ec21960b/paligemma_fast_specialist_droid_2025-08-27T07:56:14.188500_video_wrist.mp4"},"preference":"A","session_id":"9d2dc12c-4b02-4807-8ef5-6be8ec21960b","university":"frodobots"},{"completion_time":"2025-08-27T07:41:59.321611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bunch of grapes from left to right","longform_feedback":"Policy A moved the robotic arm back and forth several time as if searching the target until time ran out.Policy B first moved the robotic arm toward the banana, grasped it, moved it to right and dropped it on the table.Then policy B moved the robotic arm toward the bunch of grapes, grasped it and moved it to right.Comparing the performance of the two,policy B struggled to completed the task but policy A failed.Therefore, policy B is clearly better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:31.140461_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:31.140461_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.047469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.047469_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.047469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.047469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.603764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi05_droid_2025-08-27T07:34:30.603764_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:11.213822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:11.213822_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.076904_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.076904_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.076904_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.076904_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.717682_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4007400f-e922-49c6-943b-04e899608a88/pi0_fast_droid_2025-08-27T07:41:10.717682_video_wrist.mp4"},"preference":"B","session_id":"4007400f-e922-49c6-943b-04e899608a88","university":"frodobots"},{"completion_time":"2025-08-27T07:12:25.235336Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block, then grasp the grapes","longform_feedback":"Policy A first moved the robotic arm close to the red block, grasped it, moved it to left and dropped it.Policy B first moved the robotic arm around the green/yellow block rather than red block, then paused until time ran out.Comparing the performance of the two, policy A at least grasp the red block while policy B didn't grasp any block.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:41.752634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:41.752634_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:40.626589_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:40.626589_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:40.626589_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:40.626589_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:41.266150_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi05_droid_2025-08-27T07:05:41.266150_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:33.581058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:33.581058_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:32.523457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:32.523457_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:32.523457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:32.523457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:33.119357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee347407-cb9a-4aca-bca6-199cf63b62c9/pi0_droid_2025-08-27T07:11:33.119357_video_wrist.mp4"},"preference":"A","session_id":"ee347407-cb9a-4aca-bca6-199cf63b62c9","university":"frodobots"},{"completion_time":"2025-08-27T06:52:00.221269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the tools from left to right","longform_feedback":"Policy A first moved the robotic arm close to the screwdriver, grasped it, moved it to right and dropped it on table.Then policy A attempted to grasp the cloth until time ran out.Policy B first moved the robotic arm to the pliers, made multiple attempts to grasp it, but failed in the end.Comparing the performance of the two,policy A at least moved one type of tools from left to right,while policy B didn't move any one.Therefore,policy A is clearly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:47.921905_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:47.921905_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:46.715321_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:46.715321_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:46.715321_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:46.715321_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:47.408988_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/pi0_droid_2025-08-27T06:43:47.408988_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:40.513258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:40.513258_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.367490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.367490_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.367490_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.367490_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.976744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60e91566-6612-40df-a312-dc2fb2a3dfd9/paligemma_fast_specialist_droid_2025-08-27T06:51:39.976744_video_wrist.mp4"},"preference":"A","session_id":"60e91566-6612-40df-a312-dc2fb2a3dfd9","university":"frodobots"},{"completion_time":"2025-08-27T06:40:34.043069Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated pliers by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm to the pliers, then pushed it to rotated it slowly until time ran out.Policy B first moved the robotic arm to the pliers, pushed it to rotate it by about 90 degrees,then attempted to grasp it until time ran out.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least rotate the pliers by 90 degrees.Therefore, policy B is slightly than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:11.372229_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:11.372229_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.218170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.218170_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.218170_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.218170_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.865576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_fast_specialist_droid_2025-08-27T06:33:10.865576_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:47.436714_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:47.436714_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.331720_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.331720_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.331720_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.331720_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.921858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64f0b73-6b7d-4f52-9911-63d8d0c995ca/paligemma_diffusion_droid_2025-08-27T06:39:46.921858_video_wrist.mp4"},"preference":"B","session_id":"b64f0b73-6b7d-4f52-9911-63d8d0c995ca","university":"frodobots"},{"completion_time":"2025-08-27T06:23:28.618875Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pliers from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the pliers, pushed it to left, paused briefly,then grasped it and rotated it until time ran out.Policy B first moved the robotic arm close to the book rather than the pliers, pushed it.Then policy B moved the arm aimlessly until time ran out.Comparing the performance of the two, policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:41.214916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:41.214916_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.072640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.072640_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.072640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.072640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.666963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_diffusion_droid_2025-08-27T06:18:40.666963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:11.173958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:11.173958_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:09.916309_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:09.916309_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:09.916309_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:09.916309_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:10.591593_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79e2d929-3462-4a27-8d11-973e3dfcc291/paligemma_fast_droid_2025-08-27T06:23:10.591593_video_wrist.mp4"},"preference":"A","session_id":"79e2d929-3462-4a27-8d11-973e3dfcc291","university":"frodobots"},{"completion_time":"2025-08-27T06:13:52.577307Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box and put it onto the bigger box","longform_feedback":"Policy A first moved the robotic arm close to the small box, attempted to grasp it several times but failed, then moved the robotic arm to the bigger box in the end.Policy B first moved the robotic arm close to the small box, paused briefly, then moved the robotic arm toward the bigger box and pushed it.Comparing the performance of the two, policy A at least attempted to grasp the smaller box.Therefore, i think policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:06.075158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:06.075158_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:04.901697_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:04.901697_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:04.901697_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:04.901697_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:05.558667_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/pi0_droid_2025-08-27T06:08:05.558667_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:33.604464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:33.604464_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:32.344448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:32.344448_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:32.344448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:32.344448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:33.006518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76b63513-0a2b-4858-867f-fc3bff676529/paligemma_fast_droid_2025-08-27T06:13:33.006518_video_wrist.mp4"},"preference":"A","session_id":"76b63513-0a2b-4858-867f-fc3bff676529","university":"frodobots"},{"completion_time":"2025-08-27T06:04:11.446111Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smallest box, then move it next to pliers","longform_feedback":"Policy A first moved the robotic arm toward the bigger box rather than the smaller one, pushed it ,then attempted the grasp a paper.Policy B also first moved the robotic arm toward the bigger box, then grasped it and moved it close to the pliers.Comparing the performance of the two, neither policy was able to complete the task, but policy B at least grasped a bigger box and moved it close to the pliers.Therefore policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:02.248468_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:02.248468_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.042325_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.042325_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.042325_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.042325_video_right.mp4","wrist_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.674750_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_specialist_droid_2025-08-27T05:57:01.674750_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:33.073067_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:33.073067_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:31.902764_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:31.902764_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:31.902764_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:31.902764_video_right.mp4","wrist_video_gcs_path":"evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:32.542907_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/427f7b62-8006-4a40-9bbb-28973baf019e/paligemma_fast_droid_2025-08-27T06:03:32.542907_video_wrist.mp4"},"preference":"B","session_id":"427f7b62-8006-4a40-9bbb-28973baf019e","university":"frodobots"},{"completion_time":"2025-08-27T05:53:18.231585Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pliers by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the pliers, grasped it, rotated it by about 90 degrees and dropped it on the table.Policy B just moved the arm back and forth until time ran out.Comparing the performance of the two, policy A was able to complete the task successfully while policy B failed.Therefore, policy A is distinctly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:37.595667_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:37.595667_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:36.438483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:36.438483_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:36.438483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:36.438483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:37.045251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/paligemma_vq_droid_2025-08-27T05:47:37.045251_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:03.315815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:03.315815_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.139062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.139062_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.139062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.139062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.752253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/675433c3-4cf8-4a6f-bab8-6a107dc26862/pi0_fast_droid_2025-08-27T05:53:02.752253_video_wrist.mp4"},"preference":"A","session_id":"675433c3-4cf8-4a6f-bab8-6a107dc26862","university":"frodobots"},{"completion_time":"2025-08-27T05:44:31.895250Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the pliers into the plate","longform_feedback":"Policy A first moved the robotic arm to the pliers, grasp it, moved it and put it on the edge of the plate.Policy B moved the robotic arm aimlessly as if didn't find the object, and moved close to a box in the end.Comparing the performance of the two, policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:14.243555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:14.243555_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.081310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.081310_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.081310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.081310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.637675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_vq_droid_2025-08-27T05:40:13.637675_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:15.957874_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:15.957874_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:14.814484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:14.814484_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:14.814484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:14.814484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:15.446747_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46eccf23-f354-46ae-ade5-a5fd9a9514b4/paligemma_fast_specialist_droid_2025-08-27T05:44:15.446747_video_wrist.mp4"},"preference":"A","session_id":"46eccf23-f354-46ae-ade5-a5fd9a9514b4","university":"frodobots"},{"completion_time":"2025-08-27T05:35:13.915346Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the boxes together","longform_feedback":"Policy A first moved the robotic arm to the pliers, grasped it, moved it and dropped it on the table.Then policy A moved the robotic close to a big box and pushed it until time ran out. Policy B first moved the robotic arm to the screwdriver,pushed it, grasp and released it.Then moved the robotic arm around aimlessly.Comparing the performance of the two, although both failed, policy A at least attempted to approach a box in the end.Therefore i choose policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:23.781935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:23.781935_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:22.630854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:22.630854_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:22.630854_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:22.630854_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:23.275170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/pi0_droid_2025-08-27T05:28:23.275170_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:51.419020_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:51.419020_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.250156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.250156_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.250156_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.250156_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.899215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eee21d7a-ed92-49ad-b3ee-5020bc8bc25f/paligemma_fast_droid_2025-08-27T05:34:50.899215_video_wrist.mp4"},"preference":"A","session_id":"eee21d7a-ed92-49ad-b3ee-5020bc8bc25f","university":"frodobots"},{"completion_time":"2025-08-27T05:22:40.293075Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the screwdriver from left to right","longform_feedback":"Policy A first moved the robotic arm toward the screwdriver, grasp it, rotated it and moved it to right slightly.Policy B first moved the robotic arm to screwdriver, grasped it, moved it to right then dropped it on table.Comparing the performance of the two, policy B has completed the task more smoothly, therefore, i prefer policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:18.020715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:18.020715_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:16.895972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:16.895972_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:16.895972_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:16.895972_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:17.482964_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi0_droid_2025-08-27T05:18:17.482964_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:22:00.953318_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:22:00.953318_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:21:59.735786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:21:59.735786_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:21:59.735786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:21:59.735786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:22:00.393441_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb/pi05_droid_2025-08-27T05:22:00.393441_video_wrist.mp4"},"preference":"B","session_id":"3f6910b0-cc1c-4ab4-bf72-80c9c87d13fb","university":"frodobots"},{"completion_time":"2025-08-27T05:14:49.102974Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pliers then drop it","longform_feedback":"Policy A first moved the robotic arm around the pliers, then moved the robotic arm toward the plate and pushed it.Next, policy A moved the robotic arm aimlessly until time ran out.Policy B first moved the robotic arm toward the pliers, adjusted posture, attempted to grasp it, then didn't grasp it but move the robotic arm away.Comparing the performance of the two, policy B at least attempted to grasp the pliers while policy A did not do any thing.Therefore, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:26.451939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:26.451939_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.292579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.292579_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.292579_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.292579_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.868548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/paligemma_fast_droid_2025-08-27T05:08:25.868548_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:32.259376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:32.259376_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.043441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.043441_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.043441_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.043441_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.685721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7bee210-8042-4f0f-ad94-f54e5f2b64de/pi05_droid_2025-08-27T05:14:31.685721_video_wrist.mp4"},"preference":"B","session_id":"b7bee210-8042-4f0f-ad94-f54e5f2b64de","university":"frodobots"},{"completion_time":"2025-08-27T04:10:28.357509Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all pens from left to right","longform_feedback":"Policy A first moved the robotic arm to the marker pen, grasped it, moved it to right and dropped it.Then policy A moved the robotic arm to the pencil, grasped it, moved it to right slightly and dropped it.Policy B first moved the robotic arm the marker pen, grasped it, paused briefly as if in hesitation and moved it to right slightly.Comparing the performance of the two,policy A is clearly better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:03.672976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:03.672976_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:02.475409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:02.475409_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:02.475409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:02.475409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:03.117023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_vq_droid_2025-08-27T04:06:03.117023_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:09.646824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:09.646824_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:08.538471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:08.538471_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:08.538471_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:08.538471_video_right.mp4","wrist_video_gcs_path":"evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:09.155721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/38561507-b9ba-4b8b-894f-c556c054421d/paligemma_diffusion_droid_2025-08-27T04:10:09.155721_video_wrist.mp4"},"preference":"A","session_id":"38561507-b9ba-4b8b-894f-c556c054421d","university":"frodobots"},{"completion_time":"2025-08-27T04:02:54.064348Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the paper","longform_feedback":"Policy A first moved the robotic arm to the pencil instead of the marker pen, attempted to grasp it. Then policy A moved the robotic arm close to the marker pen, paused briefly, grasped it and moved it close to the book until time ran out.Policy B first also moved the robotic arm to the pencil, then moved the robotic arm away and stopped.Comparing the performance of the two, policy A has grasped and moved the marker pen while policy B did nothing.Therefore, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:40.029480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:40.029480_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.082593_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.082593_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.082593_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.082593_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.546584_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi0_fast_droid_2025-08-27T03:55:39.546584_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:56.564075_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:56.564075_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:55.343427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:55.343427_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:55.343427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:55.343427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:56.005952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ebfb2434-3230-4b43-b63f-96c2c5f78876/pi05_droid_2025-08-27T04:01:56.005952_video_wrist.mp4"},"preference":"A","session_id":"ebfb2434-3230-4b43-b63f-96c2c5f78876","university":"frodobots"},{"completion_time":"2025-08-27T03:51:10.322709Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the computer mouse from left to right, then rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm toward the mouse, paused briefly, then moved the robotic arm away. Next, policy A moved the robotic arm aimlessly until time ran out. Policy B first moved the robotic arm to the right side of the mouse, then moved around slightly in the remaining time of the episode.Comparing the performance of the two,neither policy was able to complete the task and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:04.623168_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:04.623168_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:03.420432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:03.420432_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:03.420432_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:03.420432_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:04.129411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_fast_droid_2025-08-27T03:45:04.129411_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:52.473423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:52.473423_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.347962_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.347962_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.347962_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.347962_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.977661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5a12ab-1b83-4f58-841b-0163c0f220bb/paligemma_diffusion_droid_2025-08-27T03:50:51.977661_video_wrist.mp4"},"preference":"TIE","session_id":"8f5a12ab-1b83-4f58-841b-0163c0f220bb","university":"frodobots"},{"completion_time":"2025-08-27T03:17:42.386922Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the marker pen, then place it onto the book","longform_feedback":"Policy A first  moved the robotic arm toward the marker pen, grasped it,moved it toward the book,but then stopped near the book.Policy B first moved the robotic arm toward the mobile phone instead of the marker pen, pushed it.Then policy B moved the robotic arm close to the pencil and stopped.Comparing the performance of the two, police A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:30.259008_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:30.259008_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.047952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.047952_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.047952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.047952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.744276_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_diffusion_droid_2025-08-27T03:11:29.744276_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:23.302507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:23.302507_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.172966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.172966_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.172966_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.172966_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.794643_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a217f1aa-dc7e-4d44-8173-a0629696513f/paligemma_vq_droid_2025-08-27T03:17:22.794643_video_wrist.mp4"},"preference":"A","session_id":"a217f1aa-dc7e-4d44-8173-a0629696513f","university":"frodobots"},{"completion_time":"2025-08-27T03:07:33.992595Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pencil and move it next to mobile phone","longform_feedback":"Policy A first  moved the robotic arm toward to the mouse, then moved the arm away.Next,policy A moved the robotic arm close to the pencil,then moved the arm away.Policy B first moved the robotic arm toward the mobile phone and pushed it, then pushed the paper which is under the mobile phone until time ran out.Although both policy failed, policy A at least found the pencil.Therefore,policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:44.748809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:44.748809_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:43.569338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:43.569338_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:43.569338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:43.569338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:44.234132_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/pi0_droid_2025-08-27T02:58:44.234132_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:31.368716_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:31.368716_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.199522_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.199522_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.199522_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.199522_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.837385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3/paligemma_fast_specialist_droid_2025-08-27T03:06:30.837385_video_wrist.mp4"},"preference":"A","session_id":"1818fc9f-762e-4394-8ac5-3a6ed6fb1ca3","university":"frodobots"},{"completion_time":"2025-08-27T03:04:34.886881Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the happy face.","longform_feedback":"For context there is a frowny face on the top left of the field and a smiley face on the top right of the field. Both policies approached the smiley face, got kind of close, but before touching the paper recoiled. Policy A continued to move back and forth from the smiley face for the rest of teh episode. Policy B got arguably close to the smiley face, but I detracted from it's score because it then proceeeded to attempt to touch the frowny face for the second half of the episode. For some reason when trying this type of task, almost all policies approached the paper, got really close, and then retracted itself. This happend for when it approached the correct face and when it approached the incorrect face.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:35.852986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:35.852986_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:37.452320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:37.452320_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.425618_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.425618_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.425618_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.425618_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.905139_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/paligemma_diffusion_droid_2025-08-27T02:56:36.905139_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.339519_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.339519_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:15.100114_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:15.100114_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.991707_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.991707_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.991707_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:13.991707_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:14.515922_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69b85b75-bd1b-4253-9aec-84908e34fa96/pi0_fast_droid_2025-08-27T03:04:14.515922_video_wrist.mp4"},"preference":"A","session_id":"69b85b75-bd1b-4253-9aec-84908e34fa96","university":"UT Austin"},{"completion_time":"2025-08-27T02:53:11.961184Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the happy face.","longform_feedback":"For context there is a sad face and a happy face on the upper left and right of the field respectivley. policy A approached the right side where the smiley face is but touched and grabbed at the bottom right of the field away from the smiley face. For the remainder of the episode policy A exhibited erratic and strange movments, moving forward/backward and also rotating it's arm for some reason. policy B started by approaching the smiley face right away and then getting so close it was maybe an inch away from touching the paper. It would do that 3 more times before finally grabbing the paper right at the very end of the episode. Also for some reason, policy B would drift towards the sad face in the latter 2 times of going back and forth before coming back to the smiley face.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.264210_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.264210_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:25.927582_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:25.927582_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.858885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.858885_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.264210_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:24.264210_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:25.364166_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi05_droid_2025-08-27T02:45:25.364166_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.365437_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.365437_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:49.989545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:49.989545_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.907734_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.907734_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.365437_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:48.365437_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:49.425714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb9170cc-8b09-4aa1-bcef-92c960718e58/pi0_fast_droid_2025-08-27T02:52:49.425714_video_wrist.mp4"},"preference":"B","session_id":"eb9170cc-8b09-4aa1-bcef-92c960718e58","university":"UT Austin"},{"completion_time":"2025-08-27T02:41:25.220196Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the sad face.","longform_feedback":"For context, there were pictures of a smiley and sad face on the upper right and left of the field respectivley. Both policies eventually moved towards the smiley face. policy A initially approached the smiley face and then stayed their for the duration of the episode- moving up and down, forward and backwards to touch the smiley face. policy B initially moved towards the sad face, but before it could touch it, policy B made a turn towards the smiley face and stayed there for the rest of the episode. It might be worth mentioning that this was done with the left camera, but unexpected preferences for the smiley face were seen when the chosen camera was the right one as well.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:37.877258_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:37.877258_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:39.515611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:39.515611_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:38.480124_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:38.480124_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:37.877258_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:37.877258_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:38.976634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/paligemma_diffusion_droid_2025-08-27T02:34:38.976634_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:40:59.976755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:40:59.976755_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:01.632685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:01.632685_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:00.599885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:00.599885_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:40:59.976755_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:40:59.976755_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:01.083498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f7f1a08-d447-4a8a-98bb-33fe6e167fed/pi0_droid_2025-08-27T02:41:01.083498_video_wrist.mp4"},"preference":"B","session_id":"6f7f1a08-d447-4a8a-98bb-33fe6e167fed","university":"UT Austin"},{"completion_time":"2025-08-27T02:31:34.133200Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the sad face.","longform_feedback":"For context, there are pictures of a sad and smiley face on the uppr left and right side of the field respectivley. It also might be worth mentioning that the default third-person perspective is on the right side. Both policies began by approaching the smiley face on the upper right side of the field. First they touched it with open grippers but then both policies squeeze their grippers together. policy A at some point drifted towards the sad face and right at the very end of the episode it was able to touch the sad face. policy B had continued to approach and touch the smiley face for the duration of the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:31.578351_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:31.578351_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:33.026998_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:33.026998_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.064063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.064063_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.064063_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.064063_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.481303_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/paligemma_fast_specialist_droid_2025-08-27T02:24:32.481303_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:53.434655_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:53.434655_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:55.146976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:55.146976_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.023020_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.023020_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.023020_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.023020_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.523687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46f5d196-4784-46e8-aec6-21f35adfac60/pi0_fast_droid_2025-08-27T02:30:54.523687_video_wrist.mp4"},"preference":"A","session_id":"46f5d196-4784-46e8-aec6-21f35adfac60","university":"UT Austin"},{"completion_time":"2025-08-27T02:28:16.273472Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the mobile phone on top of  the book","longform_feedback":"Policy A first  moved the robotic arm toward the white computer mouse rather than mobile phone, pushed it, then moved the robotic arm back and forth aimlessly until time ran out.Policy B first moved the robotic arm close to the mobile phone, but then moved the robotic arm away.Next, policy B moved the robotic arm close to the pencil.Finally,policy B grasped the black computer mouse and move it toward the book until time ran out.Comparing the performance of the two, although both policy were not able to complete the task,policy B at least grasped and moved  one object toward the book.Therefore, policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:04.555915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:04.555915_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.337828_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.337828_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.337828_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.337828_video_right.mp4","wrist_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.987232_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/paligemma_vq_droid_2025-08-27T02:16:03.987232_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:54.473120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:54.473120_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.271115_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.271115_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.271115_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.271115_video_right.mp4","wrist_video_gcs_path":"evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.944844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/891667ac-6940-4801-bb0b-51059eeeab0a/pi0_fast_droid_2025-08-27T02:27:53.944844_video_wrist.mp4"},"preference":"B","session_id":"891667ac-6940-4801-bb0b-51059eeeab0a","university":"frodobots"},{"completion_time":"2025-08-27T02:10:05.537698Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all electronics products onto the book","longform_feedback":"Policy A first  moved the robotic arm close to the book, pushed it then moved the robotic arm away and stopped during remaining time of the trial.Policy B first moved the robotic arm toward the book, pushed it, then moved the robotic arm around aimlessly until time ran out.Comparing the performance of the two,neither policy was able to complete the task and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:30.643757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:30.643757_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:29.571579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:29.571579_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:29.571579_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:29.571579_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:30.180545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/pi0_droid_2025-08-27T02:02:30.180545_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:39.492402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:39.492402_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.287992_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.287992_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.287992_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.287992_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.938803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1aadc629-7148-4af1-a7df-186ceb63de2a/paligemma_vq_droid_2025-08-27T02:09:38.938803_video_wrist.mp4"},"preference":"TIE","session_id":"1aadc629-7148-4af1-a7df-186ceb63de2a","university":"frodobots"},{"completion_time":"2025-08-27T01:51:12.706452Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Deliver the bread to the happy face.","longform_feedback":"For context the layout of the field is that there is a sad face on the upper left side, a smiley face on the upper right side and bread in the lower middle. policy A had managed to grab the bread, but was unable to make any progress towards the faces. policy B had grabbed the bread and dropped it initially on the rght side where the smiley face was, but it was kind of far. The second time policy B picked up the bread, it placed it somewhat in between the happy and sad face but perhaps closer to the smiley face. After picking up the bread a third time, policy B then spent the rest of the episode alternating between placing it towards the blower end of the feild on the smiley side and the bottom right corner of the paper where the sad face was drawn.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.126627_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.126627_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:25.720498_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:25.720498_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.702838_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.702838_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.126627_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:24.126627_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:25.188565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/pi0_droid_2025-08-27T01:42:25.188565_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.151853_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.151853_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:50.800534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:50.800534_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.681424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.681424_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.151853_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:49.151853_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:50.202042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18038b3b-262f-4f61-8a1e-ea4c090f4813/paligemma_fast_specialist_droid_2025-08-27T01:50:50.202042_video_wrist.mp4"},"preference":"B","session_id":"18038b3b-262f-4f61-8a1e-ea4c090f4813","university":"UT Austin"},{"completion_time":"2025-08-27T01:40:00.862043Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Deliver the bread to the sad face.","longform_feedback":"For context, the field is set up so that there is a frowny face on the upper left side, a happy face on the upper right side and a bread on the lower middle. policy A had approached empty space on the left of the bread and on the side of the frowny face and kind of wandered that space. policy B had grabbed the bread and began to appraoch the faces. Before policy B could actually reach either the happy or sad face, it dropped the bread- the direction/face it had intended to deliver to is unknown. I chose policy B because it had managed to grab the bread.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:33.455538_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:33.455538_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:35.093830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:35.093830_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.069106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.069106_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.069106_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.069106_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.526827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/paligemma_diffusion_droid_2025-08-27T01:31:34.526827_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:38.483781_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:38.483781_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:40.097150_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:40.097150_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.066228_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.066228_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.066228_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.066228_video_right.mp4","wrist_video_gcs_path":"evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.529911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51c663e2-30e3-4921-9b98-bca9334154cb/pi0_fast_droid_2025-08-27T01:39:39.529911_video_wrist.mp4"},"preference":"B","session_id":"51c663e2-30e3-4921-9b98-bca9334154cb","university":"UT Austin"},{"completion_time":"2025-08-27T01:32:49.040125Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the mobile phone from left to right","longform_feedback":"Policy A first  moved the robotic arm to the paper which is under the mobile phone, grasp the paper, pulled it from left to right together with the mobile phone, then released it.Policy B first moved the robotic arm to the paper which is under the mobile phone, and pushed the paper, then moved the robotic arm away.Next,the robotic arm stopped during the remaining time of the episode.Comparing the performance of the two, policy A has completed the task while policy B failed, therefore, policy A is better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:38.538311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:38.538311_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:37.398993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:37.398993_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:37.398993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:37.398993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:38.040548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/pi0_droid_2025-08-27T01:24:38.040548_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:27.103063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:27.103063_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:25.979859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:25.979859_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:25.979859_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:25.979859_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:26.592064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47922ba7-84ca-4281-916e-44c0e0f1d814/paligemma_vq_droid_2025-08-27T01:32:26.592064_video_wrist.mp4"},"preference":"A","session_id":"47922ba7-84ca-4281-916e-44c0e0f1d814","university":"frodobots"},{"completion_time":"2025-08-27T01:19:36.320339Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the mobile phone, then grasp the pencil","longform_feedback":"Policy A first  moved the robotic arm close to the mobile phone, made multiple attempts to grasp it, but failed in the limited time.Policy B first moved the robotic arm close to the mobile phone, adjusted posture and orientation, but didn't grasp the mobile phone at last.Comparing the performance of the two,neither policy was able to complete the task and their behaviors was similar.Therefore, i choose tie.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:09.725741_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:09.725741_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:08.491519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:08.491519_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:08.491519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:08.491519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:09.187449_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi05_droid_2025-08-27T01:10:09.187449_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:12.477739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:12.477739_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.291597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.291597_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.291597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.291597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.936374_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/382cd287-c72c-4c10-9d8b-7e79c7fe082f/pi0_droid_2025-08-27T01:19:11.936374_video_wrist.mp4"},"preference":"TIE","session_id":"382cd287-c72c-4c10-9d8b-7e79c7fe082f","university":"frodobots"},{"completion_time":"2025-08-26T10:09:03.211119Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first  moved the robotic arm closed to the bread and banana,then stopped during the remaining time of trial.Policy B first moved the robotic arm toward the bread, pushed it to the plate.Then,policy B moved the robotic arm to a wooden block,grasped it and moved it.Comparing the performance of the two, neither policy has completed the task correctly,but policy B at least pushed the bread which is food to the plate.Therefore,policy B is slightly better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:30.226376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:30.226376_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.064495_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.064495_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.064495_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.064495_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.747379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/paligemma_vq_droid_2025-08-26T09:58:29.747379_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:46.886382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:46.886382_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:45.649304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:45.649304_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:45.649304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:45.649304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:46.348145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ef9d9df-4a0a-4358-97aa-c6fb16c84908/pi0_fast_droid_2025-08-26T10:08:46.348145_video_wrist.mp4"},"preference":"B","session_id":"8ef9d9df-4a0a-4358-97aa-c6fb16c84908","university":"frodobots"},{"completion_time":"2025-08-26T09:53:56.001502Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it onto the paper","longform_feedback":"Policy A first  moved the robotic arm to the banana,after hesitating for a while, grasped it, rotated it and dropped it on table rather paper.Policy B first moved the robotic arm toward the banana,grasped it and rotated it by about 180 degrees.Then policy B moved the banana toward the paper until time ran out.Comparing the performance of the two,policy B nearly completed the task while policy  A failed.Therefore,i choose policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:54.883125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:54.883125_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:53.627053_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:53.627053_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:53.627053_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:53.627053_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:54.276695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_fast_droid_2025-08-26T09:39:54.276695_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:46.651655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:46.651655_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:45.538627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:45.538627_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:45.538627_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:45.538627_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:46.167527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fd5b390-e60c-458d-9ae3-8ffcbf6da42f/paligemma_vq_droid_2025-08-26T09:46:46.167527_video_wrist.mp4"},"preference":"B","session_id":"7fd5b390-e60c-458d-9ae3-8ffcbf6da42f","university":"frodobots"},{"completion_time":"2025-08-26T09:34:45.113905Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first  moved the robotic arm to the bread,grasped and released it.Then policy A moved the robotic arm back and forth around  the bread several times, but didn't grasp the bread in the end.Policy B first moved the robotic around the bread, but then grasped the wooden block rather than the bread, moved the wooden block to right and rotated the wooden block.Comparing the performance of the two,neither policy has completed the task, but policy B at least did the required movement.Therefore,policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:36.669186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:36.669186_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:35.540395_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:35.540395_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:35.540395_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:35.540395_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:36.138306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/paligemma_fast_droid_2025-08-26T09:24:36.138306_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:18.198363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:18.198363_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.043994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.043994_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.043994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.043994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.682273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36f85925-297f-45d1-984c-1efad382bdca/pi05_droid_2025-08-26T09:34:17.682273_video_wrist.mp4"},"preference":"B","session_id":"36f85925-297f-45d1-984c-1efad382bdca","university":"frodobots"},{"completion_time":"2025-08-26T09:18:01.012065Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and put it onto the paper","longform_feedback":"Policy A first  moved the robotic arm to the banana, grasped it,moved it and placed it on the paper successfully.Policy B first moved the robotic arm toward the paper,pushed it then moved the robotic arm away.Next,policy B grasped the banana, moved it and dropped it on the table.Comparing the performance of the two, policy A completed the task successfully while policy B failed.Therefore,policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:57.194129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:57.194129_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:55.886215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:55.886215_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:55.886215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:55.886215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:56.586531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_specialist_droid_2025-08-26T09:10:56.586531_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:45.995299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:45.995299_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:44.863341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:44.863341_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:44.863341_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:44.863341_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:45.490197_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd1a943c-cc91-4474-99c1-14444d40880c/paligemma_fast_droid_2025-08-26T09:17:45.490197_video_wrist.mp4"},"preference":"A","session_id":"fd1a943c-cc91-4474-99c1-14444d40880c","university":"frodobots"},{"completion_time":"2025-08-26T08:56:38.544715Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first  moved the robotic arm toward the banana,grasped it, moved it to right then rotate it by about 60 degrees.Policy B first moved the robotic arm to the banana,pushed to rotated it.Then policy B grasped the banana and rotated it until time ran out.Comparing the performance of the two,policy A is slightly better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:59.456962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:59.456962_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.319329_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.319329_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.319329_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.319329_video_right.mp4","wrist_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.957826_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/pi0_droid_2025-08-26T08:48:58.957826_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:20.675645_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:20.675645_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:19.514519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:19.514519_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:19.514519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:19.514519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:20.192457_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/752d9703-0ec9-4f32-aeda-1d452cadeeb9/paligemma_fast_droid_2025-08-26T08:56:20.192457_video_wrist.mp4"},"preference":"A","session_id":"752d9703-0ec9-4f32-aeda-1d452cadeeb9","university":"frodobots"},{"completion_time":"2025-08-26T08:45:51.790741Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bread onto the paper","longform_feedback":"Policy A first  moved the robotic arm toward the bread but then moved the robotic arm close to the banana, pushed it,grasped it and moved it close to the paper,finally moved it away.Policy B first grasped the banana,moved it from left to right meanwhile pushed the bread.Comparing the performance of the two,both policy have grasped the wrong object banana rather than bread,and their behavior was similar.Therefore,i choose tie.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:56.025979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:56.025979_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:54.846598_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:54.846598_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:54.846598_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:54.846598_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:55.544625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_specialist_droid_2025-08-26T08:36:55.544625_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:36.343611_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:36.343611_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.079999_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.079999_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.079999_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.079999_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.851255_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4/paligemma_fast_droid_2025-08-26T08:44:35.851255_video_wrist.mp4"},"preference":"TIE","session_id":"7cb578e5-5c9b-4217-b670-ac9b6c6e3ae4","university":"frodobots"},{"completion_time":"2025-08-26T08:28:27.795962Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first  moved the robotic arm to the wooden block which is not food, grasped it and moved it close to the red block.Policy B first moved robotic arm to the red block,grasped it, moved it and dropped it near the bread.Comparing the performance of the two,neither policy has completed the task correctly, but policy B at least dropped the block near the bread which is food.Therefore, i choose policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:21:00.764904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:21:00.764904_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:20:59.544965_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:20:59.544965_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:20:59.544965_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:20:59.544965_video_right.mp4","wrist_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:21:00.207853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi0_droid_2025-08-26T08:21:00.207853_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:08.205480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:08.205480_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:06.989396_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:06.989396_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:06.989396_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:06.989396_video_right.mp4","wrist_video_gcs_path":"evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:07.706630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/661b29ac-6a65-4ef5-bd1f-345a0065ef64/pi05_droid_2025-08-26T08:28:07.706630_video_wrist.mp4"},"preference":"B","session_id":"661b29ac-6a65-4ef5-bd1f-345a0065ef64","university":"frodobots"},{"completion_time":"2025-08-26T08:15:18.858148Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right","longform_feedback":"Policy A first  moved the robotic arm to the bread ,grasped it, moved it from left to right and dropped it on the table.Policy B first move the robotic to the banana,grasped it,moved it from left to right and dropped it.Then policy B moved the robotic arm to the bread and attempted to grasp it.Comparing the performance of the two,policy A has completed the task successfully while policy B failed.Therefore,i choose policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:55.413699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:55.413699_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.189350_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.189350_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.189350_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.189350_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.882238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/paligemma_fast_droid_2025-08-26T08:08:54.882238_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:52.715658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:52.715658_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:51.515355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:51.515355_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:51.515355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:51.515355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:52.166972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8a6305e-5ae8-4ac0-9783-81fcaf49a24a/pi05_droid_2025-08-26T08:14:52.166972_video_wrist.mp4"},"preference":"A","session_id":"e8a6305e-5ae8-4ac0-9783-81fcaf49a24a","university":"frodobots"},{"completion_time":"2025-08-26T07:54:12.503136Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread, then grasp the blue block","longform_feedback":"Policy A first  moved the robotic arm close to the blue block, paused briefly, then moved around the blue block but didn't  grasp it.Policy B first moved the robotic arm toward the blue block, then pushed it.Next, policy B moved the arm aimlessly until time ran out.When comparing the performance of the two,neither policy was able to complete the task and their behavior was similar.Therefore,i choose tie.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:40.810445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:40.810445_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:39.643257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:39.643257_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:39.643257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:39.643257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:40.292485_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_fast_droid_2025-08-26T07:46:40.292485_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:41.833720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:41.833720_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:40.601275_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:40.601275_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:40.601275_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:40.601275_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:41.286644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b/paligemma_vq_droid_2025-08-26T07:53:41.286644_video_wrist.mp4"},"preference":"TIE","session_id":"93c37b85-723d-4fbd-b9d7-c4e4c5bcbb2b","university":"frodobots"},{"completion_time":"2025-08-26T07:30:20.505449Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the boxes from left to right","longform_feedback":"Policy A first  moved the robotic arm to the middle size box, grasped it,moved it from left to right then dropped it.Next,policy A moved the robotic arm around randomly until time ran out.Policy B first moved robotic arm toward the biggest box,pause briefly,then pushed the biggest box.Next,policy B moved the robotic arm closed to the smallest box and attempted to grasp it until time ran out.Comparing the performance of the two,policy A at least moved one box from left to right while policy B didn't move any box.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:15.272971_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:15.272971_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.173619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.173619_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.173619_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.173619_video_right.mp4","wrist_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.795153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/pi0_fast_droid_2025-08-26T07:21:14.795153_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:54.537684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:54.537684_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:53.454738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:53.454738_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:53.454738_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:53.454738_video_right.mp4","wrist_video_gcs_path":"evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:54.046028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/502a594d-a27d-4f3f-8e2d-c166a0888054/paligemma_diffusion_droid_2025-08-26T07:29:54.046028_video_wrist.mp4"},"preference":"A","session_id":"502a594d-a27d-4f3f-8e2d-c166a0888054","university":"frodobots"},{"completion_time":"2025-08-26T07:16:00.214895Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it into the plate","longform_feedback":"Policy A first  moved the robotic arm randomly as if searching the object,then grasped the bigger box in the end.Policy B first moved the robotic arm toward the bigger box,then moved the robotic arm away.Next,policy B moved the robotic arm close to the smaller box and attempted to grasp it until time ran out.Comparing the performance of the two,policy B at least identified the smaller box and tried to grasp it.Therefore, i choose B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:35.147256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:35.147256_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:33.927291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:33.927291_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:33.927291_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:33.927291_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:34.620370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/pi05_droid_2025-08-26T07:06:34.620370_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:42.873505_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:42.873505_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:41.759846_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:41.759846_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:41.759846_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:41.759846_video_right.mp4","wrist_video_gcs_path":"evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:42.393318_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50dd8813-790f-4df7-a3a2-aecc19d085c5/paligemma_fast_droid_2025-08-26T07:15:42.393318_video_wrist.mp4"},"preference":"B","session_id":"50dd8813-790f-4df7-a3a2-aecc19d085c5","university":"frodobots"},{"completion_time":"2025-08-26T07:03:01.807602Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the small box from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first  moved the robotic arm to bigger box, then moved the robotic arm away.Next,policy A grasped the smaller box and moved it slightly until time ran out.Policy B first moved the robotic arm randomly as if searching the target, then moved the robotic arm toward the bigger and the smaller box one after another until time ran out.Comparing the performance of the two,policy A at least grasped the smaller box required.Therefore,policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:30.353692_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:30.353692_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.153244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.153244_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.153244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.153244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.825887_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/pi0_droid_2025-08-26T06:54:29.825887_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:37.786434_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:37.786434_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:35.705409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:35.705409_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:35.705409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:35.705409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:37.248837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ff01977-4d3c-4bea-ad60-e61e498842ab/paligemma_fast_specialist_droid_2025-08-26T07:02:37.248837_video_wrist.mp4"},"preference":"A","session_id":"4ff01977-4d3c-4bea-ad60-e61e498842ab","university":"frodobots"},{"completion_time":"2025-08-26T06:49:30.595826Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box and put it onto the big box","longform_feedback":"Policy A first  moved the robotic arm to the smaller box,grasped it and dropped it.Then policy A moved the robotic arm toward the bigger box until time ran out.Policy B first moved the robotic arm close to the bigger box,pushed it, then moved the robotic arm away.Comparing the performance of the two,policy A at least identified and grasped the smaller box,therefore, i choose policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:14.149405_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:14.149405_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.012119_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.012119_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.012119_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.012119_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.627233_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/pi05_droid_2025-08-26T06:42:13.627233_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:56.513638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:56.513638_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:55.386562_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:55.386562_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:55.386562_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:55.386562_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:56.036020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf495cd1-99c9-4401-8219-abbee12321ca/paligemma_diffusion_droid_2025-08-26T06:48:56.036020_video_wrist.mp4"},"preference":"A","session_id":"cf495cd1-99c9-4401-8219-abbee12321ca","university":"frodobots"},{"completion_time":"2025-08-26T06:38:14.437240Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box, then move it next to plate","longform_feedback":"Policy A first  moved the robotic arm close to the smaller box,grasped it, moved it slightly and dropped it.Then, policy A moved the robotic arm toward a bigger box until time ran out.Policy B first moved the robotic arm to the smaller box,then moved the robotic arm toward the bigger box.Finally,policy B grasped a sheet of paper.Comparing the performance of the two,neither policy was able to completed the task,but policy A at least grasp the smaller box.Therefore,i choose A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:48.643567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:48.643567_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:47.611922_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:47.611922_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:47.611922_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:47.611922_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:48.229448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_specialist_droid_2025-08-26T06:28:48.229448_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:52.389619_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:52.389619_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.146332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.146332_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.146332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.146332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.850622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a5fa907-9499-4faf-ab71-b880bd9db89b/paligemma_fast_droid_2025-08-26T06:37:51.850622_video_wrist.mp4"},"preference":"A","session_id":"6a5fa907-9499-4faf-ab71-b880bd9db89b","university":"frodobots"},{"completion_time":"2025-08-26T06:23:49.975721Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller box by 90 degrees","longform_feedback":"Policy A first  moved the robotic arm toward the smaller box,pushed its edge to rotated it by about 90 degrees,then moved the robotic away from it.Policy B first moved the robotic arm close to the smaller box, but then moved the robotic arm away.Next,policy B moved the robotic arm as if searching the target in the remaining time of the episode.Comparing the performance of the two,policy A has completed the task successfully while policy B failed.Therefore, it is clearly that policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:07.984073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:07.984073_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:06.930021_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:06.930021_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:06.930021_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:06.930021_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:07.515817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/paligemma_diffusion_droid_2025-08-26T06:13:07.515817_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:30.528817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:30.528817_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:29.353486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:29.353486_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:29.353486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:29.353486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:30.019363_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ce9d92c-f00d-478a-928a-f514052baf4b/pi0_droid_2025-08-26T06:23:30.019363_video_wrist.mp4"},"preference":"A","session_id":"9ce9d92c-f00d-478a-928a-f514052baf4b","university":"frodobots"},{"completion_time":"2025-08-26T06:08:22.096540Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bigger white box onto the paper","longform_feedback":"Policy A first  moved the robotic arm to the bigger white box,then moved away.Next, policy A moved the robotic arm around aimlessly.Finally,policy A moved the robotic toward a smaller box.Policy B first moved the robotic arm to the smaller box,adjusted its posture and made multiple attempts to grasp it until time ran out.Comparing the performance of the two,neither policy was able to complete the task,but policy B at least attempted to grasp a box while policy A didn't do anything.Therefore, i choose policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:11.471284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:11.471284_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.302484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.302484_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.302484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.302484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.917746_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/pi05_droid_2025-08-26T05:58:10.917746_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:40.466455_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:40.466455_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.307747_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.307747_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.307747_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.307747_video_right.mp4","wrist_video_gcs_path":"evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.936438_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/390907ad-48c4-416d-bd97-eae7b9c8bca4/paligemma_vq_droid_2025-08-26T06:07:39.936438_video_wrist.mp4"},"preference":"B","session_id":"390907ad-48c4-416d-bd97-eae7b9c8bca4","university":"frodobots"},{"completion_time":"2025-08-26T05:44:32.823187Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the boxes together","longform_feedback":"Policy A first  moved the robotic arm toward the pincers,grasped it and moved it during the most time of the episode, dropped it down in the end.Policy B first moved the robotic arm close to the smaller box, grasped it,moved it and place it near the bigger box.Then,policy B grasped the bigger box and moved it onto the small box until time ran out.Comparing the performance of the two,policy B has completed the task correctly while policy A failed.It is obviously that policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:53.527969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:53.527969_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:52.395331_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:52.395331_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:52.395331_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:52.395331_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:53.056703_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/paligemma_diffusion_droid_2025-08-26T05:36:53.056703_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:23.612739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:23.612739_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:22.513819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:22.513819_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:22.513819_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:22.513819_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:23.076414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccd6c1b8-2e39-444e-a05f-673fcb8995de/pi05_droid_2025-08-26T05:44:23.076414_video_wrist.mp4"},"preference":"B","session_id":"ccd6c1b8-2e39-444e-a05f-673fcb8995de","university":"frodobots"},{"completion_time":"2025-08-26T05:15:48.729353Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bowl then drop it","longform_feedback":"Policy A first moved the robotic arm toward the bowl, then moved the robotic arm back and forth aimlessly until time ran out.Policy B first moved the robotic arm close to the bowl, then moved the robotic arm back and forth several times, finally grasped the bowl, moved and dropped it.Comparing the performance of the two, policy B has completed the task ultimately while policy A failed.Therefore, policy B is superior to policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:40.773523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:40.773523_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:39.585872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:39.585872_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:39.585872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:39.585872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:40.254239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi05_droid_2025-08-26T05:07:40.254239_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:21.398545_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:21.398545_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.143803_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.143803_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.143803_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.143803_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.831046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be6da69b-fb70-4d18-95cd-1f54533a399b/pi0_fast_droid_2025-08-26T05:15:20.831046_video_wrist.mp4"},"preference":"B","session_id":"be6da69b-fb70-4d18-95cd-1f54533a399b","university":"frodobots"},{"completion_time":"2025-08-26T01:25:41.038474Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then grasp the pencil","longform_feedback":"Policy A first moved the robotic arm to the banana, grasped it, dropped it and moved away.Then, policy A moved the robotic arm back to the banana again,grasped it and dropped it.Policy B first moved the robotic arm to the banana,grasped it ,dropped it.Then,policy B also moved the robotic arm back to the banana, grasped and released it several times.When comparing the performance of the two, neither policy was able to complete the task correctly, both policies have only grasped the banana and their behavior was similar.Therefore, i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:19.555591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:19.555591_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:17.994484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:17.994484_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:17.994484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:17.994484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:18.930257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_vq_droid_2025-08-26T01:15:18.930257_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:26.023648_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:26.023648_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:24.799264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:24.799264_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:24.799264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:24.799264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:25.464242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e4cfd3-0592-4dc2-922a-0a7962fd14d4/paligemma_diffusion_droid_2025-08-26T01:25:25.464242_video_wrist.mp4"},"preference":"TIE","session_id":"69e4cfd3-0592-4dc2-922a-0a7962fd14d4","university":"frodobots"},{"completion_time":"2025-08-25T19:45:59.596727Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Deliver the bread to the happy face.","longform_feedback":"For context there is a drawing of a sad face on the top left of the feild and a drawing of a happy face on the top right and bread in the middle. policy A had approached the bread and grabbed at it, but it was not able to move it anywhere. policy B had approached the bread and spent the episode picking up the bread and dropping it. I chose policy B because it seemed as though it had begun to move the bread where policy A had not.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:27.476193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:27.476193_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:29.084860_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:29.084860_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:28.103215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:28.103215_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:27.476193_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:27.476193_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:28.558062_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/paligemma_fast_specialist_droid_2025-08-25T19:39:28.558062_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.091764_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.091764_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:39.686137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:39.686137_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.608219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.608219_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.091764_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:38.091764_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:39.096930_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b8604bd-4854-4bd2-bbbc-791fa61d9603/pi05_droid_2025-08-25T19:44:39.096930_video_wrist.mp4"},"preference":"B","session_id":"8b8604bd-4854-4bd2-bbbc-791fa61d9603","university":"UT Austin"},{"completion_time":"2025-08-25T19:35:22.437381Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bread.","longform_feedback":"policy A had begun to approach the knife but nevery actually got close enough to grab the knife, moving towards the knife and then retreating back for a good half of the episode and then attempting to rotate it's hand in a way that it's open end would be able to match the orientation of knife. policy B had actually aproached the knife in the correct orientation and even grabbed it. It then dropped the knife, picked it up again and proceeded to press the knife against the ground on the bottom left side of the field for the remainder of the episode. I chose policy B because it was able to actually grab the knife.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:23.437384_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:23.437384_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:25.129854_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:25.129854_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.049398_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.049398_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.049398_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.049398_video_right.mp4","wrist_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.593714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_droid_2025-08-25T19:29:24.593714_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:01.567643_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:01.567643_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:03.289470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:03.289470_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.204409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.204409_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.204409_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.204409_video_right.mp4","wrist_video_gcs_path":"evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.716367_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/747f95eb-6a52-493e-8f0b-4812bb9f7507/pi0_fast_droid_2025-08-25T19:35:02.716367_video_wrist.mp4"},"preference":"B","session_id":"747f95eb-6a52-493e-8f0b-4812bb9f7507","university":"UT Austin"},{"completion_time":"2025-08-25T19:26:40.015618Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bread.","longform_feedback":"I chose policy A over policy B because even though both policies had grabbed the blade, policy A held it longer, made more progress towards the bread and seemed to have greater control over it. policy A seemed to try and rotate the blade so that the sharp end was facing the ground (it was lying with the blade facing up so that setting it would be easier) by dropping the knife and rotating it's arm a bit. policy B was only able to approach the blade before shortly dropping it and then kind of drifting towards the bottom left(where neithe the bread nor the knife are).","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:44.434314_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:44.434314_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:46.147062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:46.147062_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:45.101139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:45.101139_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:44.434314_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:44.434314_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:45.609877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/paligemma_fast_droid_2025-08-25T19:19:45.609877_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:18.550239_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:18.550239_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:20.224674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:20.224674_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:19.172308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:19.172308_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:18.550239_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:18.550239_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:19.694386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e36018f9-2cc0-4629-84f6-3812c92bd6fb/pi0_droid_2025-08-25T19:26:19.694386_video_wrist.mp4"},"preference":"A","session_id":"e36018f9-2cc0-4629-84f6-3812c92bd6fb","university":"UT Austin"},{"completion_time":"2025-08-25T19:15:55.011718Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Lift the grey object by the string it is attached to and lift it into the pot.","longform_feedback":"For context there is a pot in the top left of the field, a white block in the bottom left of the field, and a grey circular object with string attached to it for the policies to lift on the bottom right. Neither policy was able to lift the grey circular object. policy A had picked up and interacted with the white block for the entire episode. policy B actually approached the grey circular object and even touched the string. Unfortunatley, policy A knocked the string from standing vertically to lying on the floor so the policy wasn't able to pick up the object from that point forward. I chose policy B because it was able to actually approach the grey circular object and approach the string.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:58.894758_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:58.894758_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:09:00.517248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:09:00.517248_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.526160_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.526160_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.526160_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.526160_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.976189_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/paligemma_diffusion_droid_2025-08-25T19:08:59.976189_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:00.680405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:00.680405_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:02.495344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:02.495344_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.389863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.389863_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.389863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.389863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.925538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce55b466-d0c6-4534-b869-3bc03d0f1d08/pi0_droid_2025-08-25T19:14:01.925538_video_wrist.mp4"},"preference":"B","session_id":"ce55b466-d0c6-4534-b869-3bc03d0f1d08","university":"UT Austin"},{"completion_time":"2025-08-25T19:05:36.563716Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the grey circular thing by the string and put it in the pot.","longform_feedback":"Neither policy was able to lift the grey circular thing by the string. For context, there is a pot in the top left of the field, a white block in the bottom left and a grey circular thing on the bottom right with a string loop poking up vertically for the policies to grab. policy A approached the pot and pushed it forward for the entire episode. policy B approached the white block, grabbed it, and then brought it to the grey circular thing and placed it on top of it. I chose policy B because it actually grabbed something and it eventuall approached the block.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:52.513937_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:52.513937_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:54.230050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:54.230050_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:53.168239_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:53.168239_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:52.513937_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:52.513937_video_left.mp4","wrist_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:53.690144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/paligemma_diffusion_droid_2025-08-25T18:56:53.690144_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:15.823981_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:15.823981_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:17.472969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:17.472969_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:16.397263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:16.397263_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:15.823981_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:15.823981_video_left.mp4","wrist_video_gcs_path":"evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:16.873859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09f6ae7f-1983-4e09-8b18-ec0a2a885109/pi0_fast_droid_2025-08-25T19:05:16.873859_video_wrist.mp4"},"preference":"B","session_id":"09f6ae7f-1983-4e09-8b18-ec0a2a885109","university":"UT Austin"},{"completion_time":"2025-08-25T18:53:39.755191Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"pull the string.","longform_feedback":"Both policies were able to grab the string and move it around. I said that policy A was better than policy B because policy A had approached the middle of the string while policy B had approached the grey circular thing and almost seemed to grab the string as a result of attempting to grab at the circular object. For context, string was strune about the field and was attached to a grey circular thing on the middle right of the field.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:54.972756_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:54.972756_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:56.557907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:56.557907_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:55.558062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:55.558062_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:55.558062_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:55.558062_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:56.037227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/pi05_droid_2025-08-25T18:38:56.037227_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:14.909396_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:14.909396_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:16.520926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:16.520926_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.444179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.444179_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.444179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.444179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.954896_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ff49e13-9ded-4fa9-98c3-cd0cca384cad/paligemma_fast_specialist_droid_2025-08-25T18:44:15.954896_video_wrist.mp4"},"preference":"A","session_id":"3ff49e13-9ded-4fa9-98c3-cd0cca384cad","university":"UT Austin"},{"completion_time":"2025-08-25T18:31:18.981419Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Lift the grey circular thing by pulling on the string it is attached to.","longform_feedback":"Neither policy was able to grab or really identify the string. policy A did not even approach the string or the grey circular thing, but instead moved back and forth in the center of the field. policy B immeditaly approached the grey circular thing but it never attempted to grab the string or successfully grabbed anything. For context, there is a makeshift pulley system where a string is wrapped over an overhanging part of the field, and the string is attaced to the grey circular thing.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:51.390060_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:51.390060_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:53.104445_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:53.104445_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:52.038708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:52.038708_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:51.390060_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:51.390060_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:52.566572_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/paligemma_fast_droid_2025-08-25T18:25:52.566572_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:52.748274_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:52.748274_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:54.542601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:54.542601_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:53.380301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:53.380301_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:52.748274_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:52.748274_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:53.924245_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5521817-2366-4f34-a7dc-9e9f232f60ca/pi0_fast_droid_2025-08-25T18:30:53.924245_video_wrist.mp4"},"preference":"B","session_id":"c5521817-2366-4f34-a7dc-9e9f232f60ca","university":"UT Austin"},{"completion_time":"2025-08-25T18:21:39.951328Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the white block inside of the pot.","longform_feedback":"Neither policy was able to grab the block. policy A had approached the block but got one side of it's gripper on the outside of the pot and then instead of moving the gripper fully inside of the pot began pushing the pot forward. policy B had decided to aimlessly search an empty space to the left of the pot. The layout of this evalution was a white block inside of a pot with a white piece of paper ocovering half of the pot but still leaving a space facing the right camera for the camera to see the white block and insert it's gripper.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.437937_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.437937_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:02.069967_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:02.069967_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.995078_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.995078_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.995078_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:00.995078_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:01.529148_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_fast_specialist_droid_2025-08-25T18:14:01.529148_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.082075_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.082075_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:18.822738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:18.822738_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.749541_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.749541_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.749541_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:17.749541_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:18.259809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abfa853f-621b-4e33-b5f0-8bfbe7a5a262/paligemma_diffusion_droid_2025-08-25T18:21:18.259809_video_wrist.mp4"},"preference":"A","session_id":"abfa853f-621b-4e33-b5f0-8bfbe7a5a262","university":"UT Austin"},{"completion_time":"2025-08-25T10:06:00.467480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the blocks onto the box","longform_feedback":"Policy A first moved the robotic arm to one wooden block,grasped it together with the cloth,moved it and put it onto the box successfully.Then,policy A moved the robotic arm to the red block and tried to grasp it until time ran out.Policy B moved the robotic arm to the blue block, grasped it ,moved it and put it onto the box correctly.Then,policy B  grasped the red block, moved it and put it onto the box.Next,policy B attempted to grasp the wooden block until time ran out.Comparing the performance of the two,policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:44.052122_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:44.052122_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:42.790954_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:42.790954_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:42.790954_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:42.790954_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:43.480972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_diffusion_droid_2025-08-25T09:44:43.480972_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:35.546794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:35.546794_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.263640_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.263640_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.263640_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.263640_video_right.mp4","wrist_video_gcs_path":"evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.978337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94769f39-abae-4b2d-a00a-aad548dfa9df/paligemma_fast_droid_2025-08-25T10:05:34.978337_video_wrist.mp4"},"preference":"B","session_id":"94769f39-abae-4b2d-a00a-aad548dfa9df","university":"frodobots"},{"completion_time":"2025-08-25T09:40:01.498556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bottle by 90 degrees, then put it onto the box","longform_feedback":"Policy A first moved the robotic arm to the bottle,grasped the top of the bottle,attempted to rotated it until time ran out.Policy B first moved the robotic arm to the can of red bull, after hesitating for while, made multiple attempts to grasp it until time ran out.Comparing the performance of the two,policy A at least grasped the bottle while policy B did not.Therefore, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:08.540990_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:08.540990_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:07.390187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:07.390187_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:07.390187_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:07.390187_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:08.018808_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_diffusion_droid_2025-08-25T09:30:08.018808_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:42.315831_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:42.315831_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.188853_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.188853_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.188853_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.188853_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.810216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b6548df-fbde-42a1-a589-a490903a3c4b/paligemma_vq_droid_2025-08-25T09:39:41.810216_video_wrist.mp4"},"preference":"A","session_id":"9b6548df-fbde-42a1-a589-a490903a3c4b","university":"frodobots"},{"completion_time":"2025-08-25T09:25:05.260108Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bottle from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the bottle, grasped it, moved it from left to right and dropped it, but didn't rotated it according to command.Policy B moved the robotic arm to the bottle,grasped the top of the bottle then dropped it soon.Next,policy B moved the robotic arm to the can of red bull, grasped it, moved it to right and dropped it on table.Comparing the performance of the two, policy A at least moved the bottle from left to right according to the command while policy B did not.Therefore,policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:43.704282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:43.704282_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:42.568724_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:42.568724_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:42.568724_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:42.568724_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:43.153715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_diffusion_droid_2025-08-25T09:12:43.153715_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:46.220718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:46.220718_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:44.950168_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:44.950168_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:44.950168_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:44.950168_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:45.643835_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8097a708-c549-4894-b8e8-6f47e38a18de/paligemma_fast_specialist_droid_2025-08-25T09:24:45.643835_video_wrist.mp4"},"preference":"A","session_id":"8097a708-c549-4894-b8e8-6f47e38a18de","university":"frodobots"},{"completion_time":"2025-08-25T09:09:07.388109Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the game controller and put it onto the bottle","longform_feedback":"Policy A first moved the robotic arm to game controller, grasped it, moved it close the bottle and dropped it on the bottle but slipped off the bottle.Policy B first moved the robotic arm close to the game controller, made multiple attempts to grasp the game controller, struggled to pick it up but did not intend to put it onto the bottle.Comparing the performance of the two,policy A has tried to complete the task according to the command but policy B has not.So, i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:19.797043_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:19.797043_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:18.686014_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:18.686014_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:18.686014_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:18.686014_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:19.286393_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_vq_droid_2025-08-25T08:56:19.286393_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:49.699738_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:49.699738_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:48.445360_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:48.445360_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:48.445360_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:48.445360_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:49.174983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d97b958-5850-40e0-85ed-4ff246d6df1e/paligemma_fast_specialist_droid_2025-08-25T09:08:49.174983_video_wrist.mp4"},"preference":"A","session_id":"4d97b958-5850-40e0-85ed-4ff246d6df1e","university":"frodobots"},{"completion_time":"2025-08-25T08:49:21.222649Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the blue block and move it close to the bottle","longform_feedback":"Policy A first moved the robotic arm to the blue block, grasped it, moved it and dropped it near a red block rather than the bottle.Then, policy A moved the robotic arm to the blue block and grasped it again, moved it until time ran out.Policy B moved the robotic arm close to the blue block, after hesitating for while, grasped it moved it slightly and dropped it.Then, policy A attempted to grasp the blue block again in the end.When comparing the performance of the two,both policies have only grasped the blue block but have not move it close to bottle, so i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:13.955448_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:13.955448_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:12.663817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:12.663817_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:12.663817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:12.663817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:13.364030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_fast_droid_2025-08-25T08:39:13.364030_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:57.323052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:57.323052_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.147023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.147023_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.147023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.147023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.803668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/255a369d-07e6-48e8-bdf3-986180720649/pi0_droid_2025-08-25T08:48:56.803668_video_wrist.mp4"},"preference":"TIE","session_id":"255a369d-07e6-48e8-bdf3-986180720649","university":"frodobots"},{"completion_time":"2025-08-25T08:33:03.802867Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bottle by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the bottle, paused briefly on the bottle,then moved away.Next,policy A moved the robotic arm to approach the bottle again, attempted to grasp it but failed in the end.Policy B moved the robotic arm to the bottle, grasped the bottom of the bottle, struggled to rotated it but only rotated it by a small angle.Comparing the performance of the two, policy B has grasped and rotated the bottle according to command while policy A was unable to do nothing.So, policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:53.120145_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:53.120145_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:51.881493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:51.881493_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:51.881493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:51.881493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:52.557158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/paligemma_fast_droid_2025-08-25T08:22:52.557158_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:43.247535_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:43.247535_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:41.994568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:41.994568_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:41.994568_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:41.994568_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:42.683007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1bf1954-61c7-4763-9dcf-2d33346b4bfd/pi05_droid_2025-08-25T08:32:42.683007_video_wrist.mp4"},"preference":"B","session_id":"f1bf1954-61c7-4763-9dcf-2d33346b4bfd","university":"frodobots"},{"completion_time":"2025-08-25T08:19:35.007339Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the green block onto the red block","longform_feedback":"Policy A first moved the robotic arm to the green block,grasped it, moved and dropped it.Then policy A grasped the green block again,moved it and placed it onto the red block correctly.Policy B moved the robotic arm to the green block, grasped it, moved it and placed it onto the red block smoothly.Although both policies have completed the task successfully,policy B is more faster and efficient.Comparing their performance,policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:12.628054_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:12.628054_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:11.368079_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:11.368079_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:11.368079_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:11.368079_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:12.056339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/pi0_droid_2025-08-25T08:12:12.056339_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:20.423191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:20.423191_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.128484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.128484_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.128484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.128484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.831598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f40389f1-4a98-4e30-a34e-84dc91099741/paligemma_fast_droid_2025-08-25T08:19:19.831598_video_wrist.mp4"},"preference":"B","session_id":"f40389f1-4a98-4e30-a34e-84dc91099741","university":"frodobots"},{"completion_time":"2025-08-25T08:09:26.760906Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wood blocks together","longform_feedback":"Policy A first moved the robotic arm to a wooden block, grasped it, moved it close to the bottle and drop it.Then,policy A moved the arm to the red block,hovered above the red block until time ran out.Policy B first moved the robotic arm to the blue block,then moved the arm to the bottle.Next,policy B moved the robotic arm back to the blue block again and attempted to grasp it.Finally, policy b moved the robotic arm close to the wood block.When comparing the performance of the two,policy A at least grasped one wood block while policy B grasped nothing, so i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:50.590253_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:50.590253_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:49.402644_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:49.402644_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:49.402644_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:49.402644_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:50.073145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_specialist_droid_2025-08-25T07:57:50.073145_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:47.091910_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:47.091910_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:45.868760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:45.868760_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:45.868760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:45.868760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:46.569241_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a9f25ca-e422-4b83-a1c0-8d16d16013f0/paligemma_fast_droid_2025-08-25T08:08:46.569241_video_wrist.mp4"},"preference":"A","session_id":"9a9f25ca-e422-4b83-a1c0-8d16d16013f0","university":"frodobots"},{"completion_time":"2025-08-25T07:53:37.703562Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bottle from left to right","longform_feedback":"Policy A first moved the robotic arm  to the red block rather than the bottle,  grasped it and moved it to right.Then,policy A attempted to grasp the blue block.Finally,policy A found the bottle, grasped it, moved it to right and dropped it on table.Policy B first grasped the bottle, then moved it to right and dropped it smoothly.Comparing the performance of the two, policy B completed the task faster without any mistakes, so policy B is superior to policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:39.849246_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:39.849246_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:38.609006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:38.609006_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:38.609006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:38.609006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:39.302632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/paligemma_fast_specialist_droid_2025-08-25T07:41:39.302632_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:33.824351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:33.824351_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:32.498437_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:32.498437_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:32.498437_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:32.498437_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:33.190433_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b7d0903-9a2e-43ed-ac64-c97af95ddb57/pi0_droid_2025-08-25T07:52:33.190433_video_wrist.mp4"},"preference":"B","session_id":"8b7d0903-9a2e-43ed-ac64-c97af95ddb57","university":"frodobots"},{"completion_time":"2025-08-25T07:32:53.351403Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bottle, then grasp the red block","longform_feedback":"Policy A first moved the robotic arm to the can of red bull,and knocked it down.Then,policy A moved the arm to the bottle, grasped and dropped it.Next, policy A move the robotic arm to the red block, grasped and dropped it.Policy B first moved the robotic arm to the can of red bull, grasped and released it multiple times,then moved it and dropped it.Comparing the performance of the two, policy A has completed the required task while policy B failed, so i prefer policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:48.716011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:48.716011_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:47.475808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:47.475808_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:47.475808_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:47.475808_video_right.mp4","wrist_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:48.097882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_fast_droid_2025-08-25T07:23:48.097882_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:08.300254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:08.300254_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.271217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.271217_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.271217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.271217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.829769_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/422cf492-bf56-4451-aeac-95825c754c93/paligemma_diffusion_droid_2025-08-25T07:32:07.829769_video_wrist.mp4"},"preference":"A","session_id":"422cf492-bf56-4451-aeac-95825c754c93","university":"frodobots"},{"completion_time":"2025-08-25T07:07:04.717890Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the stationery  from left to right","longform_feedback":"Policy A first moved the robotic arm to the eraser,grasped it,moved it to right and dropped it on the table.Then,policy A didn't attempt to operate any stationery during the remaining time of the episode.Policy B first moved the robotic arm to eraser,after hesitating for while,grasped and moved it to right.Then,policy B grasped the red pencil and moved it to right side of the table.Comparing the performance of the two, policy B has moved two types of stationery from left to right while policy A has moved only one, so i prefer policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:08.866826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:08.866826_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:07.718564_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:07.718564_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:07.718564_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:07.718564_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:08.380176_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_droid_2025-08-25T06:55:08.380176_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:42.346539_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:42.346539_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.131027_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.131027_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.131027_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.131027_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.800552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c73a0-91d0-45f8-8b04-0e59ab245527/pi0_fast_droid_2025-08-25T07:06:41.800552_video_wrist.mp4"},"preference":"B","session_id":"4f6c73a0-91d0-45f8-8b04-0e59ab245527","university":"frodobots"},{"completion_time":"2025-08-25T06:50:54.148221Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the pencil by 90 degrees, then put it into the plate","longform_feedback":"Policy A first moved the robotic arm to the red pencil, grasped it, moved it and dropped it into the plate without obvious rotation.Then,policy A moved the robotic arm to the cube, attempted to grasp it during the remain time of the episode.Policy B first moved the robotic arm to the red pencil, struggled to grasp it, rotated it by about 90 degrees then dropped it into the plate correctly.Comparing the performance of the two, policy B rotated the pencil according to my command while policy A did not, so policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:45.832699_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:45.832699_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:44.611249_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:44.611249_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:44.611249_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:44.611249_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:45.264382_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_specialist_droid_2025-08-25T06:43:45.264382_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:27.929319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:27.929319_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:26.766666_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:26.766666_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:26.766666_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:26.766666_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:27.416548_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bef54d4-d04a-4021-8e60-35898991c0c3/paligemma_fast_droid_2025-08-25T06:50:27.416548_video_wrist.mp4"},"preference":"B","session_id":"6bef54d4-d04a-4021-8e60-35898991c0c3","university":"frodobots"},{"completion_time":"2025-08-25T06:37:06.346891Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pencil from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first moved the robotic arm to the red pencil, grasped it, moved it to right, then struggled to rotated it and dropped it.Next,policy A attempted to grasp the pencil again during remaining time of the episode.Policy B first moved the robotic arm to the red pencil,grasped it, moved it to right while rotated it by about 90 degrees,then dropped it on table.Finally, policy B grasped a marker pen and moved it to right.Comparing the performance of the two,policy B has completed the task more smoothly and rotated the pencil by required angle, so policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:55.500338_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:55.500338_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.310958_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.310958_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.310958_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.310958_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.991714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/paligemma_fast_specialist_droid_2025-08-25T06:27:54.991714_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:41.428154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:41.428154_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.217221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.217221_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.217221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.217221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.905184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f96d28bc-f09e-4552-a2b5-e44a9e07f1c3/pi05_droid_2025-08-25T06:36:40.905184_video_wrist.mp4"},"preference":"B","session_id":"f96d28bc-f09e-4552-a2b5-e44a9e07f1c3","university":"frodobots"},{"completion_time":"2025-08-25T06:23:43.425534Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red pencil and put it into the plate","longform_feedback":"Policy A first moved the robotic arm to the red pencil, grasped and released it multiple times,but has not put it into the plate in the end.Policy B first moved robotic arm to the red pencil, grasped it, moved it and dropped it into the plate correctly.Next,policy B grasped another marker pen and put it into the plate.Comparing the performance of the two, policy B has completed the task successfully while policy A failed, so i prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:55.674997_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:55.674997_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:54.615139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:54.615139_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:54.615139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:54.615139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:55.211190_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_diffusion_droid_2025-08-25T06:15:55.211190_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:22.055171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:22.055171_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:20.941676_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:20.941676_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:20.941676_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:20.941676_video_right.mp4","wrist_video_gcs_path":"evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:21.545339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/515efba6-ca2d-4b79-bf2b-719f243d448b/paligemma_fast_specialist_droid_2025-08-25T06:23:21.545339_video_wrist.mp4"},"preference":"B","session_id":"515efba6-ca2d-4b79-bf2b-719f243d448b","university":"frodobots"},{"completion_time":"2025-08-25T06:11:38.464785Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pencil, then move it next to the cup","longform_feedback":"Policy A first moved the robotic arm to the green pencil, grasped it and moved it in the direction away from the cup,Then,policy attempted to grasp the pencil again during the remaining time of the episode.Policy B first took some time to find the pencil, but then policy B moved the robotic arm to the marker pen and tried to grasp the edge of the plate.Neither policy was able to complete the task correctly, but policy A at least grasped the pencil and moved it, therefore, i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:07.955424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:07.955424_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:06.840816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:06.840816_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:06.840816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:06.840816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:07.419984_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/paligemma_fast_specialist_droid_2025-08-25T06:03:07.419984_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:16.170714_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:16.170714_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.024472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.024472_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.024472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.024472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.687953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5dc040ba-f75b-4f50-b6bb-3360f50eb7c8/pi0_droid_2025-08-25T06:11:15.687953_video_wrist.mp4"},"preference":"A","session_id":"5dc040ba-f75b-4f50-b6bb-3360f50eb7c8","university":"frodobots"},{"completion_time":"2025-08-25T05:55:35.812323Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the cube by 90 degrees","longform_feedback":"Policy A first moved robotic arm to the cube, grasped it, rotated it by about 70 degrees and dropped it.Then,policy A nearly paused in the remaining time of the episode.Policy B first moved the robotic arm closed to the cube, after hesitating for a while, grasped it,made a little rotation and dropped it.Then, policy B attempted to grasp the cube again until time ran out.Comparing the performance of the two,policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:54.075835_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:54.075835_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.002630_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.002630_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.002630_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.002630_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.603624_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_vq_droid_2025-08-25T05:47:53.603624_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:05.450583_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:05.450583_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.234455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.234455_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.234455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.234455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.912283_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e76162b-af91-4e57-acad-a4619f959784/paligemma_fast_droid_2025-08-25T05:55:04.912283_video_wrist.mp4"},"preference":"A","session_id":"9e76162b-af91-4e57-acad-a4619f959784","university":"frodobots"},{"completion_time":"2025-08-25T05:43:36.577598Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the cube into the plate","longform_feedback":"Policy A first moved robotic arm to the cube, grasped it, moved it and dropped it into the plate correctly.Then policy A grasped a tape, also moved it and put it onto the cube.Policy B first moved robotic arm to approach the cube, grasped and released it multiple times until time ran out.Comparing the performance of the two, it is clear that policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:20.033954_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:20.033954_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:18.889750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:18.889750_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:18.889750_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:18.889750_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:19.531967_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_fast_droid_2025-08-25T05:36:19.531967_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:58.728553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:58.728553_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:57.618010_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:57.618010_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:57.618010_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:57.618010_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:58.230681_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc188771-d885-49f6-8220-e30e3ef691b4/paligemma_diffusion_droid_2025-08-25T05:42:58.230681_video_wrist.mp4"},"preference":"A","session_id":"bc188771-d885-49f6-8220-e30e3ef691b4","university":"frodobots"},{"completion_time":"2025-08-25T05:31:55.195973Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the pencils together","longform_feedback":"Policy A first moved robotic arm to red pencil, grasped it, moved it close to the cube, then dropped it on table after hesitation.Next, policy A grasped the red pencil again and moved it.Policy B first moved the robotic arm to the red pend, grasped it and dropped it on a marker pen rather than a pencil.When comparing their performance,neither policy was able to complete the task correctly, but policy B at least intend to move the pencil to another pen, so policy B is superior to policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:42.151578_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:42.151578_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:40.931950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:40.931950_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:40.931950_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:40.931950_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:41.595912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi0_fast_droid_2025-08-25T05:24:41.595912_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:32.210227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:32.210227_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:30.992308_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:30.992308_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:30.992308_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:30.992308_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:31.667945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c01b7fa-5e00-46ca-98f6-2127081e5b27/pi05_droid_2025-08-25T05:31:31.667945_video_wrist.mp4"},"preference":"B","session_id":"7c01b7fa-5e00-46ca-98f6-2127081e5b27","university":"frodobots"},{"completion_time":"2025-08-25T05:21:21.448967Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the cube from left to right","longform_feedback":"Policy A first moved robotic arm to the cube, grasped it, moved it to the right side  of the table and dropped it correctly. Then policy A grasped the marker pen, moved it to right and dropped it.Next,policy A grasped a pencil and moved it to right.Policy B first moved the robotic arm close to the cube, then moved around the cube until time ran out.Comparing the performance of the two, policy A is clearly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:33.993144_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:33.993144_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:32.744034_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:32.744034_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:32.744034_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:32.744034_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:33.487757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_fast_droid_2025-08-25T05:16:33.487757_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:02.389344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:02.389344_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.178001_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.178001_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.178001_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.178001_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.835234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aff7ec80-66f6-4c0b-8949-0e95e590ef36/pi0_droid_2025-08-25T05:21:01.835234_video_wrist.mp4"},"preference":"A","session_id":"aff7ec80-66f6-4c0b-8949-0e95e590ef36","university":"frodobots"},{"completion_time":"2025-08-25T05:07:46.018400Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cube then drop it","longform_feedback":"Policy A first moved robotic arm to the cube, attempted to grasp it but failed.Then policy A adjusted its position ,attempted to grasped the cube again, picked it up successfully and moved/ dropped it.Policy B first moved the robotic arm to reach the cube, paused briefly on the cube as if in hesitation, then moved the arm away.Comparing the performance of the two, policy A is clearly better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:53.490033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:53.490033_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.267483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.267483_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.267483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.267483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.966677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/pi0_fast_droid_2025-08-25T05:01:52.966677_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:11.862939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:11.862939_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:10.809539_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:10.809539_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:10.809539_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:10.809539_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:11.360199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a318201e-9b19-4b65-9e8e-55d7b393a6bf/paligemma_vq_droid_2025-08-25T05:07:11.360199_video_wrist.mp4"},"preference":"A","session_id":"a318201e-9b19-4b65-9e8e-55d7b393a6bf","university":"frodobots"},{"completion_time":"2025-08-25T04:55:42.481300Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all fruits from left to right","longform_feedback":"Policy A first moved robotic arm to the banana, grasped it, moved it to right and dropped it.Then policy A moved the robotic arm close to the bunch of grapes,made multiple attempts to grasp it, grasped it successfully and moved it to right.Policy B first moved the robotic arm to the banana, made multiple attempts to grasp it, grasped it successfully and move it to right but time ran out.Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:35.765811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:35.765811_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:34.519986_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:34.519986_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:34.519986_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:34.519986_video_right.mp4","wrist_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:35.210467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_fast_droid_2025-08-25T04:45:35.210467_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:38.558952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:38.558952_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:37.490237_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:37.490237_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:37.490237_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:37.490237_video_right.mp4","wrist_video_gcs_path":"evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:38.049652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/868e6202-0b5e-4809-b96f-227656b6a4ec/pi0_droid_2025-08-25T04:51:38.049652_video_wrist.mp4"},"preference":"A","session_id":"868e6202-0b5e-4809-b96f-227656b6a4ec","university":"frodobots"},{"completion_time":"2025-08-25T04:12:16.961254Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees, then put it on top of the drawer","longform_feedback":"Policy A first moved robot arm to the banana, grasped it, moved it close to the drawer and rotated it,then dropped it on the table rather than the drawer.Policy B moved the robotic arm to the banana, grasped it, rotated it by about 90 degrees while moved it close to the drawer.Then policy B placed the banana on top of the drawer correctly.Comparing the performance of the two, policy B is clearly better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:37.617820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:37.617820_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:36.422837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:36.422837_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:36.422837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:36.422837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:37.128330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/pi0_fast_droid_2025-08-25T04:04:37.128330_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:52.685490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:52.685490_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:51.431987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:51.431987_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:51.431987_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:51.431987_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:52.165552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95824550-7fe8-412f-9362-e3865e3afe2e/paligemma_fast_droid_2025-08-25T04:11:52.165552_video_wrist.mp4"},"preference":"B","session_id":"95824550-7fe8-412f-9362-e3865e3afe2e","university":"frodobots"},{"completion_time":"2025-08-25T03:59:43.445680Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the banana from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A  first moved the arm to the banana, grasped and release it.Then,after paused briefly,policy A grasped and released the banana again.Finally,it grasped the banana.Policy B first  moved robot arm to the banana, grasped and released it twice.Then,after hesitated for while, policy B grasped the banana, moved it to left and dropped it on floor.Comparing the performance of the two,policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:56.822368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:56.822368_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:55.610035_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:55.610035_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:55.610035_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:55.610035_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:56.272742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/paligemma_fast_specialist_droid_2025-08-25T03:51:56.272742_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:22.725173_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:22.725173_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:21.516731_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:21.516731_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:21.516731_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:21.516731_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:22.186867_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da4163c-a9c8-4a3c-804e-0a28410ab06a/pi0_fast_droid_2025-08-25T03:59:22.186867_video_wrist.mp4"},"preference":"B","session_id":"4da4163c-a9c8-4a3c-804e-0a28410ab06a","university":"frodobots"},{"completion_time":"2025-08-25T03:18:00.665801Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana, then put it into the drawer","longform_feedback":"Policy A first moved the robotic arm to the banana, grasped it, moved it back and forth as if in hesitation,  then approached the drawer, but did not put it into the drawer in the end.Policy B first moved the robotic arm to the banana, grasped it, moved it close to the drawer.Next,policy B made multiple attempts to put the banana into the drawer but failed.Finally, policy B placed the banana on top the drawer but not into it.Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:06.079601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:06.079601_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:04.894205_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:04.894205_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:04.894205_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:04.894205_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:05.590043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/paligemma_fast_droid_2025-08-25T03:05:05.590043_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:37.519493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:37.519493_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.274891_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.274891_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.274891_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.274891_video_right.mp4","wrist_video_gcs_path":"evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.962297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/42bdb97f-8638-4d60-a6f7-38eaef93a5bc/pi05_droid_2025-08-25T03:17:36.962297_video_wrist.mp4"},"preference":"B","session_id":"42bdb97f-8638-4d60-a6f7-38eaef93a5bc","university":"frodobots"},{"completion_time":"2025-08-25T03:00:25.695556Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the apple and move it close to the banana","longform_feedback":"Policy A first moved robotic arm to the apple, grasped it, move it close to the drawer rather than banana , dropped it.Then policy A grasped the apple again, moved it away from the drawer.Next, policy A attempted to grasp grapes.Policy B first attempted to grasp the apple, then tried to grasp the bunch of grapes.Next, policy B grasped the banana and moved it close to the apple.Neither policy was able to complete the task, but policy A at least grasped the apple according to my command, so i prefer policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:17.677417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:17.677417_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:16.449897_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:16.449897_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:16.449897_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:16.449897_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:17.131802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_specialist_droid_2025-08-25T02:50:17.131802_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:40.416758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:40.416758_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.206795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.206795_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.206795_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.206795_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.897237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b499c554-2480-4c1b-82f9-bb09e3f3879b/paligemma_fast_droid_2025-08-25T02:59:39.897237_video_wrist.mp4"},"preference":"A","session_id":"b499c554-2480-4c1b-82f9-bb09e3f3879b","university":"frodobots"},{"completion_time":"2025-08-25T02:46:06.348039Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A first moved the robotic arm close to the banana, grasped it, rotated it by about 90 degrees while moved it to right, then dropped it on the table.Next, policy A moved robotic arm around the banana during remain time of the trial.Policy B first moved robotic arm close to the banana, grasped it ,rotated it by 90 degrees and dropped it.Next, policy B moved robot arm to approach the banana, rotated the banana and change the angle to what we didn't required.Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:29.028808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:29.028808_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:27.800538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:27.800538_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:27.800538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:27.800538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:28.473714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/pi0_fast_droid_2025-08-25T02:35:28.473714_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:44.197671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:44.197671_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.034429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.034429_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.034429_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.034429_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.655595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f0227b3-864e-4a3d-b48a-7eef3e32ec69/paligemma_vq_droid_2025-08-25T02:45:43.655595_video_wrist.mp4"},"preference":"A","session_id":"7f0227b3-864e-4a3d-b48a-7eef3e32ec69","university":"frodobots"},{"completion_time":"2025-08-25T02:30:07.685619Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana on top of the drawer","longform_feedback":"Policy A first moved the robotic arm close to banana slowly, then grasped and dropped it multiple times but didn't attempted to move it to top of drawer we required.Policy B first moved the robotic arm close to the banana and grasped it smoothly, then moved the it and placed it on top of the drawer successfully.Comparing the performance of the two,policy B is clearly better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:05.625228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:05.625228_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:04.600936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:04.600936_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:04.600936_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:04.600936_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:05.138629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/paligemma_diffusion_droid_2025-08-25T02:22:05.138629_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:50.841211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:50.841211_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:49.646878_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:49.646878_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:49.646878_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:49.646878_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:50.325405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1fe53b99-fd55-4cf5-9714-d87d54603b8f/pi05_droid_2025-08-25T02:29:50.325405_video_wrist.mp4"},"preference":"B","session_id":"1fe53b99-fd55-4cf5-9714-d87d54603b8f","university":"frodobots"},{"completion_time":"2025-08-25T02:16:14.502496Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits together","longform_feedback":"Policy A first moved the robotic arm to the apple, hesitated for while then grasped it, moved it close to the drawer and dropped it.Next, Policy A moved the robotic arm to the banana and grasped it finally.Policy B first grasped the apple, moved it and dropped it in the middle of table, then moved the robotic arm close to a cubic outside the table and paused for while.Next, policy B moved robotic arm to the apple , grasped and dropped it again.Neither policy was able to complete the task successfully.Comparing their performance, policy A has grasped two types of fruit while policy B has grasped only one fruit, so policy A is superior to policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:14.002863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:14.002863_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:12.739646_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:12.739646_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:12.739646_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:12.739646_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:13.445953_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/pi0_fast_droid_2025-08-25T02:02:13.445953_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:45.532162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:45.532162_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:44.419355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:44.419355_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:44.419355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:44.419355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:45.013317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9cef21e-a25f-4f09-955e-4d9b282b94f1/paligemma_fast_specialist_droid_2025-08-25T02:15:45.013317_video_wrist.mp4"},"preference":"A","session_id":"d9cef21e-a25f-4f09-955e-4d9b282b94f1","university":"frodobots"},{"completion_time":"2025-08-25T01:49:47.787401Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the hammer.","longform_feedback":"Both policies were able to pick up the hammer perfectly. Both policies rotated their wrists 45 degrees to pick it up and they both did it vey quickly. The only difference is that policy A grabbed it closer to the head of the hammer than policy B so hammer tilted more in policy B's gripper than policy A, but I didn't attribute that to better performance as the result was mostly the same and I couldn't be sure if that differece in grasp placement had any intention to it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.212511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.212511_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:03.654871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:03.654871_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.730710_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.730710_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.730710_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:02.730710_video_right.mp4","wrist_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:03.157053_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_droid_2025-08-25T01:44:03.157053_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:12.605877_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:12.605877_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.821143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.821143_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.003774_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.003774_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.003774_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.003774_video_right.mp4","wrist_video_gcs_path":"evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.384009_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/576b3c55-7669-4029-b0a6-0035aae45d47/pi0_fast_droid_2025-08-25T01:49:13.384009_video_wrist.mp4"},"preference":"TIE","session_id":"576b3c55-7669-4029-b0a6-0035aae45d47","university":"UT Austin"},{"completion_time":"2025-08-25T01:48:04.520128Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the apple from left to right","longform_feedback":"Policy A first moved the robotic arm to the apple, hovered above it, touched the apple and paused for a while, then grasped the apple, moved it to slightly right then dropped it.Policy B first moved the robotic arm close to the apple, moved around the apple as if in hesitation, then grasped the apple, moved and placed it on the right side of the table.When comparing the performance of the two, policy B is slightly better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:42.189074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:42.189074_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.120138_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.120138_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.120138_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.120138_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.741445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/pi0_droid_2025-08-25T01:37:41.741445_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:16.491775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:16.491775_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.307872_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.307872_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.307872_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.307872_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.979569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d35b4dd-b7e0-4a29-9f9f-8166394f65e4/paligemma_fast_droid_2025-08-25T01:46:15.979569_video_wrist.mp4"},"preference":"B","session_id":"2d35b4dd-b7e0-4a29-9f9f-8166394f65e4","university":"frodobots"},{"completion_time":"2025-08-25T01:41:54.516499Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the bread from me.","longform_feedback":"policy A was able to grab the bread from me pretty quickly. policy B didn't do much at all, moving slightly from it's starting position in the very beginning and only attempting to grab the ground towards the end of the episode.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:14.972151_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:14.972151_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:16.503140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:16.503140_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.545557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.545557_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.545557_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.545557_video_right.mp4","wrist_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.977473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/pi05_droid_2025-08-25T01:38:15.977473_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:25.488431_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:25.488431_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:27.009358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:27.009358_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.060182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.060182_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.060182_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.060182_video_right.mp4","wrist_video_gcs_path":"evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.527418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/593d8d30-4d65-435a-b5ba-0dfb8a71c390/paligemma_vq_droid_2025-08-25T01:41:26.527418_video_wrist.mp4"},"preference":"A","session_id":"593d8d30-4d65-435a-b5ba-0dfb8a71c390","university":"UT Austin"},{"completion_time":"2025-08-25T01:36:19.942255Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the block","longform_feedback":"I chose policy A because it was able to rotate it's gripper to attempt and grab at the block while policy B did not ever attempt to rotate it's hand and as a result was not able to have a chance of grabbing the block. The only thing wrong with policy A was that it grabbed pre-maturley, so it couldn't get it's hand around the block before attempting to grab.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.238420_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.238420_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:19.843002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:19.843002_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.817427_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.817427_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.817427_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:18.817427_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:19.316047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/pi05_droid_2025-08-25T01:26:19.316047_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.415704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.415704_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:21.918380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:21.918380_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.968599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.968599_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.968599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:20.968599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:21.405688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33f344b4-d2fd-4576-94b4-50731428c356/paligemma_fast_specialist_droid_2025-08-25T01:35:21.405688_video_wrist.mp4"},"preference":"A","session_id":"33f344b4-d2fd-4576-94b4-50731428c356","university":"UT Austin"},{"completion_time":"2025-08-25T01:26:30.243063Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the apple, then grasp the grapes","longform_feedback":"Under policy A, the robot arm moved forwad to the apple, hovered above it,  then made first attempt to grasp the apple but only knocked it down. Next, the robot arm move away from the apple, adjusted its posture and orientation, made  multiple attempts to grasp the apple but failed in the end. Policy B first moved the robot arm to the apple, made attempt to grasp it but also failed. Then policy B moved the robot arm to the banana and grasp it successfully. When comparing their perfomance, ploicy B has grasped a banana at least while policy A has grasped nothing, so policy B is superior to policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:48.686475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:48.686475_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:47.469732_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:47.469732_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:47.469732_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:47.469732_video_right.mp4","wrist_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:48.141260_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/pi0_droid_2025-08-25T01:13:48.141260_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:26:00.344410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:26:00.344410_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.093420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.093420_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.093420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.093420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.835944_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/594edb72-6295-4003-b282-26392b25ad60/paligemma_vq_droid_2025-08-25T01:25:59.835944_video_wrist.mp4"},"preference":"B","session_id":"594edb72-6295-4003-b282-26392b25ad60","university":"frodobots"},{"completion_time":"2025-08-25T01:23:01.312518Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the cup right side up.","longform_feedback":"both policies approached the cup without attempting to rotate it's wrist, as a result making the grasping of the object very difficult and making it so that none of the policies managed to actually grab the cup nor re-orient it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.394552_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.394552_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:28.914953_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:28.914953_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.922214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.922214_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.922214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:27.922214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:28.386638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_specialist_droid_2025-08-25T01:19:28.386638_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.319020_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.319020_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:34.017770_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:34.017770_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.952258_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.952258_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.952258_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:32.952258_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:33.468143_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36b5c811-66ac-48b3-8a5e-33788179e341/paligemma_fast_droid_2025-08-25T01:22:33.468143_video_wrist.mp4"},"preference":"TIE","session_id":"36b5c811-66ac-48b3-8a5e-33788179e341","university":"UT Austin"},{"completion_time":"2025-08-25T01:08:44.601009Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the marker.","longform_feedback":"This task was to see the affect of hiding a marker from the right camera. The marker was placed vertically behind an orange juice carton in such a way that the right camera could not see it. Both policies immediatley approached the marker and attempted to grab it. I chose policy B because it was able to actually touch and attempt to grab the marker, while policy A kind of just sat right in front of the marker for most of the episode until trying to grab the marker at the very end at which it was not even able to touch the marker. I would like to mention that when I did this for the left camera, most policies struggled and not a single policy was able to approach just the marker. It is also worth mentioning that my default third-person camera is set to \"left_image\".","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:41.423390_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:41.423390_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:43.288936_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:43.288936_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:42.177673_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:42.177673_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:41.423390_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:41.423390_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:42.599425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/paligemma_diffusion_droid_2025-08-25T00:45:42.599425_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:20.656774_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:20.656774_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:22.295700_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:22.295700_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:21.270810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:21.270810_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:20.656774_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:20.656774_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:21.727493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70c58c48-6cca-4f0b-b018-52c9d3687c4b/pi05_droid_2025-08-25T01:03:21.727493_video_wrist.mp4"},"preference":"B","session_id":"70c58c48-6cca-4f0b-b018-52c9d3687c4b","university":"UT Austin"},{"completion_time":"2025-08-25T00:43:38.986646Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the marker.","longform_feedback":"This task was meant to see if hiding the marker from one of the cameras would affect how the policies could grab the marker. Both policies had approached the orange juice carton first. policy A had pushed against the carton but didn't knock it over and ultimately was not able to even try and grab the marker. policy B had grabbed the carton, struggled a litle, and about half way through the episode managed to knock it over and expose the marker to both cameras. After it did this, policy B quickly set about grabbing the marker and lifting it to the bottom left part of the field.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.235956_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.235956_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:14.848274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:14.848274_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.862409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.862409_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.235956_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:13.235956_video_left.mp4","wrist_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:14.342692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_droid_2025-08-25T00:36:14.342692_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.161239_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.161239_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:34.822046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:34.822046_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.777030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.777030_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.161239_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:33.161239_video_left.mp4","wrist_video_gcs_path":"evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:34.271238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14e5cfc7-d0bb-45d0-958d-d137a18d05ec/pi0_fast_droid_2025-08-25T00:42:34.271238_video_wrist.mp4"},"preference":"B","session_id":"14e5cfc7-d0bb-45d0-958d-d137a18d05ec","university":"UT Austin"},{"completion_time":"2025-08-25T00:33:02.611940Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the black marker.","longform_feedback":"Both policies acted very similarly. For reference, this task was meant to see what would happen if I could only see the marker from one camera. I placed an orange juice carton in front of the left camera and had the black marker standing vertically in the upper center of the field. Both policies began by approaching the center of the field and grabbing to the right of the orange juice carton. Both policies then returned to about their starting position and then both policies proceeded to grab at empty areas to the right side of the field.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:57.995508_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:57.995508_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:59.661465_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:59.661465_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:58.661974_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:58.661974_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:57.995508_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:57.995508_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:59.131731_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_vq_droid_2025-08-25T00:26:59.131731_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.362898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.362898_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:42.948073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:42.948073_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.882017_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.882017_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.362898_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:41.362898_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:42.376434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee177dcc-f630-4cd3-a02d-a5a59ca3e48a/paligemma_diffusion_droid_2025-08-25T00:32:42.376434_video_wrist.mp4"},"preference":"TIE","session_id":"ee177dcc-f630-4cd3-a02d-a5a59ca3e48a","university":"UT Austin"},{"completion_time":"2025-08-25T00:24:24.641262Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the black marker.","longform_feedback":"I gave these policies both ties because they approached the orange juice carton and interacted with it, but I am not sure to the extent that the policies did that in order to reach the marker. This task  was meant to see if there was a reliance on certain cameras by only exposing the marker to one camera. policy A seemed to want to go through the carton and ended up knocking it over, along with the marker. After policy A knocked over the carton, the carton ended up hiding the marker underneath and policy A was not able to even approach the direction of the marker afterwards- wandering aimlessly over the field. policy B immediatley approached the carton and picked it up, exposing the marker further. policy B would then continue to grab the carton over and over until the episode ended.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:35.534130_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:35.534130_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:37.200377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:37.200377_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:36.081456_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:36.081456_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:35.534130_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:35.534130_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:36.609980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_fast_droid_2025-08-25T00:15:36.609980_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:54.752139_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:54.752139_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:56.256949_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:56.256949_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:55.272737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:55.272737_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:54.752139_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:54.752139_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:55.710297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e993a5b2-9eae-49c6-a7ee-fc875f42d388/pi0_droid_2025-08-25T00:22:55.710297_video_wrist.mp4"},"preference":"TIE","session_id":"e993a5b2-9eae-49c6-a7ee-fc875f42d388","university":"UT Austin"},{"completion_time":"2025-08-25T00:10:26.979147Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the marker behind the carton","longform_feedback":"polic B was able to immediately go behind the carton and attempt to grab the marker. policy B had some difficulty actually grabbing the marker due to the orange juice carton in the way, but it seemed as though a concerted effort was made in grabbing the marker that was behind the carton. policy A might have interacted with the carton one time before aimlessly hovering in front of the carton.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.380458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.380458_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:06.048014_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:06.048014_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.899485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.899485_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.380458_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:04.380458_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:05.414249_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/pi0_droid_2025-08-25T00:03:05.414249_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.054638_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.054638_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:06.780456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:06.780456_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.697606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.697606_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.054638_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:05.054638_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:06.200724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d547e4-c75e-4ef9-9dd9-e10e8a0494da/paligemma_fast_specialist_droid_2025-08-25T00:10:06.200724_video_wrist.mp4"},"preference":"B","session_id":"68d547e4-c75e-4ef9-9dd9-e10e8a0494da","university":"UT Austin"},{"completion_time":"2025-08-24T23:59:35.398850Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the black marker behind the two milk cartons.","longform_feedback":"policy A was able to immediatley able to reach behind the cartons and expose/see the black marker. policy B then further knocked over the cartons and even touch the marker on a couple different occasionns, amost grabbing towards the end. policy B was kind of stuck. policy b never moved past the cartons and stayed kind of stuck in a space right in front.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:41.505320_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:41.505320_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:43.142521_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:43.142521_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:42.144245_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:42.144245_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:41.505320_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:41.505320_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:42.614217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/paligemma_fast_specialist_droid_2025-08-24T23:52:42.614217_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.320886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.320886_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:12.982411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:12.982411_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.926971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.926971_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.320886_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:11.320886_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:12.407615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d256c34f-00b1-4788-b8e5-7e999c2b5073/pi0_droid_2025-08-24T23:59:12.407615_video_wrist.mp4"},"preference":"A","session_id":"d256c34f-00b1-4788-b8e5-7e999c2b5073","university":"UT Austin"},{"completion_time":"2025-08-24T23:48:02.973557Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the yellow cup and the white block.","longform_feedback":"I chose policy B because it immediatley went for the yellow cup while policy A first went to the red cup and then the yellow cup right at the end seemingly as the result of accidentally drifting too far from the red cup. Neither policy successfully picked up the yellow cup. policy B struggled to place it's hand in the appropiate place, grabbing right in front of the yellow cup instead of above the yellow cup.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.097825_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.097825_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:17.849369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:17.849369_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.764821_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.764821_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.097825_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:16.097825_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:17.282202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_fast_droid_2025-08-24T23:43:17.282202_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.124475_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.124475_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:11.851879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:11.851879_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.788694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.788694_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.124475_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:10.124475_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:11.287320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06/paligemma_diffusion_droid_2025-08-24T23:47:11.287320_video_wrist.mp4"},"preference":"B","session_id":"e1d2f59c-dcc2-4ea2-887b-a2ccf1f6ba06","university":"UT Austin"},{"completion_time":"2025-08-24T23:40:33.556557Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the white block that is hidden underneath the yellow cup.","longform_feedback":"Policy A was able to realize that it had to approach the yellow cup and did so in a manner that would make it so that it could grab the cup; however, it never actually grabbed the yellow cup, always gng close before pulling away. policy B never approached the yellow cup opting instead to reach first for the red cup to the right of the table and then reaching for nothing at the bottom left of the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:17.974558_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:17.974558_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:19.573362_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:19.573362_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:18.554749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:18.554749_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:17.974558_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:17.974558_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:19.062771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/paligemma_vq_droid_2025-08-24T23:34:19.062771_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.138795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.138795_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:16.818943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:16.818943_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.744069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.744069_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.138795_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:15.138795_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:16.227411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7414faf-ac09-4032-a60c-11ca4cb2be14/pi0_fast_droid_2025-08-24T23:39:16.227411_video_wrist.mp4"},"preference":"A","session_id":"b7414faf-ac09-4032-a60c-11ca4cb2be14","university":"UT Austin"},{"completion_time":"2025-08-24T23:31:45.146176Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the white block that is underneath the yellow cup.","longform_feedback":"Neither policy was able to determind that in order to get the white cube underneath the yellow cup, they would have to pick up the yellow cup. I chose policy B because it had at least tried interacting with the yellow cup by actually managing to touch/push the cup while policy A had gone for the red cup the entire time.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:29.615212_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:29.615212_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:31.291436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:31.291436_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:30.238482_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:30.238482_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:29.615212_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:29.615212_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:30.749938_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/pi05_droid_2025-08-24T23:25:30.749938_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.083149_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.083149_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:17.778747_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:17.778747_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.694030_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.694030_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.083149_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:16.083149_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:17.199396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b61b0ef5-ee06-4434-9613-cbc1a76160f0/paligemma_vq_droid_2025-08-24T23:31:17.199396_video_wrist.mp4"},"preference":"B","session_id":"b61b0ef5-ee06-4434-9613-cbc1a76160f0","university":"UT Austin"},{"completion_time":"2025-08-22T23:43:04.726483Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the largest cup.","longform_feedback":"I gave these policies a tie because they both opted for the second smallest block in the center of the feild for the entire episode. Neither policy tried to go for the yellow block.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:35.951699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:35.951699_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:37.559411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:37.559411_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:36.497249_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:36.497249_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:35.951699_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:35.951699_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:36.998810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/pi05_droid_2025-08-22T23:39:36.998810_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.439510_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.439510_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:46.914449_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:46.914449_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.943502_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.943502_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.439510_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:45.439510_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:46.415937_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fa83614-a85e-4a5f-911d-db5da8e58030/paligemma_diffusion_droid_2025-08-22T23:42:46.415937_video_wrist.mp4"},"preference":"TIE","session_id":"3fa83614-a85e-4a5f-911d-db5da8e58030","university":"UT Austin"},{"completion_time":"2025-08-22T23:35:43.581581Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the yellow cup off of the table.","longform_feedback":"I chose policy B because it had actually approached the yellow cup while policy A had occupied the entire episode with the blue cup. Neither policy was actually able to tip or knock over the yellow cup and policy B was only able to touch the yellow cup at the very end of the episode.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.005633_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.005633_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:12.669218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:12.669218_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.599881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.599881_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.005633_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:11.005633_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:12.099562_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi0_droid_2025-08-22T23:30:12.099562_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:23.624771_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:23.624771_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:25.319302_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:25.319302_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:24.242723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:24.242723_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:23.624771_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:23.624771_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:24.753824_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6/pi05_droid_2025-08-22T23:35:24.753824_video_wrist.mp4"},"preference":"B","session_id":"0dd429ac-8bd6-4cc4-b452-a3bcc768f2c6","university":"UT Austin"},{"completion_time":"2025-08-22T23:27:26.052537Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Poke the blue cup","longform_feedback":"I prefer A because it closed it's gripper together as if to form a finger to poke the cup while policy B seemed determined to grab the cup during the whole episode. Both policies touched the cup, but onloy policy A changed it's gripper to better accomplish the task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:07.779473_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:07.779473_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:09.245074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:09.245074_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:08.309057_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:08.309057_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:07.779473_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:07.779473_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:08.715128_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_specialist_droid_2025-08-22T23:22:08.715128_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:05.593796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:05.593796_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:07.287561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:07.287561_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:06.199473_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:06.199473_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:05.593796_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:05.593796_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:06.705821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be673821-080f-4904-9352-9c621063e786/paligemma_fast_droid_2025-08-22T23:27:06.705821_video_wrist.mp4"},"preference":"A","session_id":"be673821-080f-4904-9352-9c621063e786","university":"UT Austin"},{"completion_time":"2025-08-22T23:19:39.718306Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put the yellow cup into the pot","longform_feedback":"Policy A quickly identified the yellow cup and placed it into the pot. policy B had grabbed the red cup first, put the red cup into the pot, then grabbed the blue cup, pushed it against the yellow cup, knocking over the blue cup and finally attempted to grab the yellow cup unsuccessfully.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:27.441413_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:27.441413_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:29.023137_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:29.023137_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:28.074807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:28.074807_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:27.441413_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:27.441413_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:28.530209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/pi05_droid_2025-08-22T23:14:28.530209_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:18.979965_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:18.979965_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:20.637149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:20.637149_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:19.576339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:19.576339_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:18.979965_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:18.979965_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:20.038600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1575368e-9016-4e32-aa36-dd23a83363de/paligemma_fast_specialist_droid_2025-08-22T23:19:20.038600_video_wrist.mp4"},"preference":"A","session_id":"1575368e-9016-4e32-aa36-dd23a83363de","university":"UT Austin"},{"completion_time":"2025-08-22T22:24:14.904797Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the red cup and put it into the pot","longform_feedback":"Both policies were quick to grab the red cup and place it into the pot, I chose policy A becaues I thought it was faster/more efficient, but truly both policies were very close. I will say that policy B had got caught on the edge a little which slowed it down a little.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:05.860628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:05.860628_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:07.254194_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:07.254194_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:06.379273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:06.379273_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:05.860628_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:05.860628_video_left.mp4","wrist_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:06.757518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/pi05_droid_2025-08-22T22:19:06.757518_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.036288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.036288_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:41.414308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:41.414308_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.565325_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.565325_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.036288_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.036288_video_left.mp4","wrist_video_gcs_path":"evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.955966_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/94ad6978-a4f4-4a59-ac13-6696f2f06751/paligemma_vq_droid_2025-08-22T22:23:40.955966_video_wrist.mp4"},"preference":"A","session_id":"94ad6978-a4f4-4a59-ac13-6696f2f06751","university":"UT Austin"},{"completion_time":"2025-08-22T22:17:08.266390Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put all of the blocks inside of the pot.","longform_feedback":"I chose policy B because it was able to actually grab a cup. Both policies struggled to grab a single cup, grasping at the round edge of the cup or faing to grab the lid of the cup. policy A also spent a long time close to the floor, pushing things instead of attempting to grab them- even pushing the pot for some reason. policy B on the other hand had been better about the number of attempts at grabbing, but still struggled with grabbing.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.388926_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.388926_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:13.985731_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:13.985731_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.935507_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.935507_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.388926_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:12.388926_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:13.422751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/paligemma_fast_droid_2025-08-22T22:09:13.422751_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:06.963545_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:06.963545_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:08.580712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:08.580712_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:07.555772_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:07.555772_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:06.963545_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:06.963545_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:08.025395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1463f86-1f05-4f1d-8af9-82a7c4927942/pi0_droid_2025-08-22T22:16:08.025395_video_wrist.mp4"},"preference":"B","session_id":"a1463f86-1f05-4f1d-8af9-82a7c4927942","university":"UT Austin"},{"completion_time":"2025-08-22T22:00:30.551367Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put all of the bread inside of the pot.","longform_feedback":"I chose policy B because it was able to successfully deliver 3 pieces of bread in the pot while policy A was only able to deliver 2 and ended it's episode trying to grab the third bread. Both policies started by grabbing the bread in the center and then worked on the outer edge breads. No policy tried getting the small bread on the top left corner and both policies made the medium bread in the bottom left corner their 3rd bread.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.430288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.430288_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:31.076491_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:31.076491_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.955768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.955768_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.430288_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:29.430288_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:30.486858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/paligemma_fast_droid_2025-08-22T21:54:30.486858_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:10.875806_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:10.875806_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:12.587800_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:12.587800_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:11.510831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:11.510831_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:10.875806_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:10.875806_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:12.033427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25a69627-3846-4b82-a1cd-25b15a57d99d/pi0_fast_droid_2025-08-22T22:00:12.033427_video_wrist.mp4"},"preference":"B","session_id":"25a69627-3846-4b82-a1cd-25b15a57d99d","university":"UT Austin"},{"completion_time":"2025-08-22T21:51:40.687160Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Give me the bread.","longform_feedback":"policy A was able to grab the bread and place it in my direction. I was hoping that it would be able to drop it in my hands without too much of my help, but it struggled with that part. It was able to drop it near me, but it picked-and-dropped it a couple times. policy B only persued the block which was on the opposite end from the bread.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:42.647049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:42.647049_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:44.243280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:44.243280_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:43.183849_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:43.183849_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:42.647049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:42.647049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:43.720452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_vq_droid_2025-08-22T21:45:43.720452_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:51.357517_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:51.357517_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:53.094062_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:53.094062_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:52.021476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:52.021476_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:51.357517_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:51.357517_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:52.554759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68b388d4-1562-4045-b6ca-02906d9b7478/paligemma_diffusion_droid_2025-08-22T21:49:52.554759_video_wrist.mp4"},"preference":"A","session_id":"68b388d4-1562-4045-b6ca-02906d9b7478","university":"UT Austin"},{"completion_time":"2025-08-22T21:30:21.369457Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block.","longform_feedback":"Both policies immediatley approached the bread instead of the block and pretty much exclusivley interacted with that the entire episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:19.517584_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:19.517584_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:21.225377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:21.225377_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:20.173318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:20.173318_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:19.517584_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:19.517584_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:20.678173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/paligemma_fast_specialist_droid_2025-08-22T21:27:20.678173_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:05.517789_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:05.517789_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:07.162015_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:07.162015_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:06.038180_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:06.038180_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:05.517789_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:05.517789_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:06.556606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bde277b5-5095-4953-974a-aace02f9f1f0/pi0_droid_2025-08-22T21:30:06.556606_video_wrist.mp4"},"preference":"TIE","session_id":"bde277b5-5095-4953-974a-aace02f9f1f0","university":"UT Austin"},{"completion_time":"2025-08-22T21:23:48.390059Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Take the bread from me.","longform_feedback":"For this task I held out a piece of bread towards the robot in hopes that it would take it from me. Both robots struggled to identify the bread grabbing at other objects first- policy A grabbing at the block who was in the center left of the field and policy B grabbing at the cup which was in the bottom center of the field. Both policies seemed to have a moment where they realized that I was holding the bread, policy A seemed to spiral towards non-objective actions while policy B actually approached the bread in my hand, even wrapping it's hand around it right before the episode ended.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:42.989362_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:42.989362_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:44.790538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:44.790538_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:43.663584_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:43.663584_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:42.989362_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:42.989362_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:44.195956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/paligemma_fast_specialist_droid_2025-08-22T21:16:44.195956_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:14.558012_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:14.558012_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:16.173383_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:16.173383_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:15.137008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:15.137008_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:14.558012_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:14.558012_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:15.595997_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77f89119-4889-41fe-b7fd-8f141f081f09/pi05_droid_2025-08-22T21:23:15.595997_video_wrist.mp4"},"preference":"B","session_id":"77f89119-4889-41fe-b7fd-8f141f081f09","university":"UT Austin"},{"completion_time":"2025-08-22T21:09:19.818392Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the block","longform_feedback":"For this task, right when the episode the began and the robots began moving towards the block, I switched the block and the bread. Neither policy was able to grab the block in the end, but they both changed course and approached the block after it had been moved. I chose policy A because it had gotten closer to the block than policy B and had gotten really close to grabbing it- hovering just out of reach for some reason. policy B was never that close to the block and had spent a large amount of time between the bread and the block and even ended the episode at the opposite end of the field from the block.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.165077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.165077_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:59.368723_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:59.368723_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.604532_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.604532_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.165077_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.165077_video_left.mp4","wrist_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.997202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_vq_droid_2025-08-22T21:02:58.997202_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:56.603737_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:56.603737_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:58.206855_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:58.206855_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:57.157229_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:57.157229_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:56.603737_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:56.603737_video_left.mp4","wrist_video_gcs_path":"evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:57.635253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/34fb2dc4-ca19-41ec-b34b-31711ea982fe/paligemma_fast_droid_2025-08-22T21:08:57.635253_video_wrist.mp4"},"preference":"A","session_id":"34fb2dc4-ca19-41ec-b34b-31711ea982fe","university":"UT Austin"},{"completion_time":"2025-08-22T20:59:53.870653Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the object that is not the bread.","longform_feedback":"Policy B did a wonderful job identifying the object that was not the bread and only interacting with that for the entire period. policy A on the other hand interacted with the bread the entire time, grabbing it lifting it, etc.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:22.584070_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:22.584070_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:24.255344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:24.255344_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:23.218511_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:23.218511_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:22.584070_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:22.584070_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:23.689027_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_droid_2025-08-22T20:56:23.689027_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:36.436173_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:36.436173_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:38.167904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:38.167904_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:37.107568_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:37.107568_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:36.436173_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:36.436173_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:37.610740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0a4debf-4276-4bd7-9da1-1d8f364179ad/pi0_fast_droid_2025-08-22T20:59:37.610740_video_wrist.mp4"},"preference":"B","session_id":"b0a4debf-4276-4bd7-9da1-1d8f364179ad","university":"UT Austin"},{"completion_time":"2025-08-22T20:54:02.054205Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the block and do not touch the bread.","longform_feedback":"The point of this episode was to see how well the policies interpreted prompts that included negative commands(asking the policy to not do something). I chose policy A because it had refrained from touching the block while occupying the space in between the block and the bread. To be fair, all policy A did was sit in the space between the bread and the block until the end of the episode so it is hard to judge the amount of correct action vs undue inaction that there was. policy B decided to touch both the bread and the block- first grabbing the bread, then the block which it also decided to place on the bread.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:05.702238_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:05.702238_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:07.561385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:07.561385_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:06.406248_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:06.406248_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:05.702238_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:05.702238_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:06.941254_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/paligemma_vq_droid_2025-08-22T20:46:06.941254_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.445340_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.445340_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:40.075913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:40.075913_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.977786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.977786_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.445340_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:38.445340_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:39.485451_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b83da76-558f-43ae-8fee-0888a7424bab/pi0_fast_droid_2025-08-22T20:53:39.485451_video_wrist.mp4"},"preference":"A","session_id":"0b83da76-558f-43ae-8fee-0888a7424bab","university":"UT Austin"},{"completion_time":"2025-08-22T20:42:12.481994Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the cup but do not touch the block or the bread.","longform_feedback":"I chose policy B because it was able to successfully complete the fask while policy A did not. policy A hovered above the wooden block, inching towards it but pulling back before it could ever touch it. policy A repeated that cycle until the end of the episode. It kinda looked like policy A wanted to touch the block but stopped itself. policy B also hovered above the space between the block and the cup before eventually touching the block with it's side towards the end of the episode.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:56.882541_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:56.882541_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:58.559012_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:58.559012_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:57.517581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:57.517581_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:56.882541_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:56.882541_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:57.973215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_vq_droid_2025-08-22T20:35:57.973215_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.381166_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.381166_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:46.051581_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:46.051581_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.938063_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.938063_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.381166_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:44.381166_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:45.473328_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3da5fbce-f4f4-4a91-86b5-f5514efd8989/paligemma_fast_specialist_droid_2025-08-22T20:41:45.473328_video_wrist.mp4"},"preference":"B","session_id":"3da5fbce-f4f4-4a91-86b5-f5514efd8989","university":"UT Austin"},{"completion_time":"2025-08-22T20:26:43.236189Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not touch the bread or the block, but poke the blue cup.","longform_feedback":"I gave the policies a tie because both policies immediatley grabbed the objects I told them not to grab and ignored the object that I asked them to grab. policy A chose the block that it would grab and dop for the entire episode while policy B chose the bread. A few things worth mentioning: the layout of the field is that the cup is on the far left, the bread is in the middle and the block is on the far right, and policy B moved the bread farther than policy A moved the block.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:39.716474_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:39.716474_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:41.443281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:41.443281_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:40.391931_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:40.391931_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:39.716474_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:39.716474_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:40.883759_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi05_droid_2025-08-22T20:18:40.883759_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:13.706712_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:13.706712_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:15.442746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:15.442746_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:14.322650_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:14.322650_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:13.706712_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:13.706712_video_left.mp4","wrist_video_gcs_path":"evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:14.880493_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95895487-7a45-4fe1-aa8f-175af46e5d1b/pi0_droid_2025-08-22T20:26:14.880493_video_wrist.mp4"},"preference":"TIE","session_id":"95895487-7a45-4fe1-aa8f-175af46e5d1b","university":"UT Austin"},{"completion_time":"2025-08-22T09:56:42.796611Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods into the plate","longform_feedback":"Policy A first grasped a bread, moved it and dropped it into the plate, then grasped a wooden block which is not food and put it into the plate. After that, policy A moved the arm until the time ran out. Policy B showed no response to my command and didn't perform any operation at all. Comparing the performance of the two, policy A is obviously better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:25.271576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:25.271576_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:23.912699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:23.912699_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:23.912699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:23.912699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:24.639744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/pi0_fast_droid_2025-08-22T09:45:24.639744_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:24.786512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:24.786512_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:23.721263_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:23.721263_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:23.721263_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:23.721263_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:24.301437_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a4a1de3-00e6-4246-a1f5-a1da754b9f20/paligemma_binning_droid_2025-08-22T09:56:24.301437_video_wrist.mp4"},"preference":"A","session_id":"6a4a1de3-00e6-4246-a1f5-a1da754b9f20","university":"frodobots"},{"completion_time":"2025-08-22T09:41:04.876941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bread by 90 degrees, then put it onto the box","longform_feedback":"Policy A showed no response to my command and didn't perform any operation at all. Policy B first grasped the bread ,moved it forward the box, rotated it by about 60 degrees, then placed it onto the box successfully. Comparing the performance of the two, policy B is obviously better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:38.855182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:38.855182_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:37.983701_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:37.983701_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:37.983701_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:37.983701_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:38.439592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_binning_droid_2025-08-22T09:32:38.439592_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:44.660642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:44.660642_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:43.374706_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:43.374706_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:43.374706_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:43.374706_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:44.088345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cafefeb0-e6c3-484e-a223-20590e5575d5/paligemma_vq_droid_2025-08-22T09:39:44.088345_video_wrist.mp4"},"preference":"B","session_id":"cafefeb0-e6c3-484e-a223-20590e5575d5","university":"frodobots"},{"completion_time":"2025-08-22T09:25:32.415126Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right and rotate it by 90 degrees","longform_feedback":"Policy A first grasped the bread moved it from left to right, rotated it and dropped it. Then, policy A grasped, moved,rotated and dropped the bread twice more. Policy B first grasped the bread, moved it to right, rotated it and dropped it, but then attempted to grasp a green wood block not bread. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:50.197927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:50.197927_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:48.792276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:48.792276_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:48.792276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:48.792276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:49.533948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_fast_specialist_droid_2025-08-22T09:17:49.533948_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:15.826551_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:15.826551_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:14.451551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:14.451551_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:14.451551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:14.451551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:15.198615_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d852ebb-3760-4434-85f2-3eab360155cf/paligemma_diffusion_droid_2025-08-22T09:25:15.198615_video_wrist.mp4"},"preference":"A","session_id":"3d852ebb-3760-4434-85f2-3eab360155cf","university":"frodobots"},{"completion_time":"2025-08-22T09:10:14.898555Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block and put it onto the blue block","longform_feedback":"Policy A first grasped the red block, moved it toward to blue block and dropped it near the blue block, then grasped the red bolck again and placed it onto the blue block successfully. Policy B first grasped the red block and move it above the blue block, then dropped it, but the red block slipped off the blue block. Policy B then grasped the red block and dropped it again, but didn't placed it onto the blue block in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:44.968364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:44.968364_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:43.447728_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:43.447728_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:43.447728_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:43.447728_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:44.200975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_fast_droid_2025-08-22T08:59:44.200975_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:57.712959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:57.712959_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:56.354064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:56.354064_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:56.354064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:56.354064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:57.055273_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3fe032b-bf3a-4e12-889e-aba259407190/pi0_droid_2025-08-22T09:09:57.055273_video_wrist.mp4"},"preference":"A","session_id":"e3fe032b-bf3a-4e12-889e-aba259407190","university":"frodobots"},{"completion_time":"2025-08-22T08:46:16.572612Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread and move it close to the red block","longform_feedback":"Policy A first moved the arm close to the bread then moved away, after hestating for while, policy A moved the arm to green wood block and attempted to grasp it. Policy B first moved the arm to the bread and attempted to grasp the bread several times but failed, then policy B moved the arm away and didn't try to grasp the bread again. Although the two policies didn't complete the task, policy B at least identified the bread and attempted to grasp it, so i think policy B is better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:17.848352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:17.848352_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:16.511196_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:16.511196_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:16.511196_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:16.511196_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:17.222323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/pi0_droid_2025-08-22T08:34:17.222323_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:46.234070_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:46.234070_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:44.892709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:44.892709_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:44.892709_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:44.892709_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:45.565935_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fdec118-f7ce-4212-948f-c583bec7ca30/paligemma_diffusion_droid_2025-08-22T08:44:45.565935_video_wrist.mp4"},"preference":"B","session_id":"4fdec118-f7ce-4212-948f-c583bec7ca30","university":"frodobots"},{"completion_time":"2025-08-22T08:28:02.129524Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bread by 90 degrees","longform_feedback":"Policy A first grasped the bread, moved it and attempted to rotate it several times, then rotated it by about 90 degrees and dropped it in the end. Policy B moved the arm to the bread, then grasped and released it several times, finally grasped the bread and rotated it by about 90 degrees. Both policies have completed the task correctly, but policy A has took less time. So policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:08.853767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:08.853767_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:07.508904_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:07.508904_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:07.508904_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:07.508904_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:08.247655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/pi0_fast_droid_2025-08-22T08:13:08.247655_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:28.601760_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:28.601760_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:27.307435_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:27.307435_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:27.307435_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:27.307435_video_right.mp4","wrist_video_gcs_path":"evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:28.005000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21137e56-ea3e-4cf7-b78c-b3e712be70a3/paligemma_fast_specialist_droid_2025-08-22T08:27:28.005000_video_wrist.mp4"},"preference":"A","session_id":"21137e56-ea3e-4cf7-b78c-b3e712be70a3","university":"frodobots"},{"completion_time":"2025-08-22T08:06:37.086924Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the bread onto the red block","longform_feedback":"Policy A first grasped the bread, moved it and dropped it near a blue block. After hestating for while, policy A grasped the bread again. Policy B moved the arm to the bread and attempted to grasp it but failed in the end. When comparing their performance, neither of the two was able to complete the task, but policy A at least grasped and moved the bread while policy B didn't pick the bread up, so i think policy A is better.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:16.266423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:16.266423_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:14.931276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:14.931276_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:14.931276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:14.931276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:15.642294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/paligemma_fast_specialist_droid_2025-08-22T07:47:15.642294_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:18.489283_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:18.489283_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.088368_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.088368_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.088368_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.088368_video_right.mp4","wrist_video_gcs_path":"evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.844716_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218b7108-e643-4183-a0ec-05cccce68d1c/pi05_droid_2025-08-22T08:06:17.844716_video_wrist.mp4"},"preference":"A","session_id":"218b7108-e643-4183-a0ec-05cccce68d1c","university":"frodobots"},{"completion_time":"2025-08-22T07:36:00.283115Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the foods together","longform_feedback":"Policy A first grasped a red block which is not food and moved/dropped it, then grasped a bread, moved and dropped it. Policy B first move the arm to the biscuit, attempted to grasp it but failed , then it grasped a blue wood block whick is not food. When comparing the performance of the two, policy A did at least pick up the bread whick is food,  so i prefer policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:49.635214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:49.635214_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:48.282379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:48.282379_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:48.282379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:48.282379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:49.044857_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/paligemma_vq_droid_2025-08-22T07:23:49.044857_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:06.960248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:06.960248_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:05.610745_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:05.610745_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:05.610745_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:05.610745_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:06.439515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65079f9c-b265-4b8f-bd95-6150ff38d5ef/pi0_droid_2025-08-22T07:35:06.439515_video_wrist.mp4"},"preference":"A","session_id":"65079f9c-b265-4b8f-bd95-6150ff38d5ef","university":"frodobots"},{"completion_time":"2025-08-22T07:17:44.574873Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bread from left to right","longform_feedback":"Policy A first grasped the bread and moved it from left to right correctly, then it attempted to grasp a blue wood block. Policy B showed no response and did nothing  in the end. Comparing the performance of the two, policy A is obviously better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:07.574462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:07.574462_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.244661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.244661_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.244661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.244661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.959810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_fast_specialist_droid_2025-08-22T07:08:06.959810_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:58.859932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:58.859932_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:57.828829_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:57.828829_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:57.828829_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:57.828829_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:58.372217_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfcad709-5f8e-41fb-be9b-008b78b1bbd9/paligemma_binning_droid_2025-08-22T07:15:58.372217_video_wrist.mp4"},"preference":"A","session_id":"bfcad709-5f8e-41fb-be9b-008b78b1bbd9","university":"frodobots"},{"completion_time":"2025-08-22T07:04:33.911373Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bread, then grasp the red block","longform_feedback":"Policy A first moved the arm to the bread but didn't grasp it, then moved to the red block and grasped it. Policy B first grasped the bread ,moved and dropped it, then grasped the bread again and moved it. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:56.643713_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:56.643713_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:55.220529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:55.220529_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:55.220529_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:55.220529_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:56.038411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_diffusion_droid_2025-08-22T06:58:56.038411_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:03.225017_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:03.225017_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:01.933551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:01.933551_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:01.933551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:01.933551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:02.634040_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d12f8cee-f8ac-45e5-98a3-dd019707ed58/paligemma_fast_specialist_droid_2025-08-22T07:04:02.634040_video_wrist.mp4"},"preference":"B","session_id":"d12f8cee-f8ac-45e5-98a3-dd019707ed58","university":"frodobots"},{"completion_time":"2025-08-22T06:50:02.348444Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all the tableware  from left to right","longform_feedback":"Policy A showed no response and did nothing in the end. Policy B first grasped a cup and moved it to right, then grasped another cup and moved it to right, but policy B didn't move the bowl in the limited time. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:02.836296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:02.836296_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:01.901277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:01.901277_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:01.901277_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:01.901277_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:02.456288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/paligemma_binning_droid_2025-08-22T06:42:02.456288_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:40.982489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:40.982489_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:39.699751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:39.699751_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:39.699751_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:39.699751_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:40.415336_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5571bb2-92fe-406a-b479-481bae2703e2/pi05_droid_2025-08-22T06:49:40.415336_video_wrist.mp4"},"preference":"B","session_id":"a5571bb2-92fe-406a-b479-481bae2703e2","university":"frodobots"},{"completion_time":"2025-08-22T06:27:16.434264Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the smaller box by 90 degrees, then put it into the plate","longform_feedback":"Policy A grasped the box, moved it and dropped it into the plate but didn't rotate it, then policy A grasped the cup and put it into the bowl. Policy B attempted to grasp the box several times, then grasped the box and the cloth together in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:58.920186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:58.920186_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:57.714494_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:57.714494_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:57.714494_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:57.714494_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:58.369346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_fast_specialist_droid_2025-08-22T06:19:58.369346_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:22.379602_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:22.379602_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.240723_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.240723_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.240723_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.240723_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.818448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a873e86-b1ee-45ef-b32a-2f96a15319ae/paligemma_diffusion_droid_2025-08-22T06:26:21.818448_video_wrist.mp4"},"preference":"A","session_id":"0a873e86-b1ee-45ef-b32a-2f96a15319ae","university":"frodobots"},{"completion_time":"2025-08-22T06:01:19.633563Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the big box from left to right and rotate it by 90 degrees","longform_feedback":"Policy A moved the arm to the big box, attempted to grasp it but failed in the end. Policy B attempted to grasp the big box several times, but also failed. Policy A and policy B all didn't completed the task, and they performed similar operation, so i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:59.515841_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:59.515841_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.331059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.331059_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.331059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.331059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.986654_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/paligemma_vq_droid_2025-08-22T05:52:58.986654_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:34.126943_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:34.126943_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:32.887616_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:32.887616_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:32.887616_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:32.887616_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:33.555631_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee/pi0_fast_droid_2025-08-22T06:00:33.555631_video_wrist.mp4"},"preference":"TIE","session_id":"3f8ec7b1-9b6a-4a0d-9885-93e8dbd843ee","university":"frodobots"},{"completion_time":"2025-08-22T05:48:32.666117Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the smaller box and put it onto the big box","longform_feedback":"Policy A first moved the arm to the big box, then moved it away. After hesitating for a while, policy A attempted to grasp the small box. Policy B moved the arm next to the big box, then grasped the cloth. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:33.343467_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:33.343467_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.062386_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.062386_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.062386_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.062386_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.799037_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_vq_droid_2025-08-22T05:37:32.799037_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:46.542921_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:46.542921_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.109964_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.109964_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.109964_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.109964_video_right.mp4","wrist_video_gcs_path":"evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.966418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27ece361-ae4a-4c3b-a1df-027e987afcfb/paligemma_fast_droid_2025-08-22T05:46:45.966418_video_wrist.mp4"},"preference":"A","session_id":"27ece361-ae4a-4c3b-a1df-027e987afcfb","university":"frodobots"},{"completion_time":"2025-08-22T05:26:31.173355Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the box, then move it next to the bowl","longform_feedback":"Policy A has attempted to grasp a plate then grasped a cup, but has not tried to grasp the box in the end. Policy B has first grasped the box and dropped it, then grasped and dropped the cup again, but has not moved it next to the bowl. Comparing the performance of the two, poliy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:15.063410_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:15.063410_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:13.782045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:13.782045_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:13.782045_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:13.782045_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:14.499674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_vq_droid_2025-08-22T05:18:14.499674_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:55.950794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:55.950794_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:54.692198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:54.692198_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:54.692198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:54.692198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:55.381926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64b4c415-1b70-499e-9be4-529973c0ddef/paligemma_diffusion_droid_2025-08-22T05:25:55.381926_video_wrist.mp4"},"preference":"B","session_id":"64b4c415-1b70-499e-9be4-529973c0ddef","university":"frodobots"},{"completion_time":"2025-08-22T05:12:24.826504Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the smaller box by 90 degrees","longform_feedback":"Policy A has first moved the arm to the bigger box, then to a bowl and tried to grasp it, but has not attempted to  rotated the smaller box finally. Policy B has also moved the arm to the bigger box and attempted to grasp it, but failed in the end. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:37.418074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:37.418074_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.133606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.133606_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.133606_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.133606_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.862167_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/paligemma_diffusion_droid_2025-08-22T05:05:36.862167_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:55.434744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:55.434744_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.118044_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.118044_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.118044_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.118044_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.824145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a0f871-b80d-4d66-b8ef-8cb38bbf0e44/pi05_droid_2025-08-22T05:11:54.824145_video_wrist.mp4"},"preference":"B","session_id":"98a0f871-b80d-4d66-b8ef-8cb38bbf0e44","university":"frodobots"},{"completion_time":"2025-08-22T04:56:02.541058Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the smaller box into the plate","longform_feedback":"Policy A has first grasped the smaller box, moved it and put it into the plate successfully, then attempted to grasp a bigger box. Policy B has also grasped the smaller box and put it into the plate, but policy B has knocked a cup down during moving the box. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:46.747376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:46.747376_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:45.453293_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:45.453293_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:45.453293_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:45.453293_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:46.192516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/pi0_droid_2025-08-22T04:49:46.192516_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:43.848843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:43.848843_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:42.550248_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:42.550248_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:42.550248_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:42.550248_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:43.280062_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e302b84-55c4-494b-94c5-db43a6a96c2f/paligemma_vq_droid_2025-08-22T04:55:43.280062_video_wrist.mp4"},"preference":"A","session_id":"8e302b84-55c4-494b-94c5-db43a6a96c2f","university":"frodobots"},{"completion_time":"2025-08-22T04:05:27.256594Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the box together","longform_feedback":"Policy A has not respond to my command and has not performed any operation at last.  Policy B has first moved the arm to a big box and attempted to grasp but failed, then policy B has found a small box and tried to grasp it but fail in the end. Comparing the performance of the two, policy B  is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:55.703351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:55.703351_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:54.703375_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:54.703375_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:54.703375_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:54.703375_video_right.mp4","wrist_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:55.299888_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_binning_droid_2025-08-22T03:56:55.299888_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:12.839424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:12.839424_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:11.583148_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:11.583148_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:11.583148_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:11.583148_video_right.mp4","wrist_video_gcs_path":"evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:12.306535_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/584ba96d-21a2-4eff-b8c9-8c9f66b18954/paligemma_vq_droid_2025-08-22T04:05:12.306535_video_wrist.mp4"},"preference":"B","session_id":"584ba96d-21a2-4eff-b8c9-8c9f66b18954","university":"frodobots"},{"completion_time":"2025-08-22T03:38:11.169422Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the small box from left to right","longform_feedback":"Policy A has first moved the arm to the big box not the small box, and attempted to grasp the big box several times, then policy A has found the small box and tried to grasp it but failed in the end. Policy B has not respond to my command and has not performed any operation at last. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:04.927456_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:04.927456_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:03.658730_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:03.658730_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:03.658730_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:03.658730_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:04.367580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_fast_droid_2025-08-22T03:32:04.367580_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:40.909680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:40.909680_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:39.977985_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:39.977985_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:39.977985_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:39.977985_video_right.mp4","wrist_video_gcs_path":"evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:40.494670_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54d2455f-162b-44d4-aee8-2ddb43f61e5b/paligemma_binning_droid_2025-08-22T03:37:40.494670_video_wrist.mp4"},"preference":"A","session_id":"54d2455f-162b-44d4-aee8-2ddb43f61e5b","university":"frodobots"},{"completion_time":"2025-08-22T03:27:32.814722Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the cup then drop it","longform_feedback":"Policy A has first moved the arm close to the cup, adjusted its postion and attempted to grasp the cup several times but failed in the end. Policy B has found the cup, then grasped and release the cup several times, but has not picked up and dropped the cup. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:10.389489_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:10.389489_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.160871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.160871_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.160871_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.160871_video_right.mp4","wrist_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.875482_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_diffusion_droid_2025-08-22T03:20:09.875482_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:49.341256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:49.341256_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.155506_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.155506_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.155506_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.155506_video_right.mp4","wrist_video_gcs_path":"evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.812687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55e4785a-c5db-4e44-be70-d6d458166fe0/paligemma_vq_droid_2025-08-22T03:26:48.812687_video_wrist.mp4"},"preference":"B","session_id":"55e4785a-c5db-4e44-be70-d6d458166fe0","university":"frodobots"},{"completion_time":"2025-08-22T03:12:43.983199Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all Stationery from left to right","longform_feedback":"Policy A has first grasped a pencil and moved it from left to right,  then policy A has moved the  arm but has not done anything else. Policy B has first move the arm close to the eraser, attempted to pick it up but failed in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:18.446409_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:18.446409_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:17.332561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:17.332561_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:17.332561_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:17.332561_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:18.016060_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/pi0_droid_2025-08-22T03:07:18.016060_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:17.337678_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:17.337678_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.195654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.195654_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.195654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.195654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.819017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e5e980d-8afd-4327-ac28-a75458a8c891/paligemma_fast_droid_2025-08-22T03:12:16.819017_video_wrist.mp4"},"preference":"A","session_id":"3e5e980d-8afd-4327-ac28-a75458a8c891","university":"frodobots"},{"completion_time":"2025-08-22T03:01:50.828939Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees, then put it onto the book","longform_feedback":"Policy A has first moved the arm between the marker pen and eraser, but has not done anyting in the end. Policy B has first grasped the marker pen, moved it and placed it onto the book but has not rotate the pen, then policy B has attempted to grasp the pen several times. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:31.406206_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:31.406206_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.212782_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.212782_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.212782_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.212782_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.881824_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/pi0_droid_2025-08-22T02:55:30.881824_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:24.243282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:24.243282_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.034187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.034187_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.034187_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.034187_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.744115_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b4c0f61-f569-43db-a79f-f73309fb80c6/paligemma_vq_droid_2025-08-22T03:01:23.744115_video_wrist.mp4"},"preference":"B","session_id":"2b4c0f61-f569-43db-a79f-f73309fb80c6","university":"frodobots"},{"completion_time":"2025-08-22T02:52:17.008601Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A has first grasped the marker pen, moved it from left to right and rotated it by about 90 degrees. Policy B has first grasped the marker pen, moved it ,rotated it by a small angle and dropped it, then grasped and dropped the marker pen several times. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:12.174650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:12.174650_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.058129_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.058129_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.058129_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.058129_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.633003_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_fast_droid_2025-08-22T02:45:11.633003_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:45.933606_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:45.933606_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:44.748350_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:44.748350_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:44.748350_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:44.748350_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:45.399503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d710ae89-9392-4b1b-95b4-0ed2a9d35696/paligemma_vq_droid_2025-08-22T02:51:45.399503_video_wrist.mp4"},"preference":"A","session_id":"d710ae89-9392-4b1b-95b4-0ed2a9d35696","university":"frodobots"},{"completion_time":"2025-08-22T02:41:37.303056Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser, then place it onto the book","longform_feedback":"Policy A has first attempted to grasp the eraser, picked it up ,moved it close to book and dropped it. Policy B has no response to my command at all and has not performed any operation in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:13.452817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:13.452817_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.241743_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.241743_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.241743_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.241743_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.935196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_diffusion_droid_2025-08-22T02:34:12.935196_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:07.092162_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:07.092162_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.257222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.257222_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.257222_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.257222_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.706719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b101344-317f-4930-8075-6a402f5f315f/paligemma_binning_droid_2025-08-22T02:41:06.706719_video_wrist.mp4"},"preference":"A","session_id":"6b101344-317f-4930-8075-6a402f5f315f","university":"frodobots"},{"completion_time":"2025-08-22T02:29:58.023872Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen and move it next to the banana","longform_feedback":"Policy A has first grasped the marker pen , moved it to the banana and dropped it, then policy A has grasped the marker pen again and moved it. Policy B has no response at all and has not performed any operation in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:08.861553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:08.861553_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:07.582110_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:07.582110_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:07.582110_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:07.582110_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:08.337870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_fast_specialist_droid_2025-08-22T02:24:08.337870_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:40.245745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:40.245745_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.293699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.293699_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.293699_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.293699_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.852983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea0768b-8630-4e9a-9cf3-e0304bc1003b/paligemma_binning_droid_2025-08-22T02:29:39.852983_video_wrist.mp4"},"preference":"A","session_id":"cea0768b-8630-4e9a-9cf3-e0304bc1003b","university":"frodobots"},{"completion_time":"2025-08-22T02:17:46.503731Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the marker pen by 90 degrees","longform_feedback":"Policy A has first grasped the marker pen and dropped it, then grasped the marker pen again and rotated it, then grasped a banana adn rotate it. Policy B has not respond to my command at all and has not performed any operation in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:44.998374_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:44.998374_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:43.799819_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:43.799819_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:43.799819_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:43.799819_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:44.489518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_fast_specialist_droid_2025-08-22T02:12:44.489518_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:28.203632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:28.203632_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.263415_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.263415_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.263415_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.263415_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.828275_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5/paligemma_binning_droid_2025-08-22T02:17:27.828275_video_wrist.mp4"},"preference":"A","session_id":"d5d7f03f-8c83-4509-b05b-ef1b8dcad2e5","university":"frodobots"},{"completion_time":"2025-08-22T02:09:01.553010Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana onto the book","longform_feedback":"Policy A has first grasped the banana , moved it but failed to put it onto the book.  Policy B has grasped the banana, moved it and placed it onto the book successfully. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:53.554778_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:53.554778_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.231046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.231046_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.231046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.231046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.996288_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/paligemma_vq_droid_2025-08-22T02:01:52.996288_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:44.513225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:44.513225_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.258540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.258540_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.258540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.258540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.965218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24498159-d217-4ec0-876f-47a685b8362e/pi0_droid_2025-08-22T02:08:43.965218_video_wrist.mp4"},"preference":"B","session_id":"24498159-d217-4ec0-876f-47a685b8362e","university":"frodobots"},{"completion_time":"2025-08-22T01:57:37.625298Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits onto the book","longform_feedback":"Policy A has first grasped the apple, attempted to moved it to the book but the apple fell during the process, then policy A has tried to grasp the apple again until the time ran out. Policy B first grasped the apple, moved it to the book and put it onto the book, then policy B has picked up a banana and put it onto the book. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:48.187377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:48.187377_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.009109_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.009109_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.009109_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.009109_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.658523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/paligemma_vq_droid_2025-08-22T01:51:47.658523_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:06.229036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:06.229036_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:04.949935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:04.949935_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:04.949935_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:04.949935_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:05.682335_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eb800c10-6c3f-43df-92bb-543f73bfbffc/pi05_droid_2025-08-22T01:57:05.682335_video_wrist.mp4"},"preference":"B","session_id":"eb800c10-6c3f-43df-92bb-543f73bfbffc","university":"frodobots"},{"completion_time":"2025-08-22T01:29:50.671234Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the marker pen from left to right","longform_feedback":"Policy A has grasped a pencil but not marker pen, then moved it from left to right and dropped it, then policy A has moved the arm close to the marker pen in the end. Policy B has first found the marker pen and grasped it, then moved it from left to right, then policy B has grasped the pencil and moved it. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:19.666120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:19.666120_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:18.490971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:18.490971_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:18.490971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:18.490971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:19.117373_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_diffusion_droid_2025-08-22T01:22:19.117373_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:29:00.106369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:29:00.106369_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:58.786139_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:58.786139_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:58.786139_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:58.786139_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:59.439279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c501925f-5bba-4205-aa9a-dffde12b459e/paligemma_fast_droid_2025-08-22T01:28:59.439279_video_wrist.mp4"},"preference":"B","session_id":"c501925f-5bba-4205-aa9a-dffde12b459e","university":"frodobots"},{"completion_time":"2025-08-22T01:14:49.712990Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes, then grasp the pencil","longform_feedback":"Policy A has first attempted to grasp the pencil but not the grapes, then it has grasped the pencil and marker pen together. Policy B has also attempted to grasp the pencil first but not the grapes, then grasped the pencil and dropped it, then grasped the marker pen and dropped it, finally, grasped the marker pen and pencil together. As the performance of policy A and policy B is similar, i choose tie.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:52.231281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:52.231281_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:50.920355_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:50.920355_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:50.920355_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:50.920355_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:51.627682_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_diffusion_droid_2025-08-22T01:05:51.627682_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:26.281856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:26.281856_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.053812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.053812_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.053812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.053812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.735882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc88e310-d7d9-4ec2-a43c-dc307178095b/paligemma_fast_droid_2025-08-22T01:14:25.735882_video_wrist.mp4"},"preference":"TIE","session_id":"fc88e310-d7d9-4ec2-a43c-dc307178095b","university":"frodobots"},{"completion_time":"2025-08-21T23:37:41.005424Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not touch the bread or the blue cup but do touch the block.","longform_feedback":"I chose policy A because it only touched the bread while policy B touched both the bread and the cup. policy A also grabbed the bread less than policy B and hesitated more when approaching the bread. It is worth mentioning that the bread is in the very center of the feild and that the block is on the edge of the feild.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:34.581685_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:34.581685_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:36.186066_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:36.186066_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:35.161201_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:35.161201_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:34.581685_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:34.581685_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:35.660020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_vq_droid_2025-08-21T23:32:35.660020_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:26.553567_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:26.553567_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:28.100483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:28.100483_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:27.099757_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:27.099757_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:26.553567_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:26.553567_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:27.571259_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1693f1e-7191-42c9-afa5-139e3a9d885d/paligemma_diffusion_droid_2025-08-21T23:36:27.571259_video_wrist.mp4"},"preference":"A","session_id":"b1693f1e-7191-42c9-afa5-139e3a9d885d","university":"UT Austin"},{"completion_time":"2025-08-21T23:28:51.383452Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not touch the block.","longform_feedback":"I chose A because it did not approach the block while policy B touched the block and opened and closed it's gripper next to it. policy B touched the block immediatley and then moved to a position above/away from the block before grabbing again but farther from the block. policy A did absolutley nothing, so while I do give it the victory, I do so with an astrisk since I believe that it only did nothing because it is incapable of doing anything not because it chose to do nothing.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.166680_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.166680_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:39.387394_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:39.387394_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.645919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.645919_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.166680_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:38.166680_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:39.005177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_binning_droid_2025-08-21T23:21:39.005177_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:28.456407_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:28.456407_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:30.068937_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:30.068937_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:29.035146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:29.035146_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:28.456407_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:28.456407_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:29.520501_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6332b60-7496-4ef5-9d22-8d7dd6c2de49/paligemma_diffusion_droid_2025-08-21T23:28:29.520501_video_wrist.mp4"},"preference":"A","session_id":"b6332b60-7496-4ef5-9d22-8d7dd6c2de49","university":"UT Austin"},{"completion_time":"2025-08-21T23:18:02.189021Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Do not touch the block.","longform_feedback":"Both policies immediatley touched and grabbed around the block. Neither policy actually grabbed the block, but they did push up against the block and open and close it's grippers. There were some differences in the policies. policy A did much more grabbing than policy B and actually moved the block a little. policy B actually closed it's gripper and pressed against the block and then for half to a quater of the episode did leave the block alone. However, since both policies immediatley touched the block, they get the same score.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:16.416359_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:16.416359_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.899055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.899055_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.006213_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.006213_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:16.416359_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:16.416359_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.387653_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_diffusion_droid_2025-08-21T23:10:17.387653_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:40.710240_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:40.710240_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:42.392032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:42.392032_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:41.350570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:41.350570_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:40.710240_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:40.710240_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:41.843399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9ca1670-2726-4bcf-b3a8-b8089376c789/paligemma_vq_droid_2025-08-21T23:17:41.843399_video_wrist.mp4"},"preference":"TIE","session_id":"d9ca1670-2726-4bcf-b3a8-b8089376c789","university":"UT Austin"},{"completion_time":"2025-08-21T23:05:05.752271Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place your gripper around the spatula but do not grab or touch the spatula.","longform_feedback":"I chose policy B because it didn't grab the spatula but kept it close to the spatula for most of the episode while policy A immediatley attempted to grab the spatula. policy B was not able to place it's gripper around the spatula and had instead kept it's spatula near instead. Some other things that policy B did that were strange/wrong were that it didn't rotate it's gripper eve during the episode even though it would need to if it were to grab the spatula and it grabbed the pot for some reason towards the end of the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:57.467355_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:57.467355_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:59.165425_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:59.165425_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:58.079230_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:58.079230_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:57.467355_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:57.467355_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:58.586226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_fast_specialist_droid_2025-08-21T22:47:58.586226_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.171364_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.171364_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:43.830320_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:43.830320_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.802045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.802045_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.171364_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:42.171364_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:43.289355_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ff65051-e028-4f80-bcdb-a1accc731b94/paligemma_vq_droid_2025-08-21T23:04:43.289355_video_wrist.mp4"},"preference":"B","session_id":"9ff65051-e028-4f80-bcdb-a1accc731b94","university":"UT Austin"},{"completion_time":"2025-08-21T22:43:51.833031Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place your gripper so that the bread is in the middle of your grippers. Do not grab or touch the bread.","longform_feedback":"I chose B because it did fully perform the task of placing it's gripper so that the bread was in between it while policy A did not even approach the bread, pressing against the ground where nothing was instead. While policy B was able to place it's gripper correctly and even hold it there, it had disobeyed my instruction of not touching or grabbing the bread twice by grabbing the bread. The first time igrabbed the bread was before correctly placing it's gripper, and the second time was after correctly placing it's gripper. By grabbing the bread the first time, it actually made correctly placing it's griper easier since all it had to do to correctly place it's gripper is release it's grasp. The second time policy B grabbed the bread it had spent a couple seconds in the correct position, but then seemlingly caved to temptation and grabbed/lifted the bread to a new place.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:09.872518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:09.872518_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:11.566268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:11.566268_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:10.563894_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:10.563894_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:09.872518_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:09.872518_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:11.048534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/paligemma_diffusion_droid_2025-08-21T22:30:11.048534_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.078536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.078536_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:09.688962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:09.688962_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.634115_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.634115_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.078536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:08.078536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:09.129739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a76dec68-5b4a-487c-95ff-70d3b9cb6d2d/pi0_fast_droid_2025-08-21T22:42:09.129739_video_wrist.mp4"},"preference":"B","session_id":"a76dec68-5b4a-487c-95ff-70d3b9cb6d2d","university":"UT Austin"},{"completion_time":"2025-08-21T22:25:09.192274Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the bread forward. ","longform_feedback":"Policy A was able to push the bread by getting close to the bread and opening it's gripper and pushing the bread forward as it opened. policy A did this twice. policy B approached the bread, tried to grab the bread, and then for some reason moved to the tape and spent the rest of the time grabbing and dropping the tape. I would like to bring attention that policy A had to rotate it's gripper in order to actually push the bread forward, something that can prove difficult for policies that I have seen.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:57.994467_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:57.994467_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:59.562824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:59.562824_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:58.581982_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:58.581982_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:57.994467_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:57.994467_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:59.030250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_droid_2025-08-21T22:16:59.030250_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:43.639168_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:43.639168_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:45.294398_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:45.294398_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:44.271807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:44.271807_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:43.639168_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:43.639168_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:44.746454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc/pi0_fast_droid_2025-08-21T22:24:44.746454_video_wrist.mp4"},"preference":"A","session_id":"d0f5d064-7fd7-43b9-9008-bd7e2c4bb1fc","university":"UT Austin"},{"completion_time":"2025-08-21T22:14:25.723148Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the tape. Do not grab or lift the tape.","longform_feedback":"Neither policy was really able to accomplish the task. I chose policy B because it had squeezed it's gripper together before reaching the target, something that to me indicated that it had wanted to push the tape. policy A then pressed the tape twice with it's closed grippers before putting the closed grippers in the hole in the center of the tape. policy A then finished it's episode by pushing the bread instead of the tape. policy B spent the entire episode grabbing and dropping the tape.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.169441_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.169441_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:43.815108_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:43.815108_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.719933_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.719933_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.169441_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:42.169441_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:43.242264_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_droid_2025-08-21T22:05:43.242264_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.325306_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.325306_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:21.949870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:21.949870_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.952660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.952660_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.325306_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:20.325306_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:21.417421_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4/pi0_fast_droid_2025-08-21T22:13:21.417421_video_wrist.mp4"},"preference":"B","session_id":"b78d1514-1d4b-4f6b-8ab0-e0e67659a7e4","university":"UT Austin"},{"completion_time":"2025-08-21T22:01:41.431998Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the black tape through the gap between the two bread. DO NOT grab the tape.","longform_feedback":"I chose policy B because it had moved the black tape farther than policy A and it didn't actually lift the black tape unlike policy A. policy A had spent the entire episode grabbing and dropping the black tape. It is worth mentioning that both policies had decided to grab the tape instead of getting behind it or placing it's gripper outside of the tape to push it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:41.516785_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:41.516785_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:43.098618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:43.098618_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:42.112946_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:42.112946_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:41.516785_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:41.516785_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:42.560494_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_fast_specialist_droid_2025-08-21T21:53:42.560494_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:12.968522_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:12.968522_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:14.634494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:14.634494_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:13.559477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:13.559477_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:12.968522_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:12.968522_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:14.059534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c57cc569-7a8d-4311-b62e-c15f4db0ee10/paligemma_diffusion_droid_2025-08-21T22:01:14.059534_video_wrist.mp4"},"preference":"B","session_id":"c57cc569-7a8d-4311-b62e-c15f4db0ee10","university":"UT Austin"},{"completion_time":"2025-08-21T21:49:40.218643Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the spray bottle off the table.","longform_feedback":"I chose to give the policies a tie because they both ignored the spray bottle and grabbed the rag for some reason. policy A spent a longer time in the space between the spray bottle and the rag than policy B, but they ended up achieving the same thing. Neither policy really seemed to target the spray bottle.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.348419_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.348419_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:06.017301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:06.017301_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.972182_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.972182_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.348419_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:04.348419_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:05.469874_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/paligemma_fast_specialist_droid_2025-08-21T21:34:05.469874_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:28.504203_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:28.504203_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:30.196129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:30.196129_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:29.124172_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:29.124172_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:28.504203_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:28.504203_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:29.574599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950/pi0_droid_2025-08-21T21:39:29.574599_video_wrist.mp4"},"preference":"TIE","session_id":"f53a5fc8-5dc1-45c1-b5fb-2810e8fe1950","university":"UT Austin"},{"completion_time":"2025-08-21T21:31:17.970926Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Push the spray bottle off the table.","longform_feedback":"I chose policy A because it had attempted to push the black spray bottle off the table but failed. policy A had actually knocked the spray bottle over, but it moved along the edge of the table, so the bottle just fell into the table instead of off of it. policy A then continued to attempt to interact with the bottle, but it was not able to knock it off the table. policy B did nothing.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.323645_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.323645_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:53.005181_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:53.005181_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.940552_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.940552_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.323645_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:51.323645_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:52.446672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_vq_droid_2025-08-21T21:24:52.446672_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:48.540657_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:48.540657_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.991614_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.991614_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.108051_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.108051_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:48.540657_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:48.540657_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.523952_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ad3f7e6-a301-46a6-b73a-26101693e6fd/paligemma_binning_droid_2025-08-21T21:30:49.523952_video_wrist.mp4"},"preference":"A","session_id":"3ad3f7e6-a301-46a6-b73a-26101693e6fd","university":"UT Austin"},{"completion_time":"2025-08-21T21:08:31.054142Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove the spray bottle from the table.","longform_feedback":"I chose policy B because it was able to approach and attempt to grab the spray bottle while policy A seemed to go for the rag but it didn't actually grab anything. policy A had tried to grab the spray bottle but ended up knocking it over. policy A was not able to recover the bottle or push it off the table after knocking it over.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:49.719536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:49.719536_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:51.269158_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:51.269158_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:50.336759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:50.336759_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:49.719536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:49.719536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:50.712046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/paligemma_diffusion_droid_2025-08-21T20:55:50.712046_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.245062_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.245062_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:25.878777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:25.878777_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.878531_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.878531_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.245062_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:24.245062_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:25.353977_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b57276a7-d641-4778-b926-4d83ddd29856/pi0_droid_2025-08-21T21:07:25.353977_video_wrist.mp4"},"preference":"B","session_id":"b57276a7-d641-4778-b926-4d83ddd29856","university":"UT Austin"},{"completion_time":"2025-08-21T20:46:48.463371Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove the bread from the table.","longform_feedback":"I chose policy A because it was able to actually grab the bread while policy B was not. policy A had grabbed the bread and began moving it towards the edge of the table, but then began to drop and re-pick up the bread. policy A was ultimately unable to remove the bread from the table. policy B had approached the bread, but was not able to grab it, hovering just over it until the end of the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:58.519844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:58.519844_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:41:00.448773_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:41:00.448773_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:59.410619_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:59.410619_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:58.519844_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:58.519844_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:59.877708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/paligemma_fast_specialist_droid_2025-08-21T20:40:59.877708_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:07.737855_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:07.737855_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:09.256363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:09.256363_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:08.292297_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:08.292297_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:07.737855_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:07.737855_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:08.733734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33092108-898d-43ef-97c5-1dd2c735b303/pi05_droid_2025-08-21T20:46:08.733734_video_wrist.mp4"},"preference":"A","session_id":"33092108-898d-43ef-97c5-1dd2c735b303","university":"UT Austin"},{"completion_time":"2025-08-21T20:31:15.790430Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Use the rag to clean the table.","longform_feedback":"I chose policy A because it cleaned the table better than policy B. policy A had grabbed the cloth and then kept it very close to the ground as it wiped. policy B on the other hand had kept the rag quite high as it moved over the table, more like transportating the rag across the table than actually cleaning. Another thing that policy A did that was interesting was that it had stopped moving at some point and returned to a position above the table and stayed there for the remainder of the episode. It was almost like it had decided that it completed it's task and reset/stopped itself.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:19.555738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:19.555738_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:21.117264_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:21.117264_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:20.138170_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:20.138170_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:19.555738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:19.555738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:20.619042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/pi0_fast_droid_2025-08-21T20:25:20.619042_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.261502_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.261502_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:54.893824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:54.893824_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.884987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.884987_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.261502_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:53.261502_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:54.356528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7c61597-a169-409e-bec7-11c1d4ec13a2/paligemma_fast_specialist_droid_2025-08-21T20:30:54.356528_video_wrist.mp4"},"preference":"A","session_id":"c7c61597-a169-409e-bec7-11c1d4ec13a2","university":"UT Austin"},{"completion_time":"2025-08-21T09:56:08.974979Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the wood blocks into the plate","longform_feedback":"Policy A has first moved the arm close to a red block, ajusted its positon and attempted to grasp the red block, but has not picked it up in the end. Policy B has first grasped  a block and put it into the plate, then grasped another block and put it into the plate. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:21.886265_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:21.886265_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:22.942069_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:22.942069_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:21.886265_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:21.886265_video_left.mp4","wrist_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:22.477914_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/paligemma_diffusion_droid_2025-08-21T09:49:22.477914_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.051877_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.051877_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:49.293028_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:49.293028_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.051877_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.051877_video_left.mp4","wrist_video_gcs_path":"evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.692141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/650b8165-9c08-4155-a47b-efc88708684b/pi0_fast_droid_2025-08-21T09:55:48.692141_video_wrist.mp4"},"preference":"B","session_id":"650b8165-9c08-4155-a47b-efc88708684b","university":"frodobots"},{"completion_time":"2025-08-21T09:36:05.548525Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the eraser by 90 degrees, then put it into the drawer","longform_feedback":"Policy A has not respond to my command at all and it has not performed any operation in the end. Policy B first moved the arm to the drawer and closed it, then policy B has moved the arm to a box and attempted to grasp it until the time ran out. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:04.639500_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:04.639500_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:05.446376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:05.446376_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:04.639500_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:04.639500_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:05.071200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/paligemma_binning_droid_2025-08-21T09:27:05.071200_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.013389_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.013389_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:44.178871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:44.178871_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.013389_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.013389_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.636487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63c0c237-7a02-4d2e-b133-f8f358e3bd09/pi0_droid_2025-08-21T09:35:43.636487_video_wrist.mp4"},"preference":"B","session_id":"63c0c237-7a02-4d2e-b133-f8f358e3bd09","university":"frodobots"},{"completion_time":"2025-08-21T09:21:25.341335Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right and rotate it by 90 degrees","longform_feedback":"Policy A has not respond to my command at all and it has not performed any operation in the end. Policy B has grasped the pen and the cloth together, then moved them from left to right, but has not rotated them by 90 degrees. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.002297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.002297_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.975571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.975571_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.002297_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.002297_video_left.mp4","wrist_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.566274_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_binning_droid_2025-08-21T09:15:04.566274_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:00.492973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:00.492973_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:01.802651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:01.802651_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:00.492973_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:00.492973_video_left.mp4","wrist_video_gcs_path":"evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:01.235290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19fb1508-9705-40d8-849e-b509aa40db38/paligemma_fast_specialist_droid_2025-08-21T09:21:01.235290_video_wrist.mp4"},"preference":"B","session_id":"19fb1508-9705-40d8-849e-b509aa40db38","university":"frodobots"},{"completion_time":"2025-08-21T09:09:52.199362Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser on the drawer and put it into the drawer","longform_feedback":"Policy A has first  attempted to grasp the box beside the drawer, then it has found the eraser on the drawer and picked it up, but failed to put it into the drawer. Policy B has not respond to my command at all and it has not performed any operation in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.249514_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.249514_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:07.462634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:07.462634_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.249514_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.249514_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.922131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_vq_droid_2025-08-21T09:03:06.922131_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:09.642424_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:09.642424_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:10.563298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:10.563298_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:09.642424_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:09.642424_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:10.164565_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e/paligemma_binning_droid_2025-08-21T09:09:10.164565_video_wrist.mp4"},"preference":"A","session_id":"57a3b8c8-f4ef-4e06-a061-0a50fd3f6b6e","university":"frodobots"},{"completion_time":"2025-08-21T08:57:46.468640Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the eraser and move it close to the box","longform_feedback":"Policy A has moved the arm closed to the eraser and attempted to grasp it several times but failed, then it has grasped the cloth and box one after another.Policy B has no response at all and it has not done anything in the end.  Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.023784_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.023784_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:08.317122_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:08.317122_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.023784_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.023784_video_left.mp4","wrist_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.667458_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_vq_droid_2025-08-21T08:52:07.667458_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:18.464171_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:18.464171_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:19.389627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:19.389627_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:18.464171_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:18.464171_video_left.mp4","wrist_video_gcs_path":"evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:19.009206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55673853-1450-4a4a-96fe-fb32c4ba1b0d/paligemma_binning_droid_2025-08-21T08:57:19.009206_video_wrist.mp4"},"preference":"A","session_id":"55673853-1450-4a4a-96fe-fb32c4ba1b0d","university":"frodobots"},{"completion_time":"2025-08-21T08:43:32.201375Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pen by 90 degrees","longform_feedback":"Policy A has completed the task correctly, it has grasped the pen and rotated it by about 90 degrees successfully. Policy B has first grasped the pen then dropped it, but has not rotated it, then policy B has moved the arm around without doing anything. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:23.781704_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:23.781704_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:24.970341_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:24.970341_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:23.781704_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:23.781704_video_left.mp4","wrist_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:24.467933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_vq_droid_2025-08-21T08:33:24.467933_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.207833_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.207833_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:04.423823_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:04.423823_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.207833_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.207833_video_left.mp4","wrist_video_gcs_path":"evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.905836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75aee679-c8ca-4353-94b3-bef66d38417c/paligemma_fast_specialist_droid_2025-08-21T08:43:03.905836_video_wrist.mp4"},"preference":"A","session_id":"75aee679-c8ca-4353-94b3-bef66d38417c","university":"frodobots"},{"completion_time":"2025-08-21T08:29:37.585254Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the eraser onto the drawer","longform_feedback":"Policy A has grasped the eraser successfully, moved it to right and placed it on the table not the drawer. Policy B has also grasped the eraser successfully, moved it to right and placed it on the table not the drawer. The performance of these two policies is similar, so i choose tie.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:11.511558_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:11.511558_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:12.744186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:12.744186_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:11.511558_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:11.511558_video_left.mp4","wrist_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:12.189158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/pi0_fast_droid_2025-08-21T08:21:12.189158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.297864_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.297864_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:06.488627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:06.488627_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.297864_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.297864_video_left.mp4","wrist_video_gcs_path":"evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.959404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/169e7066-8742-4cab-8e55-a80fab34e40a/paligemma_fast_droid_2025-08-21T08:29:05.959404_video_wrist.mp4"},"preference":"TIE","session_id":"169e7066-8742-4cab-8e55-a80fab34e40a","university":"frodobots"},{"completion_time":"2025-08-21T08:16:23.336129Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the erasers together","longform_feedback":"Policy A has moved the arm colse to one eraser and attempted to grasp it, but has not picked it up, then it has performed some meaningless operations until the time ran out. Policy B has moved the arm but has not found the erasers, then it has grasped the cloth in the end. Comparing the perfoamance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:19.397462_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:19.397462_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:20.562515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:20.562515_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:19.397462_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:19.397462_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:20.040204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/paligemma_fast_droid_2025-08-21T08:09:20.040204_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:51.926530_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:51.926530_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:53.099027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:53.099027_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:51.926530_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:51.926530_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:52.575206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8cc9584-74af-4e3d-8177-c5603d8ad101/pi0_droid_2025-08-21T08:15:52.575206_video_wrist.mp4"},"preference":"A","session_id":"f8cc9584-74af-4e3d-8177-c5603d8ad101","university":"frodobots"},{"completion_time":"2025-08-21T07:57:23.128271Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the eraser from left to right","longform_feedback":"Policy A has moved the arm above the the eraser, adjusted its position, but has not picked up the eraser in the end.  Policy B has grasped the erase, and moved it from left to right correctly. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.402211_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.402211_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:47.454474_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:47.454474_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.402211_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.402211_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.982718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/paligemma_diffusion_droid_2025-08-21T07:52:46.982718_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:00.451341_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:00.451341_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:01.600228_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:01.600228_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:00.451341_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:00.451341_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:01.089668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2318073d-3e47-4aa4-ae13-40f419ac096f/pi05_droid_2025-08-21T07:57:01.089668_video_wrist.mp4"},"preference":"B","session_id":"2318073d-3e47-4aa4-ae13-40f419ac096f","university":"frodobots"},{"completion_time":"2025-08-21T07:46:31.381943Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the drawer\t\t","longform_feedback":"grasp a pen, then moved the arm close to the drawer, adjusted its position, pushed the drawer and closed it successfully. Policy B has moved the arm to drawer quickly, pushed the drawer and closed it successfully. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.275489_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.275489_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:51.332945_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:51.332945_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.275489_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.275489_video_left.mp4","wrist_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.868552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/paligemma_diffusion_droid_2025-08-21T07:40:50.868552_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:13.542712_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:13.542712_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:14.746932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:14.746932_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:13.542712_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:13.542712_video_left.mp4","wrist_video_gcs_path":"evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:14.230107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79cc9669-a741-49a9-86a2-3aa20ea96dcb/pi05_droid_2025-08-21T07:46:14.230107_video_wrist.mp4"},"preference":"B","session_id":"79cc9669-a741-49a9-86a2-3aa20ea96dcb","university":"frodobots"},{"completion_time":"2025-08-21T07:28:05.691985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Move all the red blocks into the plate","longform_feedback":"There are two red blocks on the table, policy A has first grasped one red block and put it into the plate, then grasped and put another red block into the plate, then it has picked up another block which is not red. Policy B has first grasped one red block and put it into the plate, then it has picked up another wood block which is not red. Comparing the performance of the two, policy A is better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.151719_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.151719_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:11.315235_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:11.315235_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.151719_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.151719_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.814549_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_fast_droid_2025-08-21T07:22:10.814549_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:47.510749_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:47.510749_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:48.757457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:48.757457_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:47.510749_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:47.510749_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:48.131381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d872a0b-34de-4ca8-88c8-97568df2fc3c/pi0_droid_2025-08-21T07:27:48.131381_video_wrist.mp4"},"preference":"A","session_id":"8d872a0b-34de-4ca8-88c8-97568df2fc3c","university":"frodobots"},{"completion_time":"2025-08-21T07:16:42.280269Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the wood block by 90 degrees, then put it into the plate","longform_feedback":"Policy A has grasped the wood block,moved it and put it into the plate, but it has not rotated the block.  Policy B has grasped the wood block and rotated it by about 80 degrees, then placed it into the plate successfully.Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.003298_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.003298_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:50.162440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:50.162440_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.003298_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.003298_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.654209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_vq_droid_2025-08-21T07:10:49.654209_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.117488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.117488_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:26.209701_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:26.209701_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.117488_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.117488_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.648555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3a234b2-2e59-459e-8aa9-6ebed89f6754/paligemma_fast_droid_2025-08-21T07:16:25.648555_video_wrist.mp4"},"preference":"B","session_id":"e3a234b2-2e59-459e-8aa9-6ebed89f6754","university":"frodobots"},{"completion_time":"2025-08-21T06:52:39.004779Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the wood block from left to right and rotate it by 90 degrees","longform_feedback":"Policy A has  first attempted to grasp the red block but failed, then it has picked up another wood block/moved it to right and rotated it several times,  dropped it at last. Policy B has first grasped and moved the red block, then grasped another wood block/ move it to the right without rotation. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:09.665538_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:09.665538_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:10.800655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:10.800655_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:09.665538_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:09.665538_video_left.mp4","wrist_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:10.300797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/pi0_fast_droid_2025-08-21T06:45:10.300797_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:20.972537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:20.972537_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:22.235317_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:22.235317_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:20.972537_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:20.972537_video_left.mp4","wrist_video_gcs_path":"evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:21.627936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/643c4f88-74eb-4e46-9369-09b41e99eac1/paligemma_fast_specialist_droid_2025-08-21T06:52:21.627936_video_wrist.mp4"},"preference":"A","session_id":"643c4f88-74eb-4e46-9369-09b41e99eac1","university":"frodobots"},{"completion_time":"2025-08-21T06:38:03.986853Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp one wood block and put it onto another wood block","longform_feedback":"Policy A has moved the arm close to a red block and attempted to pick it up but failed until time run out. Policy B has grasped one wood block, moved it and placed it on the red block successfully, but then it has made the wood block slip off the red block and grasp the wood  again. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:02.988581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:02.988581_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:04.087412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:04.087412_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:02.988581_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:02.988581_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:03.599394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/paligemma_diffusion_droid_2025-08-21T06:28:03.599394_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:45.401290_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:45.401290_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:46.540842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:46.540842_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:45.401290_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:45.401290_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:46.042766_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a066765-e8ef-4a69-bc04-c2a944be16fd/pi0_fast_droid_2025-08-21T06:37:46.042766_video_wrist.mp4"},"preference":"B","session_id":"9a066765-e8ef-4a69-bc04-c2a944be16fd","university":"frodobots"},{"completion_time":"2025-08-21T06:20:56.537315Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red wood block, then move it next to the bowl","longform_feedback":"Policy A has picked up the red block, moved it above the bowl, then move it away from the bowl and dropped it, then has performed the same operation again. Policy B has grasped the red block and moved it toward the bowl, but dropped it where is not close to the bowl,  then it attempted to grasp the red wood again until time run out. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:27.785620_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:27.785620_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:29.057289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:29.057289_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:27.785620_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:27.785620_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:28.464784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_vq_droid_2025-08-21T06:10:28.464784_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:42.376609_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:42.376609_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:43.541181_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:43.541181_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:42.376609_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:42.376609_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:43.010432_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e05e6f6d-fa3c-4d23-bcae-9feae8dae967/paligemma_fast_specialist_droid_2025-08-21T06:19:43.010432_video_wrist.mp4"},"preference":"A","session_id":"e05e6f6d-fa3c-4d23-bcae-9feae8dae967","university":"frodobots"},{"completion_time":"2025-08-21T06:01:57.844052Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the orange wood block by 90 degrees","longform_feedback":"Policy A has found and grasped the orange block, then rotated it by about 90 degrees successfully. Policy B has not respond at all and has not done anything in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.222477_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.222477_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:02.349657_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:02.349657_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.222477_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.222477_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.821726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/pi05_droid_2025-08-21T05:56:01.821726_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.144350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.144350_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:30.063930_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:30.063930_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.144350_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.144350_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.596066_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0140b244-3fdf-4c4b-921b-958f51c4106e/paligemma_binning_droid_2025-08-21T06:01:29.596066_video_wrist.mp4"},"preference":"A","session_id":"0140b244-3fdf-4c4b-921b-958f51c4106e","university":"frodobots"},{"completion_time":"2025-08-21T05:51:00.859700Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the blue wood blocks into the plate","longform_feedback":"Policy A has no response at all and has not done anything in the end. Policy B has found the blue block and grasped it successfully, then tried to place it into a bowl but failed. Comparing the ferformance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:44:59.549495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:44:59.549495_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:45:00.524942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:45:00.524942_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:44:59.549495_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:44:59.549495_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:45:00.124007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_binning_droid_2025-08-21T05:45:00.124007_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:07.471688_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:07.471688_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:08.646322_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:08.646322_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:07.471688_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:07.471688_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:08.116749_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecd36c77-30e1-4273-b8a7-95f9f0ac2741/paligemma_fast_specialist_droid_2025-08-21T05:50:08.116749_video_wrist.mp4"},"preference":"B","session_id":"ecd36c77-30e1-4273-b8a7-95f9f0ac2741","university":"frodobots"},{"completion_time":"2025-08-21T05:38:17.030277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the all the blocks together","longform_feedback":"Policy A has picked up one block and placed it into a bowl, then picked up another block and also placed it into the bowl, but it has not attempted to pick up the third block. Policy B has attempted to grasp a block several times, and picked it up, moved it close to another block. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.215612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.215612_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:40.383785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:40.383785_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.215612_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.215612_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.836153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/paligemma_fast_specialist_droid_2025-08-21T05:26:39.836153_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:50.465973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:50.465973_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:51.671013_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:51.671013_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:50.465973_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:50.465973_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:51.117203_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e08644d1-23e6-4a6c-87a1-75fc4b3e3922/pi0_droid_2025-08-21T05:37:51.117203_video_wrist.mp4"},"preference":"A","session_id":"e08644d1-23e6-4a6c-87a1-75fc4b3e3922","university":"frodobots"},{"completion_time":"2025-08-21T05:22:24.650487Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the red block from left to right","longform_feedback":"Policy A has not respond at all according to my command and has not done anything in the end. Policy B has first found the red block and move the arm around it, but has not picked it up at last. Comparing to the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.031961_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.031961_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.965576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.965576_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.031961_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.031961_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.601153_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/paligemma_binning_droid_2025-08-21T05:17:03.601153_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:21:59.378698_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:21:59.378698_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:22:00.559385_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:22:00.559385_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:21:59.378698_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:21:59.378698_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:22:00.032399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f968a4b6-0477-4caa-810a-7186de202e1e/pi0_droid_2025-08-21T05:22:00.032399_video_wrist.mp4"},"preference":"B","session_id":"f968a4b6-0477-4caa-810a-7186de202e1e","university":"frodobots"},{"completion_time":"2025-08-21T03:56:25.539956Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the red block then drop it","longform_feedback":"Policy A has recognised the red wood block, picked it up then dropped it on the table. Policy B has also recognised the red wood, picked it up and dropped it on the floor,  then it has attempted to grasp a blue block. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:16.571927_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:16.571927_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:17.749191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:17.749191_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:16.571927_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:16.571927_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:17.223201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/pi0_droid_2025-08-21T03:46:17.223201_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.106145_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.106145_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:55.268328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:55.268328_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.106145_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.106145_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.726853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b442a12f-6fc3-4b60-a8b6-a563d21e37ed/paligemma_fast_specialist_droid_2025-08-21T03:55:54.726853_video_wrist.mp4"},"preference":"A","session_id":"b442a12f-6fc3-4b60-a8b6-a563d21e37ed","university":"frodobots"},{"completion_time":"2025-08-21T03:35:36.965244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all fruits from left to right","longform_feedback":"Policy A has no response at all and has not done anything in the end. Policy B has first grasped a banana and move it to right, then it has attempted grasped the bunch of grape until time run out.Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.231536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.231536_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:32.149597_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:32.149597_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.231536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.231536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.746443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_binning_droid_2025-08-21T03:29:31.746443_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:13.385527_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:13.385527_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:14.600350_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:14.600350_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:13.385527_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:13.385527_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:14.052162_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6df01e84-9438-44f5-855b-a8c3d52e88b6/paligemma_fast_specialist_droid_2025-08-21T03:35:14.052162_video_wrist.mp4"},"preference":"B","session_id":"6df01e84-9438-44f5-855b-a8c3d52e88b6","university":"frodobots"},{"completion_time":"2025-08-21T03:24:33.968469Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bunch of grapes by 90 degrees and put it onto the box","longform_feedback":"Policy A has grasped the bunch of grapes and rotated it by about 90 degrees but has not put it on the box, then it has picked up a banana and attempted to place it onto the box. Policy B has first tried to rotate the grape but failed, then it has grasped the grapes and placed it onto the box succeesfully, then it has pick up a banana. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:24.969019_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:24.969019_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:26.259565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:26.259565_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:24.969019_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:24.969019_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:25.651208_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/pi0_droid_2025-08-21T03:13:25.651208_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.241345_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.241345_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:12.505180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:12.505180_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.241345_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.241345_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.925803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f206a1a-fbd1-4dab-8d26-60e9c65615af/paligemma_fast_specialist_droid_2025-08-21T03:24:11.925803_video_wrist.mp4"},"preference":"B","session_id":"5f206a1a-fbd1-4dab-8d26-60e9c65615af","university":"frodobots"},{"completion_time":"2025-08-21T03:07:33.201275Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the bunch of grapes from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A has first tried to picked up the bunch of grapes but failed,  then it moved the arm randomly until the time run out. Policy B has grasped and moved the bunch of grapes from right to left, then attempted to rotate it until time run out. Comparing the performance of the two, policy B is better than policy A.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:54.899069_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:54.899069_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:56.208321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:56.208321_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:54.899069_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:54.899069_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:55.609381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/pi05_droid_2025-08-21T02:59:55.609381_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:50.405002_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:50.405002_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:51.602846_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:51.602846_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:50.405002_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:50.405002_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:51.030956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f02e0338-2ccc-40fa-926d-47b3d25b6e77/paligemma_fast_specialist_droid_2025-08-21T03:06:51.030956_video_wrist.mp4"},"preference":"B","session_id":"f02e0338-2ccc-40fa-926d-47b3d25b6e77","university":"frodobots"},{"completion_time":"2025-08-21T02:52:00.679257Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes and put it onto the box","longform_feedback":"Policy A has first grasped the bunch of grapes, moved it close to the box and placed it on the box successfully, then it has attempted to grasp a banana. Policy B has first grasped a green wood block and put it onto the box, then it has grasped the graped and attempted to place it on the box but slipped off the box. According to their performance, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:23.807475_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:23.807475_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:25.040655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:25.040655_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:23.807475_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:23.807475_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:24.492743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/pi0_droid_2025-08-21T02:44:24.492743_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:31.563066_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:31.563066_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:32.757472_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:32.757472_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:31.563066_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:31.563066_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:32.228430_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b8aedc-8547-463f-9a1d-f8459372907b/paligemma_diffusion_droid_2025-08-21T02:51:32.228430_video_wrist.mp4"},"preference":"A","session_id":"51b8aedc-8547-463f-9a1d-f8459372907b","university":"frodobots"},{"completion_time":"2025-08-21T02:37:42.938712Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the grapes and move it next to the orange","longform_feedback":"Policy A has first grasped a banana not grapes, moved it next to a box and dropped it. Policy B has moved the arm to the green wood block, attempted to grasp it but has not picked it up, then it has moved the arm to the orange. The two policies have not completed the task correctly, but policy A is better.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.350307_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.350307_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:50.489544_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:50.489544_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.350307_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.350307_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.969492_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/paligemma_fast_specialist_droid_2025-08-21T02:29:49.969492_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:15.665709_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:15.665709_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:16.933603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:16.933603_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:15.665709_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:15.665709_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:16.352131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12cc3d14-8181-46a9-87a9-432824e9ef72/pi0_fast_droid_2025-08-21T02:37:16.352131_video_wrist.mp4"},"preference":"A","session_id":"12cc3d14-8181-46a9-87a9-432824e9ef72","university":"frodobots"},{"completion_time":"2025-08-21T02:25:41.122243Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the bunch grapes by 90 degrees","longform_feedback":"Policy A has first moved the arm to an apple but has not picked it up, then has grasped a green wood block and attempted to ratate it. Policy B has no response at all according to my command and it has not done anything in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:33.324793_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:33.324793_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:34.548224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:34.548224_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:33.324793_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:33.324793_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:34.007558_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_diffusion_droid_2025-08-21T02:20:34.007558_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:24.778033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:24.778033_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:25.730207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:25.730207_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:24.778033_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:24.778033_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:25.336187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a18fdc2-7085-409a-acb5-af3fab494166/paligemma_binning_droid_2025-08-21T02:25:25.336187_video_wrist.mp4"},"preference":"A","session_id":"4a18fdc2-7085-409a-acb5-af3fab494166","university":"frodobots"},{"completion_time":"2025-08-21T02:15:55.767707Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the grapes onto the banana","longform_feedback":"Policy A has not attempted the pick up the grapes, but has tried to grasp the apple, then has picked up a wood block and moved it onto the banana at last. Policy B has not respond at all and has not done anything in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:44.332224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:44.332224_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:45.572760_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:45.572760_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:44.332224_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:44.332224_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:45.030025_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/pi05_droid_2025-08-21T02:09:45.030025_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:11.613132_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:11.613132_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:12.640637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:12.640637_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:11.613132_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:11.613132_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:12.254466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a24e959-722c-4187-a436-d68b59e17a0f/paligemma_binning_droid_2025-08-21T02:15:12.254466_video_wrist.mp4"},"preference":"A","session_id":"3a24e959-722c-4187-a436-d68b59e17a0f","university":"frodobots"},{"completion_time":"2025-08-21T02:05:14.843774Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits onto the box","longform_feedback":"Policy A has first grasped the banana and moved it onto the box although slipped off the box, then it has grasped the grapes and move it onto box also slipped off the box. Policy B has not tried to picked up the fruits first, it has attempted to grasp a wood block but has not pick it up, then it has attempted to grasp the apple but failed in the end. So policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:11.695600_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:11.695600_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:12.957916_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:12.957916_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:11.695600_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:11.695600_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:12.392427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/paligemma_fast_droid_2025-08-21T01:58:12.392427_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.166350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.166350_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:51.395758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:51.395758_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.166350_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.166350_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.836523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b2e0329-5e3c-4d5e-8d07-f779bc5206c8/pi0_fast_droid_2025-08-21T02:04:50.836523_video_wrist.mp4"},"preference":"A","session_id":"1b2e0329-5e3c-4d5e-8d07-f779bc5206c8","university":"frodobots"},{"completion_time":"2025-08-21T01:50:22.324061Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the grapes from left to right","longform_feedback":"Policy A has first found the grapes and grasped the bunch of grapes,moved the bunch of grapes from left to right, then it has attempted to pick up a box.  Policy B has not picked up  the grapes first, but grasped the banana/ moved it from left to right, then it grasped the grapes and move them from left to right. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:50.703376_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:50.703376_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:51.976369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:51.976369_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:50.703376_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:50.703376_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:51.417431_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/pi0_droid_2025-08-21T01:41:51.417431_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:52.618971_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:52.618971_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:53.792668_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:53.792668_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:52.618971_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:52.618971_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:53.206995_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d/paligemma_fast_droid_2025-08-21T01:49:53.206995_video_wrist.mp4"},"preference":"A","session_id":"b3de0ee2-e3c2-45ac-8a13-53ebdbaba98d","university":"frodobots"},{"completion_time":"2025-08-21T01:33:04.104977Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the bunch of grapes, then grasp the banana","longform_feedback":"Policy A has first found the grapes and attempted to grasp the bunch of grapes several times, but failed in the end. Policy B has not attempted to grasp the grapes, but has grasped the banana first then moved it close to the grapes and dropped it, then has grasped the banana again and moved/dropped it soon. Comparing their performance, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:44.574464_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:44.574464_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:45.675829_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:45.675829_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:44.574464_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:44.574464_video_left.mp4","wrist_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:45.173825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_fast_droid_2025-08-21T01:23:45.173825_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:39.345430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:39.345430_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:40.589052_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:40.589052_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:39.345430_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:39.345430_video_left.mp4","wrist_video_gcs_path":"evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:40.035710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27dc2d57-28a7-4b8c-b1bb-15fc725b68fc/paligemma_vq_droid_2025-08-21T01:32:40.035710_video_wrist.mp4"},"preference":"B","session_id":"27dc2d57-28a7-4b8c-b1bb-15fc725b68fc","university":"frodobots"},{"completion_time":"2025-08-20T22:53:18.224122Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the green plate on top of the red one. Do not disrupt the vegetable within","longform_feedback":"Both policis only stopped at grasping the edge of the green plate but struggle to completely moving it upwards. The plate was rotated 90 degress and went back to its original position in A","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:32.426061_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:32.426061_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:34.108694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:34.108694_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.049406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.049406_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.049406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.049406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.566399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_droid_2025-08-20T22:27:33.566399_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.369029_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.369029_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:58.050301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:58.050301_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.941123_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.941123_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.941123_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:56.941123_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:57.511909_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36d15865-bbb2-4055-b5dd-5cff0b391b2c/pi0_fast_droid_2025-08-20T22:51:57.511909_video_wrist.mp4"},"preference":"TIE","session_id":"36d15865-bbb2-4055-b5dd-5cff0b391b2c","university":"Berkeley"},{"completion_time":"2025-08-20T22:29:09.332171Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the wooden block.","longform_feedback":"I chose policy A because it was able to grab something while policy B did nothing. Neither policy could identify the block, and policy A had opted for the bread instead. It is worth mentioning that the bread was in the center of the table and that there were also 4 other objects near by. It is also worth mentioning that 4 of the objecst have the same or similar color.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:55.547366_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:55.547366_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:57.072453_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:57.072453_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:56.021739_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:56.021739_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:55.547366_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:55.547366_video_left.mp4","wrist_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:56.530764_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/pi0_droid_2025-08-20T22:20:56.530764_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:32.555042_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:32.555042_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.908459_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.908459_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.061414_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.061414_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:32.555042_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:32.555042_video_left.mp4","wrist_video_gcs_path":"evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.470681_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610df29c-5585-4a8c-aab0-aa8d83f5a069/paligemma_binning_droid_2025-08-20T22:27:33.470681_video_wrist.mp4"},"preference":"A","session_id":"610df29c-5585-4a8c-aab0-aa8d83f5a069","university":"UT Austin"},{"completion_time":"2025-08-20T22:18:40.317647Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the drawer on the left","longform_feedback":"A is better as it attempted to reach towards the left drawer but far reached to close it. B just wandered around the seen without knowing what to do in the surface","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:36.914601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:36.914601_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:38.639662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:38.639662_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:37.579432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:37.579432_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:36.914601_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:36.914601_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:38.126486_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_fast_droid_2025-08-20T22:10:38.126486_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:34.630632_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:34.630632_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:36.360146_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:36.360146_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:35.331254_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:35.331254_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:34.630632_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:34.630632_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:35.839314_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a26546d1-711e-41db-add1-eccc72c93907/pi0_droid_2025-08-20T22:17:35.839314_video_wrist.mp4"},"preference":"A","session_id":"a26546d1-711e-41db-add1-eccc72c93907","university":"Berkeley"},{"completion_time":"2025-08-20T22:17:14.797495Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the wooden block that is behind the pot.","longform_feedback":"I chose policy B because it was able to grab something while policy A did nothing at all. Neither policy was able to locate the block, and policy B was not able to fully pick up the bread. policy B had tried to grab long-ways along the bread and wasn't able to get any kind of purchase.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.084733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.084733_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:15.230475_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:15.230475_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.545885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.545885_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.084733_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.084733_video_left.mp4","wrist_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.856655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/paligemma_binning_droid_2025-08-20T22:13:14.856655_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.245687_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.245687_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:37.841063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:37.841063_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.862374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.862374_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.245687_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:36.245687_video_left.mp4","wrist_video_gcs_path":"evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:37.346974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/530e6e6c-b8a8-470b-a4e3-492a252a58f8/pi0_droid_2025-08-20T22:16:37.346974_video_wrist.mp4"},"preference":"A","session_id":"530e6e6c-b8a8-470b-a4e3-492a252a58f8","university":"UT Austin"},{"completion_time":"2025-08-20T22:09:46.072855Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the smaller of the two breads and place it into the pot.","longform_feedback":"I chose policy A because it was technically able to complete the task while policy B did nothing. I say technically because instead of putting just the small bread in the pot, it had decided to place both breads in the pot(successfully). While this is impressive, it shows that policy A was not able to differentiate the sizes of the breads. It is also worth mentioning that policy A had grabbed the larger of the breads first.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.284576_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.284576_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:15.968838_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:15.968838_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.968252_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.968252_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.284576_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:14.284576_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:15.430380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/pi0_fast_droid_2025-08-20T22:02:15.430380_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:24.859155_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:24.859155_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:26.210142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:26.210142_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:25.381359_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:25.381359_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:24.859155_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:24.859155_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:25.771672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cda650df-98eb-4d04-8729-5ce7f6a276aa/paligemma_binning_droid_2025-08-20T22:09:25.771672_video_wrist.mp4"},"preference":"A","session_id":"cda650df-98eb-4d04-8729-5ce7f6a276aa","university":"UT Austin"},{"completion_time":"2025-08-20T22:05:27.454438Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the tomato to the upper left corner of the same plate","longform_feedback":"A was very close with the instruction as it indeed moved to the upper left direction but the tomato must be stayef within the plate but here it was placed on the table . B took a while to realize which one was the tomato and kept rotating the plate and eventually grasp the tomato on a random place of the table","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.262195_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.262195_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:10.975114_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:10.975114_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.952535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.952535_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.262195_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:09.262195_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:10.462196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_diffusion_droid_2025-08-20T21:55:10.462196_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:07.878217_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:07.878217_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:09.550926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:09.550926_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:08.474020_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:08.474020_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:07.878217_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:07.878217_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:09.007293_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6cba5b5a-46fa-4ef8-83da-79ebf287ae4c/paligemma_fast_droid_2025-08-20T22:04:09.007293_video_wrist.mp4"},"preference":"A","session_id":"6cba5b5a-46fa-4ef8-83da-79ebf287ae4c","university":"Berkeley"},{"completion_time":"2025-08-20T21:57:41.113731Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Stir the pot.","longform_feedback":"I chose policy B because it was able to identify that the spatula should be used to stir the pot while policy A approached the pot, but did not seem to be going for the spatula. it is also worth mentioning that after grabbing at the pot, policy A had grabbed at the bread- near the tip of the bread. policy B had went to the spatula and even grabbed it. Unfortunatley, it had difficulty weilding the spatula and spent the remainder of the episode grabbing and releasing the spatula.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:53.598758_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:53.598758_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:55.237400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:55.237400_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:54.204120_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:54.204120_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:53.598758_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:53.598758_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:54.684201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/pi0_droid_2025-08-20T21:47:54.684201_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.252639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.252639_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:16.821404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:16.821404_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.731443_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.731443_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.252639_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:15.252639_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:16.229064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e24ecbb7-46db-42b2-9b17-0d857c9f2c25/paligemma_diffusion_droid_2025-08-20T21:57:16.229064_video_wrist.mp4"},"preference":"B","session_id":"e24ecbb7-46db-42b2-9b17-0d857c9f2c25","university":"UT Austin"},{"completion_time":"2025-08-20T21:48:10.183348Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the pot onto the bowl","longform_feedback":"A is clearly better as it was done within the first orientation and the arm got rested on top of the pot until the trial ended for about almost half of the time","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.196441_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.196441_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:45.670184_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:45.670184_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.749793_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.749793_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.196441_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:44.196441_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:45.217970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/pi0_fast_droid_2025-08-20T21:42:45.217970_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:46.341511_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:46.341511_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:48.122515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:48.122515_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:47.019683_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:47.019683_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:46.341511_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:46.341511_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:47.566473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62400224-ccc6-4d8d-b4da-9a4fbda6a69d/paligemma_fast_specialist_droid_2025-08-20T21:47:47.566473_video_wrist.mp4"},"preference":"A","session_id":"62400224-ccc6-4d8d-b4da-9a4fbda6a69d","university":"Berkeley"},{"completion_time":"2025-08-20T21:44:45.044333Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Make soup with the bread.","longform_feedback":"I chose policy B because it was able to successfully grab the bread. Both policies were able to determind that they should first grab the bread, but neither realized that they needed to place the bread inside of the pot. policy A instead of grabbing the bread had pushed it up the table before attempting(unsuccesfully) to grab the bread towards the end of the episode. policy B was able to grab the bread by the every outside of it and dropped it in the middle of the table. it is also worth noting that policy B for some reason also decided to grab the stick.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.163523_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.163523_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:52.607251_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:52.607251_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.675607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.675607_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.163523_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:51.163523_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:52.109461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_diffusion_droid_2025-08-20T21:36:52.109461_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.274544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.274544_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:27.857204_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:27.857204_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.881111_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.881111_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.274544_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:26.274544_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:27.341554_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad5191a8-9643-4dda-bf05-41a7e5003640/paligemma_fast_droid_2025-08-20T21:44:27.341554_video_wrist.mp4"},"preference":"B","session_id":"ad5191a8-9643-4dda-bf05-41a7e5003640","university":"UT Austin"},{"completion_time":"2025-08-20T21:38:03.204847Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the cloth into  wooden block","longform_feedback":"A is slightly better as it did not disrupt the scene after completing the task. Both policies accomplished the task in first trial. B pushed the block to bounce back at the black boundary while A just neatly put the object in","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:30.896531_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:30.896531_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:32.776011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:32.776011_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:31.620422_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:31.620422_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:31.620422_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:31.620422_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:32.219650_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/pi0_fast_droid_2025-08-20T21:30:32.219650_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.285040_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.285040_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:26.862163_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:26.862163_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.842420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.842420_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.842420_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:25.842420_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:26.335257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ad7fc88-e275-4d87-9c87-aa5c3bae5634/paligemma_vq_droid_2025-08-20T21:37:26.335257_video_wrist.mp4"},"preference":"A","session_id":"4ad7fc88-e275-4d87-9c87-aa5c3bae5634","university":"Berkeley"},{"completion_time":"2025-08-20T21:32:58.872202Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Give me the block.","longform_feedback":"I chose policy A because it was able to attempt to approach me with an object while policy B did not try to approach me. I had stood on the outside of the table with my hands cupped in a bowl shape attempting to get the block from the policies. For some reason both policies chose the bread instead of the block to give me. policy A had grabbed the bread in a weird place and then sat the bread somewhat below my hands while policy B grabbed the bread by the thinnest outside of it's crust and then placed the bread by the block. Some things to mention are that the bread was center frame and the block was closer to the outter edge and I was on the right side of the table, holding my hands somewhat low and towards the center of the table. I did hold out my hands a littel further when the robots moved in my general direction but only policy A seemed to move in my direction and it didn't attempt to place the bread in my hands.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:03.705004_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:03.705004_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:05.456217_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:05.456217_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:04.394942_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:04.394942_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:03.705004_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:03.705004_video_left.mp4","wrist_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:04.919717_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_vq_droid_2025-08-20T21:24:04.919717_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.295046_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.295046_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:21.963577_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:21.963577_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.910603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.910603_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.295046_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:20.295046_video_left.mp4","wrist_video_gcs_path":"evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:21.424291_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/010a99b4-97f0-4f78-b009-71fd1415c57b/paligemma_fast_droid_2025-08-20T21:32:21.424291_video_wrist.mp4"},"preference":"A","session_id":"010a99b4-97f0-4f78-b009-71fd1415c57b","university":"UT Austin"},{"completion_time":"2025-08-20T21:24:35.993434Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the banana to the orange pot","longform_feedback":"A attempted multiple times to grasp the banana since it attached the cloth in which the object lied in when grasping it. B removed the cloth first and then shifted to the banana and grasping it on the way to the pot but ran out of time","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:34.389119_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:34.389119_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:36.101469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:36.101469_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.000367_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.000367_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.000367_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.000367_video_right.mp4","wrist_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.554151_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_droid_2025-08-20T21:15:35.554151_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:49.729725_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:49.729725_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:51.473601_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:51.473601_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.296303_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.296303_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.296303_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.296303_video_right.mp4","wrist_video_gcs_path":"evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.827876_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/114d1626-b5ea-4b4a-9002-b6236a72e4be/pi0_fast_droid_2025-08-20T21:23:50.827876_video_wrist.mp4"},"preference":"TIE","session_id":"114d1626-b5ea-4b4a-9002-b6236a72e4be","university":"Berkeley"},{"completion_time":"2025-08-20T21:21:11.784006Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Feed me.","longform_feedback":"I chose policy B because policy B was able to identify that it would need to get the bread in order to feed me and had even begun delivering it to me while policy A did nothing. policy B did have trouble grabbing the bread, taking a very long time to reach it and then grabbing at the very bottom tip of the bread, failing a couple times before finally grabbing it. It is also worth mentioning that policy B eventually dropped at the end of the episode.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.313556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.313556_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:10.589913_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:10.589913_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.710877_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.710877_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.313556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:09.313556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:10.125358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_binning_droid_2025-08-20T21:16:10.125358_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.197049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.197049_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:46.915512_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:46.915512_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.817854_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.817854_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.197049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:45.197049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:46.313699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/af42622e-47ac-456f-b6c5-1aa107fdbf7a/paligemma_diffusion_droid_2025-08-20T21:20:46.313699_video_wrist.mp4"},"preference":"B","session_id":"af42622e-47ac-456f-b6c5-1aa107fdbf7a","university":"UT Austin"},{"completion_time":"2025-08-20T21:14:01.160877Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Feed me.","longform_feedback":"I chose policy B becaues policy A was not able to do anything. policy B had opted for the stick instead of the bread and had hovered above the stick trying to grab it, but never getting close enough to succeed. policy B did this the entire time.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.487185_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.487185_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:06.743050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:06.743050_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.963558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.963558_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.487185_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:05.487185_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:06.349180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/paligemma_binning_droid_2025-08-20T21:11:06.349180_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:48.918741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:48.918741_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:50.634248_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:50.634248_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:49.541708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:49.541708_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:48.918741_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:48.918741_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:50.025843_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6ac3fda-dec8-45be-8524-bef974a5b5a7/pi05_droid_2025-08-20T21:13:50.025843_video_wrist.mp4"},"preference":"B","session_id":"f6ac3fda-dec8-45be-8524-bef974a5b5a7","university":"UT Austin"},{"completion_time":"2025-08-20T21:10:00.679335Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the pot lid","longform_feedback":"A and B both knew to reach for the lid on the left hand side but A struggle to grasp its tiny handle> B is slightly better since it grasp for a few second but then loosened up a bit and dropped","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.150261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.150261_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:47.699746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:47.699746_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.698980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.698980_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.150261_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:46.150261_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:47.191962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/paligemma_diffusion_droid_2025-08-20T20:59:47.191962_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:47.544935_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:47.544935_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:49.272542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:49.272542_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:48.210998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:48.210998_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:47.544935_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:47.544935_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:48.721992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6087b053-01bd-42cb-8b89-5d0a4651e42c/pi0_fast_droid_2025-08-20T21:08:48.721992_video_wrist.mp4"},"preference":"B","session_id":"6087b053-01bd-42cb-8b89-5d0a4651e42c","university":"Berkeley"},{"completion_time":"2025-08-20T21:07:50.015467Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the marker holder with the marker.","longform_feedback":"I chose policy B because it was able to fully grab the marker and begin approaching the marker holder. policy A and policy B were able to re-orient their gripper to grab the marker, but in contrast with policy B, policy A would attempt to grab and then release the marker, repeating this until the end of the episode. In regards to policy B, it is worth mentioning that policy B began rotating the marker so that it could stand vertical.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.205446_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.205446_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:06.753629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:06.753629_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.713611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.713611_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.205446_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:05.205446_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:06.172708_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_diffusion_droid_2025-08-20T21:01:06.172708_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:25.522811_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:25.522811_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:27.258715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:27.258715_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:26.188557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:26.188557_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:25.522811_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:25.522811_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:26.685072_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac7449a5-7f1e-4425-bacb-9b0d54fe0121/paligemma_fast_droid_2025-08-20T21:07:26.685072_video_wrist.mp4"},"preference":"B","session_id":"ac7449a5-7f1e-4425-bacb-9b0d54fe0121","university":"UT Austin"},{"completion_time":"2025-08-20T20:53:38.127303Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move all the vegetables to the plate","longform_feedback":"A and the gripper just hovered up in the air and did not respond at all. B did a smart moves as it transported the pot which contained the vegetable to the plate without having moved each item separately","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.182321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.182321_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:41.876885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:41.876885_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.904300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.904300_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.904300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:40.904300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:41.347193_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/paligemma_binning_droid_2025-08-20T20:45:41.347193_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:13.372285_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:13.372285_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:15.186198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:15.186198_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.123609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.123609_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.123609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.123609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.639225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eafd17d5-2704-4020-9adb-bf181b56b19f/pi05_droid_2025-08-20T20:51:14.639225_video_wrist.mp4"},"preference":"B","session_id":"eafd17d5-2704-4020-9adb-bf181b56b19f","university":"Berkeley"},{"completion_time":"2025-08-20T20:39:03.897166Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"serve the bread to the plate","longform_feedback":"A is slightly better as it knew to do something with the bread and it attempted to reach the bread but failed to pick anything up. B just remned freeze the entire time","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:04.724381_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:04.724381_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:06.541613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:06.541613_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:05.425382_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:05.425382_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:04.724381_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:04.724381_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:05.983265_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_fast_droid_2025-08-20T20:30:05.983265_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:02.719212_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:02.719212_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:04.089794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:04.089794_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:03.200127_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:03.200127_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:02.719212_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:02.719212_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:03.645700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a160b82d-0215-443a-a174-4519a2bc5059/paligemma_binning_droid_2025-08-20T20:37:03.645700_video_wrist.mp4"},"preference":"A","session_id":"a160b82d-0215-443a-a174-4519a2bc5059","university":"Berkeley"},{"completion_time":"2025-08-20T20:24:59.035016Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the bread from the toaster","longform_feedback":"A wqas struggling to rotate the arm in  place to grasp the bread as it seemed to attach to the parts of the toaster and the bread together. B also struggled at first like policy A but it managed to reduce the contact area around the bread so it was removed at last","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:13.882266_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:13.882266_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:15.690308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:15.690308_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:14.616626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:14.616626_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:14.616626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:14.616626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:15.111911_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_droid_2025-08-20T20:17:15.111911_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:00.846020_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:00.846020_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:02.716077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:02.716077_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:01.573493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:01.573493_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:01.573493_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:01.573493_video_right.mp4","wrist_video_gcs_path":"evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:02.108930_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22fa591c-d8a1-4579-963d-b08eb4674017/pi0_fast_droid_2025-08-20T20:23:02.108930_video_wrist.mp4"},"preference":"B","session_id":"22fa591c-d8a1-4579-963d-b08eb4674017","university":"Berkeley"},{"completion_time":"2025-08-20T11:18:41.149584Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all the small PCBA into the plate","longform_feedback":"Policy A has first picked up a PCBA and dropped it soon, then it has attempted to grasp other PCBA several times but failed in the end. Policy B has attempted to grasp the PCBA several times, but it has only grasped the cloth and has not grasped any PCBA at last. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.132315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.132315_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:01.399729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:01.399729_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.132315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.132315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.844530_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_fast_specialist_droid_2025-08-20T11:12:00.844530_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:22.685236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:22.685236_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:23.896390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:23.896390_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:22.685236_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:22.685236_video_left.mp4","wrist_video_gcs_path":"evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:23.364664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/761b5517-cf79-4b74-bed3-1044b9b7fe2d/paligemma_vq_droid_2025-08-20T11:18:23.364664_video_wrist.mp4"},"preference":"A","session_id":"761b5517-cf79-4b74-bed3-1044b9b7fe2d","university":"frodobots"},{"completion_time":"2025-08-20T10:53:54.209719Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pen by 90 degrees and put it into the plate","longform_feedback":"Policy A has picked up the pen and dropped it, then picked up the pen again and put it into the plate, but has not rotated it by 90 degrees. Policy B has grasped the pen and put it into the plate on the first try, but also has not rotated the pen. As policy B is more smoothly, i think policy B is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:39.591406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:39.591406_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:40.786362_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:40.786362_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:39.591406_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:39.591406_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:40.251882_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/paligemma_vq_droid_2025-08-20T10:45:40.251882_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:28.539719_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:28.539719_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:29.740679_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:29.740679_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:28.539719_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:28.539719_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:29.200552_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1/pi05_droid_2025-08-20T10:53:29.200552_video_wrist.mp4"},"preference":"B","session_id":"0ae44ced-8e8b-4286-8835-c1f3ebd8cfc1","university":"frodobots"},{"completion_time":"2025-08-20T10:42:06.985994Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right and rotate it by 90 degrees","longform_feedback":"Policy A has picked up the pen and moved it to the right side, but has not rotated it by 90 degrees. Policy B has first grasped the pen and dropped it,  then it has moved the arm to find the pen but failed in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.065710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.065710_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:27.271682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:27.271682_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.065710_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.065710_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.681263_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/pi05_droid_2025-08-20T10:34:26.681263_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:22.826617_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:22.826617_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:24.077408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:24.077408_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:22.826617_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:22.826617_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:23.529546_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01a151e3-6604-4a6b-bf32-9cca9aba8af5/paligemma_diffusion_droid_2025-08-20T10:41:23.529546_video_wrist.mp4"},"preference":"A","session_id":"01a151e3-6604-4a6b-bf32-9cca9aba8af5","university":"frodobots"},{"completion_time":"2025-08-20T10:28:05.361659Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen on the drawer and put it into the drawer","longform_feedback":"Policy A has found  and grasped the pen, then attempted to put it into the drawer several times but failed in the end. Policy B has not found the pen, moved the arm around the drawer and took some meaningless actions. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:50.981614_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:50.981614_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:52.283076_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:52.283076_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:50.981614_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:50.981614_video_left.mp4","wrist_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:51.716411_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_droid_2025-08-20T10:21:51.716411_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:26.423329_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:26.423329_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:27.752412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:27.752412_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:26.423329_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:26.423329_video_left.mp4","wrist_video_gcs_path":"evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:27.183407_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/295a675c-1c69-4bd0-93ca-80533864d327/pi0_fast_droid_2025-08-20T10:27:27.183407_video_wrist.mp4"},"preference":"A","session_id":"295a675c-1c69-4bd0-93ca-80533864d327","university":"frodobots"},{"completion_time":"2025-08-20T10:15:37.901448Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen and move it close to the bottle","longform_feedback":"Policy A has found  and grasped the pen, then move it close to the bottle and dropped it, but it has knocked down the bottle. Policy B has attempted to pick up the pen several times, then grasped the pen and cloth together, moved close to the bottle but not dropped the pen in the end. So i prefer policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:42.393033_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:42.393033_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:43.744278_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:43.744278_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:42.393033_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:42.393033_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:43.079918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_droid_2025-08-20T10:07:43.079918_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:05.589942_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:05.589942_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:06.925035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:06.925035_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:05.589942_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:05.589942_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:06.352972_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6ef4b1b5-d126-4575-9b8b-afe3141a7ea0/pi0_fast_droid_2025-08-20T10:15:06.352972_video_wrist.mp4"},"preference":"A","session_id":"6ef4b1b5-d126-4575-9b8b-afe3141a7ea0","university":"frodobots"},{"completion_time":"2025-08-20T09:47:08.543233Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the pen by 90 degrees","longform_feedback":"Policy A has found the pen and attemped to rotated it without grasp several times, but failed in the end. Policy B has first moved close to the pen but has not tried to rotate it,  then it has attempted to pick up the tape. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:11.781660_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:11.781660_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:13.006300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:13.006300_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:11.781660_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:11.781660_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:12.445064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/pi0_fast_droid_2025-08-20T09:39:12.445064_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:41.980126_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:41.980126_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:43.129981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:43.129981_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:41.980126_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:41.980126_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:42.560337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cc4bbcdf-f476-48b1-a559-77c057c62191/paligemma_fast_specialist_droid_2025-08-20T09:46:42.560337_video_wrist.mp4"},"preference":"A","session_id":"cc4bbcdf-f476-48b1-a559-77c057c62191","university":"frodobots"},{"completion_time":"2025-08-20T09:33:18.431985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the tape on the drawer","longform_feedback":"Policy A has not found the tape but grasped a bowl, then moved it from outside to the table. Policy B has first attempted to pick up a pen, after searching for while, it has found the tape and tried to pick it up but failed in the end. Comparing their performance, policy B is better than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:21.982001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:21.982001_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:23.226308_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:23.226308_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:21.982001_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:21.982001_video_left.mp4","wrist_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:22.643461_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/pi0_fast_droid_2025-08-20T09:27:22.643461_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:48.608342_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:48.608342_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:49.765849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:49.765849_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:48.608342_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:48.608342_video_left.mp4","wrist_video_gcs_path":"evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:49.213214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/faceff8a-a56f-40fc-8b78-60a0791e60c1/paligemma_fast_specialist_droid_2025-08-20T09:32:49.213214_video_wrist.mp4"},"preference":"B","session_id":"faceff8a-a56f-40fc-8b78-60a0791e60c1","university":"frodobots"},{"completion_time":"2025-08-20T09:06:29.787476Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the number blocks together","longform_feedback":"Policy A has attempted to pick up number 1 block several times, but failed to grasp it in the end. Policy B has tried to pick up number 8 and 5 blocks several times, but also failed. These two polices have not completed  the task successfully, so i choose tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:05.429492_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:05.429492_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:06.678870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:06.678870_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:05.429492_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:05.429492_video_left.mp4","wrist_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:06.129192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/paligemma_vq_droid_2025-08-20T08:58:06.129192_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:06.337518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:06.337518_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:07.581175_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:07.581175_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:06.337518_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:06.337518_video_left.mp4","wrist_video_gcs_path":"evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:07.041863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/524ea2a3-d6f1-4fad-beef-80dad6ce62dd/pi0_fast_droid_2025-08-20T09:06:07.041863_video_wrist.mp4"},"preference":"TIE","session_id":"524ea2a3-d6f1-4fad-beef-80dad6ce62dd","university":"frodobots"},{"completion_time":"2025-08-20T08:53:03.751664Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the pen from left to right","longform_feedback":"Policy A has first grasped the pen and move it from left to right, then dropped it. Policy B has also completed the task, but it has grasped the cloth when grasping pen, and need to grasp it again, so this has wasted more time. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:41.422578_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:41.422578_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:42.706793_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:42.706793_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:41.422578_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:41.422578_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:42.095517_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/pi0_fast_droid_2025-08-20T08:42:42.095517_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:38.565476_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:38.565476_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:39.627176_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:39.627176_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:38.565476_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:38.565476_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:39.178214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b848a4d5-41ba-4616-acda-646ed2f383fa/paligemma_vq_droid_2025-08-20T08:52:39.178214_video_wrist.mp4"},"preference":"A","session_id":"b848a4d5-41ba-4616-acda-646ed2f383fa","university":"frodobots"},{"completion_time":"2025-08-20T08:37:30.225195Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the pen on the drawer","longform_feedback":"Policy A has moved and adjusted the arm several times, then has grasped the pen successfully at last. Policy B has no response at all according to my command and it has not done anything in the end. Comparing their performance, policy A is better than policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:07.555626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:07.555626_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:08.895323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:08.895323_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:07.555626_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:07.555626_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:08.301279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/pi05_droid_2025-08-20T08:31:08.301279_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:16.484895_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:16.484895_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:17.481192_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:17.481192_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:16.484895_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:16.484895_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:17.076056_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b50cb2bc-4ee0-49b9-85cc-7090bed7ef66/paligemma_binning_droid_2025-08-20T08:37:17.076056_video_wrist.mp4"},"preference":"A","session_id":"b50cb2bc-4ee0-49b9-85cc-7090bed7ef66","university":"frodobots"},{"completion_time":"2025-08-20T08:14:19.670345Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Move all the wood blocks into the plate","longform_feedback":"Policy A has first grasped one wood block, moved it back and forth, but has not put it into the plate in the end. Policy B has grasped the red wood block and put it into the plate, then grasped another wood block and put it into the plate, it has put two blocks into the plate in the limited time. Comparing the performance of the two, policy B  is better than policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.167425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.167425_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:56.343758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:56.343758_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.167425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.167425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.802332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_diffusion_droid_2025-08-20T08:05:55.802332_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:57.185523_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:57.185523_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:58.601670_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:58.601670_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:57.185523_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:57.185523_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:58.013700_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9a3e7b2-ff06-47f8-8301-21fa13f04862/paligemma_fast_specialist_droid_2025-08-20T08:13:58.013700_video_wrist.mp4"},"preference":"B","session_id":"e9a3e7b2-ff06-47f8-8301-21fa13f04862","university":"frodobots"},{"completion_time":"2025-08-20T08:00:06.563143Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotated the wood block by 90 degrees and put it on the big box","longform_feedback":"Policy A has first grasped the wood block, rotated it and move it close to the big box, then put it on the big box successfully in the end. Policy B has no response to my command at all and has not done anything at last. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.253483_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.253483_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:36.474035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:36.474035_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.253483_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.253483_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.913280_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_fast_specialist_droid_2025-08-20T07:54:35.913280_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.117957_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.117957_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:50.059274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:50.059274_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.117957_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.117957_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.615635_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d32adbde-83ab-4d38-b9fc-3a2f643a453f/paligemma_binning_droid_2025-08-20T07:59:49.615635_video_wrist.mp4"},"preference":"A","session_id":"d32adbde-83ab-4d38-b9fc-3a2f643a453f","university":"frodobots"},{"completion_time":"2025-08-20T07:49:14.167177Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the wood block from left to right and rotate it by 90 degrees","longform_feedback":"Policy A has first grasped the wood block then moved it to right and rotated it, but the rotation angle is much more than 90 degrees. Policy B has no response to my command at all and has not done anything in the end. Comparing the performance of the two, policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:11.513309_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:11.513309_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:12.736572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:12.736572_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:11.513309_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:11.513309_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:12.163204_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_fast_droid_2025-08-20T07:44:12.163204_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.382596_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.382596_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:55.374402_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:55.374402_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.382596_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.382596_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.960625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be7ceea9-2c63-489b-8262-2f81789cce99/paligemma_binning_droid_2025-08-20T07:48:54.960625_video_wrist.mp4"},"preference":"A","session_id":"be7ceea9-2c63-489b-8262-2f81789cce99","university":"frodobots"},{"completion_time":"2025-08-20T07:37:02.250866Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp one wood block and put it on another wood block","longform_feedback":"Policy A has not respond at all, and has not done anything in the end. Policy B has first grasped a wood block successfully, then it has attempted to put it on another wood block several times but failed in the end. According to their performance, policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.406897_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.406897_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:12.360850_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:12.360850_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.406897_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.406897_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.920614_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_binning_droid_2025-08-20T07:30:11.920614_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.146691_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.146691_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:25.382423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:25.382423_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.146691_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.146691_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.871918_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eff581da-734b-4f4b-9e0e-2656be3addc6/paligemma_fast_specialist_droid_2025-08-20T07:36:24.871918_video_wrist.mp4"},"preference":"B","session_id":"eff581da-734b-4f4b-9e0e-2656be3addc6","university":"frodobots"},{"completion_time":"2025-08-20T07:25:22.571158Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the wood block, then move it back and forth","longform_feedback":"Policy A has no respense according to my command and it has not done anything in the end. Policy B has first moved the arm close to the wood block but has not to grasp it, then it has attempted to pick up a small box but failed. Both A and B have not complete the task, but poliby B has done some related actions. So policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:15.433213_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:15.433213_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:16.420610_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:16.420610_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:15.433213_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:15.433213_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:16.021692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_binning_droid_2025-08-20T07:17:16.021692_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.007224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.007224_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:58.162232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:58.162232_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.007224_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.007224_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.646227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63568208-9725-4f58-8151-c95fe72946c1/paligemma_fast_specialist_droid_2025-08-20T07:24:57.646227_video_wrist.mp4"},"preference":"B","session_id":"63568208-9725-4f58-8151-c95fe72946c1","university":"frodobots"},{"completion_time":"2025-08-20T07:11:44.339872Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the wood block by 90 degrees","longform_feedback":"Policy A has first moved the arm close to the wood bolck but has not rotaed it, then it has moved to a box, and has not done any thing in the end. Policy B has rotated the wood block by about 90 degrees directly, it has completed the task properly. Comparing their performance, policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:10.493900_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:10.493900_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:11.665622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:11.665622_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:10.493900_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:10.493900_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:11.154445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_specialist_droid_2025-08-20T07:03:11.154445_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.004846_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.004846_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:47.220376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:47.220376_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.004846_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.004846_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.685168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f/paligemma_fast_droid_2025-08-20T07:10:46.685168_video_wrist.mp4"},"preference":"B","session_id":"d0108e4a-4fd3-4bf4-8d93-9f9bfcf9ed9f","university":"frodobots"},{"completion_time":"2025-08-20T06:52:47.448920Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wood blocks on the big box","longform_feedback":"There are 4 wood blocks on the table, policy A has grasped one block and put it on the big box, then it has attempted to pick up another red block several times but failed in the end. Policy B has first grasped one block and put it on the big box, then it has picked up the red block and placed it on the big box although slided off the box, finally, policy B has still grasped another block and tried to put it on the box. So policy B is better than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:02.368051_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:02.368051_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:03.569029_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:03.569029_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:02.368051_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:02.368051_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:03.057231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/paligemma_fast_specialist_droid_2025-08-20T06:41:03.057231_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:18.780325_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:18.780325_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:19.966976_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:19.966976_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:18.780325_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:18.780325_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:19.412755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2/pi0_fast_droid_2025-08-20T06:52:19.412755_video_wrist.mp4"},"preference":"B","session_id":"07ac3dfd-3ddc-4d66-afb8-59ac3dcc60f2","university":"frodobots"},{"completion_time":"2025-08-20T06:33:52.106052Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wood blocks together","longform_feedback":"There are 4 wood blocks on the table, policy A has recognised the wood blocks and put three wood blocks together in the limited time.  Policy B has only grasped one wood block and move it next to another wood block in the limited time. Comparing their performance, policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:16.720647_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:16.720647_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:17.876357_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:17.876357_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:16.720647_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:16.720647_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:17.337181_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/pi0_fast_droid_2025-08-20T06:25:17.337181_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:19.740694_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:19.740694_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:20.871830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:20.871830_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:19.740694_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:19.740694_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:20.371660_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1c7eaca2-f72e-4155-81da-a66bbb619749/paligemma_fast_droid_2025-08-20T06:33:20.371660_video_wrist.mp4"},"preference":"A","session_id":"1c7eaca2-f72e-4155-81da-a66bbb619749","university":"frodobots"},{"completion_time":"2025-08-20T06:20:57.987794Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the red block from left to right","longform_feedback":"Policy A has completed the task correctly, it has recognised the red block and grasped/moved it to right. Policy B has also finished the task properly, and its operation is faster and more smoothly. Comparing the performance of the two, i think policy B is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:28.573122_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:28.573122_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:29.855231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:29.855231_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:28.573122_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:28.573122_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:29.250771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_fast_droid_2025-08-20T06:15:29.250771_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:30.936283_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:30.936283_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:32.065358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:32.065358_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:30.936283_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:30.936283_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:31.586052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b50cac4-2981-4f02-90a9-03e60c592330/paligemma_diffusion_droid_2025-08-20T06:20:31.586052_video_wrist.mp4"},"preference":"B","session_id":"3b50cac4-2981-4f02-90a9-03e60c592330","university":"frodobots"},{"completion_time":"2025-08-20T06:09:03.099596Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the small box then drop it","longform_feedback":"Policy A has completed the task correctly, it attempted to grasp the small box several times and succeed to pick it up , then dropped it on a big box. Policy B has no response to my command and has not took any action in the end. So policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:52.555763_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:52.555763_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:53.746424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:53.746424_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:52.555763_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:52.555763_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:53.186781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/pi0_fast_droid_2025-08-20T06:03:53.186781_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:49.598731_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:49.598731_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:50.578644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:50.578644_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:49.598731_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:49.598731_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:50.150043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07ef5b81-4b1c-4d75-b8ca-08f8af7d781f/paligemma_binning_droid_2025-08-20T06:08:50.150043_video_wrist.mp4"},"preference":"A","session_id":"07ef5b81-4b1c-4d75-b8ca-08f8af7d781f","university":"frodobots"},{"completion_time":"2025-08-20T05:39:48.775985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move all fruits from left to right","longform_feedback":"Policy A has  picked up the banana and move it to right, then it has attempted to grasp the pear but didn't succeed in the end. Policy B has first attempted to grasp the pear sereval times but failed/ even push the pear down to floor, then it has grasped the banana and moved it to right. Comparing the performances of the two, i prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:10.547188_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:10.547188_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:11.750430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:11.750430_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:10.547188_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:10.547188_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:11.228782_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_diffusion_droid_2025-08-20T05:27:11.228782_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.073450_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.073450_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:24.285948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:24.285948_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.073450_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.073450_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.728365_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b1d457c7-b6d6-485c-9e85-d4595d8d2b9f/paligemma_fast_specialist_droid_2025-08-20T05:39:23.728365_video_wrist.mp4"},"preference":"A","session_id":"b1d457c7-b6d6-485c-9e85-d4595d8d2b9f","university":"frodobots"},{"completion_time":"2025-08-20T05:23:51.865311Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees and put it on the plate","longform_feedback":"Policy A has  picked up the banana / rotated it by about 60 degrees, then put it on the plate correctly. Policy B has picked up the banana / rotated it by about 90 degrees, then put it on the plate.Because the rotation angle of policy B is more close to my demand, i prefer policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.002031_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.002031_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:37.160025_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:37.160025_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.002031_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.002031_video_left.mp4","wrist_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.644934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/paligemma_vq_droid_2025-08-20T05:14:36.644934_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.104977_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.104977_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:23.072638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:23.072638_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.104977_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.104977_video_left.mp4","wrist_video_gcs_path":"evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.602903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/781c73a1-fa60-426c-850a-7118cd75b89e/pi0_fast_droid_2025-08-20T05:21:22.602903_video_wrist.mp4"},"preference":"B","session_id":"781c73a1-fa60-426c-850a-7118cd75b89e","university":"frodobots"},{"completion_time":"2025-08-20T05:09:40.377264Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the banana from right to left, then rotate it by 90 degrees","longform_feedback":"Policy A has  picked up the banana and dropped it later, but ploicy A has not move the banana to right and has not rotate it.Policy B has first grasped the banana, then moved it to right/rotated it by 90 degrees/dropped it, finally moved it to right again. So policy B is better than policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:28.352927_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:28.352927_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:29.502736_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:29.502736_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:28.352927_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:28.352927_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:29.019257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/pi0_droid_2025-08-20T05:01:29.019257_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.050605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.050605_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:19.167212_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:19.167212_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.050605_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.050605_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.677689_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb/paligemma_diffusion_droid_2025-08-20T05:09:18.677689_video_wrist.mp4"},"preference":"B","session_id":"0052d90f-ac8e-4a2b-9f8e-5ca5beaf19eb","university":"frodobots"},{"completion_time":"2025-08-20T04:53:52.314969Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana and put it on the plate","longform_feedback":"Policy A has completed the task correctly, it has grasped the banana and put it on plate smoothly.Policy B has no response and has not done anything at last. So policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.173614_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.173614_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:50.285056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:50.285056_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.173614_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.173614_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.805623_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_fast_specialist_droid_2025-08-20T04:48:49.805623_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:29.574293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:29.574293_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:30.592942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:30.592942_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:29.574293_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:29.574293_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:30.147380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c409b1e-7e91-4674-a224-7bee5fbef061/paligemma_binning_droid_2025-08-20T04:53:30.147380_video_wrist.mp4"},"preference":"A","session_id":"7c409b1e-7e91-4674-a224-7bee5fbef061","university":"frodobots"},{"completion_time":"2025-08-20T04:20:47.193672Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the orange and move it next to the banana","longform_feedback":"Policy A has attempted to grasp the orange several times, but has not picked it up at last. Policy B has moved the arm around randomly, took some meaningless action, and has not done anything at last. So policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.334461_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.334461_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:55.500500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:55.500500_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.334461_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.334461_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.995419_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/paligemma_fast_droid_2025-08-20T04:13:54.995419_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:25.321066_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:25.321066_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:26.544331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:26.544331_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:25.321066_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:25.321066_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:26.004817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e154b68f-4f91-4b33-b74e-4283eb386b7a/pi05_droid_2025-08-20T04:20:26.004817_video_wrist.mp4"},"preference":"A","session_id":"e154b68f-4f91-4b33-b74e-4283eb386b7a","university":"frodobots"},{"completion_time":"2025-08-20T04:02:22.745420Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"rotate the banana by 90 degrees","longform_feedback":"Policy A has almost completed the task, it has attempted grasped the banana several times and adjusted the angle, then rotated it by about 70 degrees at last. Policy B has no response at all according to my command. So policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:52:59.397049_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:52:59.397049_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:53:00.589858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:53:00.589858_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:52:59.397049_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:52:59.397049_video_left.mp4","wrist_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:53:00.027186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/pi0_droid_2025-08-20T03:53:00.027186_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.356255_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.356255_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:03.379518_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:03.379518_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.356255_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.356255_video_left.mp4","wrist_video_gcs_path":"evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.920025_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/211d5261-aba7-467f-8b24-a8e1c856cf54/paligemma_binning_droid_2025-08-20T04:02:02.920025_video_wrist.mp4"},"preference":"A","session_id":"211d5261-aba7-467f-8b24-a8e1c856cf54","university":"frodobots"},{"completion_time":"2025-08-20T03:41:24.345629Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the orange on the plate","longform_feedback":"Policy A has not finished the task correctly, it first picked up the orange and dropped it, then it has attempted to grasp an apple.Policy B has not done any at all. So policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.178356_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.178356_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:02.358221_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:02.358221_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.178356_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.178356_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.777269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/pi0_droid_2025-08-20T03:35:01.777269_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.194423_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.194423_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:03.207421_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:03.207421_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.194423_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.194423_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.789290_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dafa4346-f92c-4f9c-a024-4594340d904c/paligemma_binning_droid_2025-08-20T03:41:02.789290_video_wrist.mp4"},"preference":"A","session_id":"dafa4346-f92c-4f9c-a024-4594340d904c","university":"frodobots"},{"completion_time":"2025-08-20T03:27:11.051075Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put all fruits into the plate","longform_feedback":"Policy A has grasped the banana and put it into the plate, then it has not attempted to pick up other fruits but attempted to pick up a box.Policy B has put the banana into the plate and then tried to pick up the apple. So i prefer policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:03.848986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:03.848986_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:05.044621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:05.044621_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:03.848986_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:03.848986_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:04.530018_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/paligemma_fast_droid_2025-08-20T03:19:04.530018_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.303490_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.303490_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:53.491031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:53.491031_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.303490_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.303490_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.962945_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f994859-6846-451b-bb40-4992e70214f6/pi0_droid_2025-08-20T03:26:52.962945_video_wrist.mp4"},"preference":"B","session_id":"0f994859-6846-451b-bb40-4992e70214f6","university":"frodobots"},{"completion_time":"2025-08-20T02:49:16.239937Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"move the banana from left to right","longform_feedback":"Policy A and policy B have finished the task correctly, as they have all grasped the banana and move it to the right side. Policy B operate more smoothly, so i prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:08.735247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:08.735247_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:09.833853_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:09.833853_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:08.735247_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:08.735247_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:09.318942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/paligemma_diffusion_droid_2025-08-20T02:39:09.318942_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.268838_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.268838_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:54.475403_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:54.475403_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.268838_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.268838_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.924685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8139a863-1797-4664-953f-771ad240fe37/pi05_droid_2025-08-20T02:48:53.924685_video_wrist.mp4"},"preference":"B","session_id":"8139a863-1797-4664-953f-771ad240fe37","university":"frodobots"},{"completion_time":"2025-08-20T02:34:48.214217Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"grasp the banana,then grasp the apple","longform_feedback":"Policy A has grasped and placed the banana several times, but has not grasped the apple. Policy B has grasped the banana once and hold it all the time, but has not grasped the apple. My command is to grasp different things, so i prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:25.765516_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:25.765516_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:26.879624_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:26.879624_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:25.765516_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:25.765516_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:26.350317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_fast_droid_2025-08-20T02:23:26.350317_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:15.689314_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:15.689314_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:16.863128_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:16.863128_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:15.689314_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:15.689314_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:16.363949_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30029a1b-683b-4184-876a-0c9c60a5dbd8/pi0_droid_2025-08-20T02:33:16.363949_video_wrist.mp4"},"preference":"A","session_id":"30029a1b-683b-4184-876a-0c9c60a5dbd8","university":"frodobots"},{"completion_time":"2025-08-19T10:33:43.295694Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"knock down the bottle, then put it into plate","longform_feedback":"Policy A has knocked down the bottle, then put it into plate successfully. Policy B has also finished the task accroding to my command, but then it attempted to grasp a banana. Since policy B has done some wrong actions at last, I prefer policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:48.804165_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:48.804165_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:50.045827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:50.045827_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:48.804165_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:48.804165_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:49.480910_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/pi0_fast_droid_2025-08-19T10:23:49.480910_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:20.616000_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:20.616000_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:21.903198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:21.903198_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:20.616000_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:20.616000_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:21.315697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4aeb4099-8730-4a5a-80a3-870fa9668375/paligemma_vq_droid_2025-08-19T10:33:21.315697_video_wrist.mp4"},"preference":"A","session_id":"4aeb4099-8730-4a5a-80a3-870fa9668375","university":"frodobots"},{"completion_time":"2025-08-19T10:14:49.709774Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the wood block on the small box","longform_feedback":"Policy A has picked up the wood block, attempted to put it on the small box twice but failed.  Policy B has not acted according to my command, it has picked up the small box then dropped it. So policy A is better than policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.187119_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.187119_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:48.376225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:48.376225_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.187119_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.187119_video_left.mp4","wrist_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.850423_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/pi0_fast_droid_2025-08-19T10:05:47.850423_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:27.535831_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:27.535831_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:28.733041_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:28.733041_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:27.535831_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:27.535831_video_left.mp4","wrist_video_gcs_path":"evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:28.181931_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/239500f8-b747-4ab3-9690-7d8ce5062ff5/paligemma_diffusion_droid_2025-08-19T10:14:28.181931_video_wrist.mp4"},"preference":"A","session_id":"239500f8-b747-4ab3-9690-7d8ce5062ff5","university":"frodobots"},{"completion_time":"2025-08-19T09:59:46.798224Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the small box on the drawer and put it into the plate","longform_feedback":"Policy A has not found the small box on the drawer, and it has picked up a big box beside the drawer. Policy B has not found the small box on the drawer, it has first picked up a cup then picked up a big box beside the drawer. I prefer policy A, because i need put a small box into the plate but policy B picked up a cup.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:19.662222_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:19.662222_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:20.828717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:20.828717_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:19.662222_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:19.662222_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:20.237974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_diffusion_droid_2025-08-19T09:46:20.237974_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.006928_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.006928_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:54.265609_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:54.265609_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.006928_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.006928_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.696958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d6cfadd-5838-45f1-9e95-560b4bf81e90/paligemma_vq_droid_2025-08-19T09:58:53.696958_video_wrist.mp4"},"preference":"A","session_id":"9d6cfadd-5838-45f1-9e95-560b4bf81e90","university":"frodobots"},{"completion_time":"2025-08-19T09:39:51.004670Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"turn the cup upside down","longform_feedback":"Policy A has picked up the cup and pushed it down, then it has attempted to hold the cup upright but failed, and it has picked up a red block finally. Policy B has first hesitaed to picked up the cup, then has done some meaningless movement, and grasped the cup at last.  So policy A is better than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:39.343480_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:39.343480_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:40.645046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:40.645046_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:39.343480_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:39.343480_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:40.097278_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/paligemma_fast_droid_2025-08-19T09:25:40.097278_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:26.845683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:26.845683_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:28.137715_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:28.137715_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:26.845683_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:26.845683_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:27.535332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa/pi05_droid_2025-08-19T09:39:27.535332_video_wrist.mp4"},"preference":"A","session_id":"dc13fbca-85e4-4b56-a9e2-ed87dc5d82aa","university":"frodobots"},{"completion_time":"2025-08-19T09:19:05.523624Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the red block on the drawer, put it into the drawer, then close the drawer","longform_feedback":"Policy A has picked up the red block and put it into the drawer, but it failed to close the drawer. Policy B cound't find the red block, and has took some meaningless actions. So Policy A is better than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.151559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.151559_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:39.389442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:39.389442_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.151559_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.151559_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.823776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/pi0_droid_2025-08-19T09:09:38.823776_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.181641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.181641_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:42.418319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:42.418319_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.181641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.181641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.823250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3dbf45f-d662-4759-a121-3dc8cd809654/paligemma_fast_specialist_droid_2025-08-19T09:18:41.823250_video_wrist.mp4"},"preference":"A","session_id":"d3dbf45f-d662-4759-a121-3dc8cd809654","university":"frodobots"},{"completion_time":"2025-08-19T09:03:32.163422Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the cup and put it on the big box","longform_feedback":"Policy A and B have finished the task correctly. Policy B is better, because it's faster than policy A. After picked up the cup, policy A has been hesitating to put it on the box, but policy B has put it quickly. So I prefer policy B.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:39.622743_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:39.622743_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:40.909750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:40.909750_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:39.622743_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:39.622743_video_left.mp4","wrist_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:40.296581_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/pi05_droid_2025-08-19T08:46:40.296581_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.145879_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.145879_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:54.459249_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:54.459249_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.145879_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.145879_video_left.mp4","wrist_video_gcs_path":"evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.855057_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/353581a5-3041-413e-b1e9-900eac004f40/paligemma_fast_droid_2025-08-19T09:00:53.855057_video_wrist.mp4"},"preference":"B","session_id":"353581a5-3041-413e-b1e9-900eac004f40","university":"frodobots"},{"completion_time":"2025-08-19T08:33:42.625493Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the banana into the plate, then put the orange into the plate ","longform_feedback":"Policy A has not done anything. Policy B has first picked up the banana and put it into the plate, then it has attempted to pick up the orange but failed. So policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:49.902547_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:49.902547_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:50.891121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:50.891121_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:49.902547_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:49.902547_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:50.467555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/paligemma_binning_droid_2025-08-19T08:22:50.467555_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:16.976158_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:16.976158_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:18.188871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:18.188871_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:16.976158_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:16.976158_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:17.642141_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0612cdf7-aabc-4fc6-ad60-74dc188cf6ad/pi0_fast_droid_2025-08-19T08:33:17.642141_video_wrist.mp4"},"preference":"B","session_id":"0612cdf7-aabc-4fc6-ad60-74dc188cf6ad","university":"frodobots"},{"completion_time":"2025-08-19T08:16:03.248353Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the red block into the plate, then put the pear into the plate","longform_feedback":"Policy A has not done anything. Policy B has first picked up the red block and put it into the plate\uff0cthen it couldn't find the pear and attempted to pick up the cup and banana. So policy B is better than policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:14.526066_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:14.526066_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:15.489651_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:15.489651_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:14.526066_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:14.526066_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:15.099180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_binning_droid_2025-08-19T08:03:15.099180_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:31.642012_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:31.642012_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:32.942473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:32.942473_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:31.642012_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:31.642012_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:32.335569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5595e8c3-ff83-43a2-ba17-7a3de786d6a8/paligemma_fast_specialist_droid_2025-08-19T08:15:32.335569_video_wrist.mp4"},"preference":"B","session_id":"5595e8c3-ff83-43a2-ba17-7a3de786d6a8","university":"frodobots"},{"completion_time":"2025-08-19T07:56:08.847316Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put the apple into the plate then put the banana into the plate","longform_feedback":"A has firstly attempted to picked up the orange that is wrong target then done nothing. B has picked up the banana and put it into plate, but has not put apple into the plate. So policy B is better than plicy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.219411_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.219411_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:43.385071_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:43.385071_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.219411_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.219411_video_left.mp4","wrist_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.856730_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_diffusion_droid_2025-08-19T07:44:42.856730_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:47.865913_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:47.865913_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:49.240932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:49.240932_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:47.865913_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:47.865913_video_left.mp4","wrist_video_gcs_path":"evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:48.701711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/015f1395-92a0-4882-963e-a367cf52218e/paligemma_fast_droid_2025-08-19T07:55:48.701711_video_wrist.mp4"},"preference":"B","session_id":"015f1395-92a0-4882-963e-a367cf52218e","university":"frodobots"},{"completion_time":"2025-08-19T07:30:36.780398Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the red block and put it into the bowl","longform_feedback":"A and B have firstly picked up the red block and put it into the bowl, but then they have put another block that is not red into the plate. So I choose 'tie'.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.251867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.251867_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:03.495444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:03.495444_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.251867_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.251867_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.921117_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_droid_2025-08-19T07:25:02.921117_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:13.343789_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:13.343789_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:14.562931_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:14.562931_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:13.343789_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:13.343789_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:14.027905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e09fec72-3bdc-44dd-8113-1b13024d02ab/pi0_fast_droid_2025-08-19T07:30:14.027905_video_wrist.mp4"},"preference":"TIE","session_id":"e09fec72-3bdc-44dd-8113-1b13024d02ab","university":"frodobots"},{"completion_time":"2025-08-19T07:17:18.947609Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the wood block and put it into the plate","longform_feedback":"A and B have finished the task. They have picked up the wood block and put it into the plate successfully. So i choose 'tie'.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:56.755335_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:56.755335_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:57.924567_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:57.924567_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:56.755335_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:56.755335_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:57.383816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi0_droid_2025-08-19T07:11:57.383816_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.135817_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.135817_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:51.369380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:51.369380_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.135817_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.135817_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.776417_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7bb77c76-d1d4-4d57-887e-1f03a1c77a0d/pi05_droid_2025-08-19T07:16:50.776417_video_wrist.mp4"},"preference":"TIE","session_id":"7bb77c76-d1d4-4d57-887e-1f03a1c77a0d","university":"frodobots"},{"completion_time":"2025-08-19T07:05:23.350007Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the small box and put it on the big box","longform_feedback":"A has picked up the small box and put it on the big box successfully. B has not do anything. So A is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:20.356162_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:20.356162_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:21.673470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:21.673470_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:20.356162_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:20.356162_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:21.080792_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_fast_droid_2025-08-19T07:00:21.080792_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.160804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.160804_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:58.139841_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:58.139841_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.160804_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.160804_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.770384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6fc73e2b-9eb2-48dc-b414-6b0db73b6cca/paligemma_binning_droid_2025-08-19T07:04:57.770384_video_wrist.mp4"},"preference":"A","session_id":"6fc73e2b-9eb2-48dc-b414-6b0db73b6cca","university":"frodobots"},{"completion_time":"2025-08-19T06:55:14.797701Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the box and put it into the plate","longform_feedback":"A has picked up the box successfully and put it into the plate. B has not done anything. So A is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:43.839787_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:43.839787_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:45.130300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:45.130300_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:43.839787_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:43.839787_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:44.571727_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/pi05_droid_2025-08-19T06:49:44.571727_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.404361_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.404361_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:55.290556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:55.290556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.404361_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.404361_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.947810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10ae8e88-008c-4530-9f77-d8e7cf08d07b/paligemma_binning_droid_2025-08-19T06:54:54.947810_video_wrist.mp4"},"preference":"A","session_id":"10ae8e88-008c-4530-9f77-d8e7cf08d07b","university":"frodobots"},{"completion_time":"2025-08-19T06:44:26.175217Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up one PCBA  and put it on the towel","longform_feedback":"A and B have not finished the task. A has attempted to find the target but failed, while B has done nothing. So A is better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:13.552611_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:13.552611_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:14.934159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:14.934159_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:13.552611_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:13.552611_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:14.315537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/pi0_fast_droid_2025-08-19T06:39:14.315537_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:05.468886_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:05.468886_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:06.386803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:06.386803_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:05.468886_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:05.468886_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:06.011722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a07ae87e-eda5-4686-8896-81ee3962e60b/paligemma_binning_droid_2025-08-19T06:44:06.011722_video_wrist.mp4"},"preference":"A","session_id":"a07ae87e-eda5-4686-8896-81ee3962e60b","university":"frodobots"},{"completion_time":"2025-08-19T06:23:57.359581Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the towel and put it into the bowl","longform_feedback":"A and B have finished the task properly. A has successfully picked up the towel  in the first attempt, but B has tried several times. So A is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.150695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.150695_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:36.571342_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:36.571342_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.150695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.150695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.882188_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_fast_droid_2025-08-19T06:11:35.882188_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:45.410224_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:45.410224_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:46.779055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:46.779055_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:45.410224_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:45.410224_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:46.168395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f07fd423-5342-45b2-9b7a-bcd53a870773/paligemma_vq_droid_2025-08-19T06:22:46.168395_video_wrist.mp4"},"preference":"A","session_id":"f07fd423-5342-45b2-9b7a-bcd53a870773","university":"frodobots"},{"completion_time":"2025-08-19T05:58:00.977945Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"put one cup into another cup","longform_feedback":"A has attemped to pick up one cup but failed. B has picked up one cup successfully but failed to put it into another cup. So B is better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.080816_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.080816_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:54.310348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:54.310348_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.080816_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.080816_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.716571_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/pi0_droid_2025-08-19T05:50:53.716571_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:40.646795_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:40.646795_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:41.898768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:41.898768_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:40.646795_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:40.646795_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:41.330553_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a20c15d-120a-45db-b10a-b5aaaf9ddb90/paligemma_vq_droid_2025-08-19T05:57:41.330553_video_wrist.mp4"},"preference":"B","session_id":"8a20c15d-120a-45db-b10a-b5aaaf9ddb90","university":"frodobots"},{"completion_time":"2025-08-19T05:45:34.427817Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the bowl and put it into the plate","longform_feedback":"A has finished the task properly. B has attemped to pick up the bowl several times but failed. So A is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:01.808170_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:01.808170_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:03.043617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:03.043617_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:01.808170_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:01.808170_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:02.461008_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/pi05_droid_2025-08-19T05:40:02.461008_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:06.559204_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:06.559204_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:07.780369_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:07.780369_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:06.559204_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:06.559204_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:07.231173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b55d194d-7a06-4b62-a892-877ed1d04d63/paligemma_vq_droid_2025-08-19T05:45:07.231173_video_wrist.mp4"},"preference":"A","session_id":"b55d194d-7a06-4b62-a892-877ed1d04d63","university":"frodobots"},{"completion_time":"2025-08-19T05:34:09.459122Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up one PCBA and put it into the plate","longform_feedback":"A has attemped to pick up the PCBA several times but failed. B has picked up one PCBA and put it into the plate, then grasped a cup and put it into the plate. So B is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.238537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.238537_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:23.494817_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:23.494817_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.238537_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.238537_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.941891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_droid_2025-08-19T05:23:22.941891_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.348946_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.348946_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:48.364954_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:48.364954_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.348946_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.348946_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.926834_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c7ed83ec-4791-4ba1-8617-cbedc441af83/paligemma_fast_specialist_droid_2025-08-19T05:33:47.926834_video_wrist.mp4"},"preference":"B","session_id":"c7ed83ec-4791-4ba1-8617-cbedc441af83","university":"frodobots"},{"completion_time":"2025-08-19T05:18:06.883291Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"swap the position of the cup and the plate","longform_feedback":"A and B  have not finished the task. A has not done anything ,while B has attemped to move the cup. So B is better than A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:07:59.596189_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:07:59.596189_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:08:00.493653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:08:00.493653_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:07:59.596189_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:07:59.596189_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:08:00.153297_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_binning_droid_2025-08-19T05:08:00.153297_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:23.685457_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:23.685457_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:24.908235_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:24.908235_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:23.685457_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:23.685457_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:24.344243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9cb13be4-b0f1-4ecc-b819-c832afb07a49/paligemma_fast_specialist_droid_2025-08-19T05:17:24.344243_video_wrist.mp4"},"preference":"B","session_id":"9cb13be4-b0f1-4ecc-b819-c832afb07a49","university":"frodobots"},{"completion_time":"2025-08-19T03:45:58.539650Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"pick up the green cup and put it into the purple disc","longform_feedback":"Policy A has done the task properly. Policy B has tried to pick up the cup many times and has not put it into the disc finally. So plolicy A is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:58.814396_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:58.814396_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:59.979888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:59.979888_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:58.814396_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:58.814396_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:59.456724_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/pi05_droid_2025-08-19T02:50:59.456724_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:29.365573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:29.365573_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:30.530301_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:30.530301_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:29.365573_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:29.365573_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:30.027207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afde7e51-81d9-418c-84d3-0954b166ee82/paligemma_fast_specialist_droid_2025-08-19T03:12:30.027207_video_wrist.mp4"},"preference":"A","session_id":"afde7e51-81d9-418c-84d3-0954b166ee82","university":"frodobots"},{"completion_time":"2025-08-19T02:37:02.749281Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"scrab the small disc into the big disc","longform_feedback":"policy A is better than policy B. Policy A has tried to pick up the disc, but policy B has not done any action.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.340252_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.340252_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:38.534543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:38.534543_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.340252_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.340252_video_left.mp4","wrist_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.976158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_vq_droid_2025-08-19T02:23:37.976158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.380405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.380405_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:21.173276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:21.173276_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.380405_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.380405_video_left.mp4","wrist_video_gcs_path":"evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.824672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/67936e32-e813-434c-9ff6-43cda08de9f6/paligemma_binning_droid_2025-08-19T02:36:20.824672_video_wrist.mp4"},"preference":"A","session_id":"67936e32-e813-434c-9ff6-43cda08de9f6","university":"frodobots"},{"completion_time":"2025-08-18T22:59:55.260370Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red bottle next to the spoon","longform_feedback":"A did not respond at all to the command and B went further a bit from moving towards the marker but B did not make ay progress onto grasping it and the gripper waas just hovering","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:51.975521_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:51.975521_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:52.848237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:52.848237_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:51.975521_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:51.975521_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:52.455661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/paligemma_binning_droid_2025-08-18T22:49:52.455661_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:33.889205_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:33.889205_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:35.165347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:35.165347_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:33.889205_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:33.889205_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:34.634519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d/pi05_droid_2025-08-18T22:58:34.634519_video_wrist.mp4"},"preference":"B","session_id":"4e7bc4c5-9c6b-4d37-9bd5-95fc5c5b895d","university":"berkele"},{"completion_time":"2025-08-18T22:46:27.098640Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"find the marker and place it on the edge of the whiteboard","longform_feedback":"A was slightly better since it was attempting to find and grasp the marker in place; however, the arm was confused on what to do next as it hovered in the air with the marker in hand. B did not sufficiently performed any movement towards the marker","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:30.537320_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:30.537320_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:31.690897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:31.690897_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:30.537320_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:30.537320_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:31.146038_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/paligemma_vq_droid_2025-08-18T22:40:31.146038_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:07.722925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:07.722925_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:08.900391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:08.900391_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:07.722925_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:07.722925_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:08.370941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aef852ce-3e05-4d13-9e9b-56532771420f/pi0_fast_droid_2025-08-18T22:45:08.370941_video_wrist.mp4"},"preference":"A","session_id":"aef852ce-3e05-4d13-9e9b-56532771420f","university":"Berkeley"},{"completion_time":"2025-08-18T22:35:29.910246Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"cover the letter on the whiteboard using the plate","longform_feedback":"B did not move from its initial position while A at least attempted to grasp the plate but seem to not be certain on where the next movement should be so it just hovered in the air","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.101266_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.101266_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:03.329722_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:03.329722_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.101266_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.101266_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.780123_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/pi05_droid_2025-08-18T22:29:02.780123_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:57.823440_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:57.823440_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:59.025328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:59.025328_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:57.823440_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:57.823440_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:58.511834_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea7ded57-96c7-42ae-aadd-105bf314d289/paligemma_diffusion_droid_2025-08-18T22:33:58.511834_video_wrist.mp4"},"preference":"A","session_id":"ea7ded57-96c7-42ae-aadd-105bf314d289","university":"Berkeley"},{"completion_time":"2025-08-18T22:23:51.620630Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the tape over the words on the whiteboard","longform_feedback":"A and B were able to locate and grasp the tape in place but again, the whiteboard was eventually not the final destination of the robot arm since it just lifted the tape up and dropped it","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:59.445128_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:59.445128_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.234450_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.234450_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.234450_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.234450_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.876894_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/pi0_droid_2025-08-18T22:16:58.876894_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:49.873814_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:49.873814_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:48.683704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:48.683704_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:48.683704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:48.683704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:49.348124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbac67c1-06ba-4135-9cfe-2b65b32a1760/paligemma_vq_droid_2025-08-18T22:22:49.348124_video_wrist.mp4"},"preference":"TIE","session_id":"cbac67c1-06ba-4135-9cfe-2b65b32a1760","university":"Berkeley"},{"completion_time":"2025-08-18T22:11:26.573979Z","evaluator_name":"ellieh99@berkeley.edu\\","language_instruction":"move the marker on the center of the whiteboard","longform_feedback":"A and B were just able to grasp the marker out of the plate but then it failed to realize the whiteboard placing right next to it on the right. It struggled to grasp it since it kept picking up and dropping it eventually","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:08.308962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:08.308962_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.090345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.090345_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.090345_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.090345_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.777178_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_fast_specialist_droid_2025-08-18T22:02:07.777178_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:57.448423_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:57.448423_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.192806_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.192806_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.192806_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.192806_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.889537_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da89223c-cb41-46f5-9c59-a1c796c3d82a/paligemma_vq_droid_2025-08-18T22:07:56.889537_video_wrist.mp4"},"preference":"TIE","session_id":"da89223c-cb41-46f5-9c59-a1c796c3d82a","university":"Berkeley"},{"completion_time":"2025-08-18T21:57:14.227952Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the other bowl to the blue bowl","longform_feedback":"B at least has found the bowl and started grasp it first but then hover in the air and searched for something on the ground. A was completely off since it moved the marker from the plate to somewhere on the bowl which is not required","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:50.954235_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:50.954235_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:52.759649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:52.759649_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:51.634533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:51.634533_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:50.954235_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:50.954235_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:52.118811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_droid_2025-08-18T21:48:52.118811_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:32.377875_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:32.377875_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:34.184477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:34.184477_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:33.074054_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:33.074054_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:32.377875_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:32.377875_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:33.616406_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f17863b-e323-49ba-8f39-4695c9a9f14a/pi0_fast_droid_2025-08-18T21:54:33.616406_video_wrist.mp4"},"preference":"B","session_id":"0f17863b-e323-49ba-8f39-4695c9a9f14a","university":"Berkeley"},{"completion_time":"2025-08-18T21:42:45.216377Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the marker next to the red bottle","longform_feedback":"B just remained freeze mid-air while A just moved the red bottle  out of the plate then shifted to the marker at the very end. It realized the core of the task and started the initial set up when the time was alsmost up","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:05.447547_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:05.447547_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:07.194242_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:07.194242_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:06.095738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:06.095738_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:05.447547_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:05.447547_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:06.613045_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/pi05_droid_2025-08-18T21:37:06.613045_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.024473_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.024473_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:09.538684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:09.538684_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.794163_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.794163_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.024473_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:08.024473_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:09.177026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9e8da9c-1589-4cf2-a28c-57082bf75afd/paligemma_binning_droid_2025-08-18T21:41:09.177026_video_wrist.mp4"},"preference":"A","session_id":"e9e8da9c-1589-4cf2-a28c-57082bf75afd","university":"Berkeley"},{"completion_time":"2025-08-18T21:32:29.484450Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the tape to where the red bottle placed on","longform_feedback":"Both policies only stopped at grasp the tape from its initial position to the very vertically place where was indeed not the plate contained the red bottle","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:21.636518_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:21.636518_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:20.518768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:20.518768_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:20.518768_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:20.518768_video_right.mp4","wrist_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:21.098905_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/paligemma_vq_droid_2025-08-18T21:21:21.098905_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:52.312165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:52.312165_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.045597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.045597_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.045597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.045597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.733775_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/261caf9a-f122-419e-a2f4-c25b8fece438/pi0_fast_droid_2025-08-18T21:28:51.733775_video_wrist.mp4"},"preference":"TIE","session_id":"261caf9a-f122-419e-a2f4-c25b8fece438","university":"Berkeley"},{"completion_time":"2025-08-18T21:16:29.494403Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the orange ball inside the tape","longform_feedback":"B was slightly better. A entirely focused on the red bottle which was irrelevant to the intended object. B grasped the entire bowl where the ball was contained and moved it over the left. It then also grasped the carrot at last.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:30.271594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:30.271594_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:28.997966_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:28.997966_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:28.997966_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:28.997966_video_right.mp4","wrist_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:29.661932_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/pi0_fast_droid_2025-08-18T21:08:29.661932_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:12.349777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:12.349777_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.085779_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.085779_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.085779_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.085779_video_right.mp4","wrist_video_gcs_path":"evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.777894_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/939d8a99-37da-4ded-9027-9db2f2f36ffc/paligemma_fast_specialist_droid_2025-08-18T21:16:11.777894_video_wrist.mp4"},"preference":"B","session_id":"939d8a99-37da-4ded-9027-9db2f2f36ffc","university":"Berkeley"},{"completion_time":"2025-08-18T21:05:10.774633Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon to the plate","longform_feedback":"A is indeed better since it accomplished the task within a few orientation while B had a very good starting point but then it was going off to the edge of the bowl, which was where the spoon placed on and grasped nothing in the air","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:22.366257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:22.366257_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.058919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.058919_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.058919_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.058919_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.775919_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_vq_droid_2025-08-18T21:00:21.775919_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:28.691771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:28.691771_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:27.587353_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:27.587353_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:27.587353_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:27.587353_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:28.146021_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca946473-098a-4267-a124-63c2e704ba7b/paligemma_diffusion_droid_2025-08-18T21:04:28.146021_video_wrist.mp4"},"preference":"A","session_id":"ca946473-098a-4267-a124-63c2e704ba7b","university":"Berkeley"},{"completion_time":"2025-08-18T20:54:27.570559Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"cover the bowl with the plate","longform_feedback":"Both A and B at least were able to locate and grasp the plate but they behaved differently hereafter. A tried to pull the plate onward while B pushed the plate over the bowl and kicked it out of the seen without having placed it on top","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:36.395698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:36.395698_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.257000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.257000_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.257000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.257000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.863722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi0_droid_2025-08-18T20:49:35.863722_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:10.862444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:10.862444_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:09.688993_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:09.688993_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:09.688993_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:09.688993_video_right.mp4","wrist_video_gcs_path":"evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:10.328218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28d9cf55-8cc7-47c7-adc0-82367749f7da/pi05_droid_2025-08-18T20:54:10.328218_video_wrist.mp4"},"preference":"B","session_id":"28d9cf55-8cc7-47c7-adc0-82367749f7da","university":"Berkeley"},{"completion_time":"2025-08-18T20:45:49.829698Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the carrot in bowl","longform_feedback":"Both policies only completed the very first order of the task.  Both reached for the carot and got tangled within the cable where the object hide in. Policy A lifted the carot but then drop it instantly and remained idle or got stuck somewhere along the way. B also grasp it and moved it over the left side but was not quite the exact location of the bowl, which also was on the left","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:36.064754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:36.064754_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:34.947214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:34.947214_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:34.947214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:34.947214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:35.499489_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/pi0_fast_droid_2025-08-18T20:39:35.499489_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:28.648892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:28.648892_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:27.425971_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:27.425971_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:27.425971_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:27.425971_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:28.098453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ee6c0f6-9168-4b16-9609-ae86f8872acb/paligemma_fast_specialist_droid_2025-08-18T20:45:28.098453_video_wrist.mp4"},"preference":"TIE","session_id":"5ee6c0f6-9168-4b16-9609-ae86f8872acb","university":"Berkeley"},{"completion_time":"2025-08-18T20:35:47.178940Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the red bottle on top of the blue plate. Align it vertically","longform_feedback":"Policy A remained freeze the entire session while B has just shifted from the direction where other object (cable) sit into the red bottle in the last second. It tried to grasp it but was running out of time","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:07.532591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:07.532591_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:06.584403_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:06.584403_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:06.584403_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:06.584403_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:07.157579_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_binning_droid_2025-08-18T20:32:07.157579_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:23.527826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:23.527826_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.345424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.345424_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.345424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.345424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.995942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f58db858-3fb2-461a-8028-40e183852c93/paligemma_fast_droid_2025-08-18T20:35:22.995942_video_wrist.mp4"},"preference":"B","session_id":"f58db858-3fb2-461a-8028-40e183852c93","university":"Berkeley"},{"completion_time":"2025-08-18T08:18:11.412536Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Pour the items in the white saucer onto the plate.","longform_feedback":"Policy A moved around in an exaggerated manner but still couldn't find the location of the small disc. Policy B steadily found the small disc, picked it up and then put it down after a successful grab, but didn't complete the subsequent tasks. I think Policy B is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:44.789695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:44.789695_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:46.096969_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:46.096969_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:44.789695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:44.789695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:45.587445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi05_droid_2025-08-18T08:14:45.587445_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:42.866549_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:42.866549_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:43.974511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:43.974511_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:42.866549_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:42.866549_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:43.466215_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc181c1b-18ab-4229-8a29-10c2be181b24/pi0_fast_droid_2025-08-18T08:17:43.466215_video_wrist.mp4"},"preference":"B","session_id":"bc181c1b-18ab-4229-8a29-10c2be181b24","university":"frodobots"},{"completion_time":"2025-08-18T08:11:41.668216Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bread on the plate. Don't use too much force to avoid squashing the bread.","longform_feedback":"Policy A attempted to grab something once but failed, and then it moved around aimlessly. Policy B remained completely still. I think Policy A is better.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:13.948501_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:13.948501_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:15.152934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:15.152934_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:13.948501_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:13.948501_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:14.610339_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_fast_specialist_droid_2025-08-18T08:07:14.610339_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:22.797612_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:22.797612_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:23.751575_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:23.751575_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:22.797612_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:22.797612_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:23.320860_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4845f5f2-a273-418d-8d4e-b46f352ffc75/paligemma_binning_droid_2025-08-18T08:11:23.320860_video_wrist.mp4"},"preference":"A","session_id":"4845f5f2-a273-418d-8d4e-b46f352ffc75","university":"frodobots"},{"completion_time":"2025-08-18T08:03:10.453919Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Help me shake the water in the bottle.","longform_feedback":"Policy A knocked over the water bottle and attempted to adjust its position. Policy B is still stuck on the grasping issue. I think Policy A is better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:40.699605_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:40.699605_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:41.911655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:41.911655_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:40.699605_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:40.699605_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:41.356360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/pi0_fast_droid_2025-08-18T08:00:41.356360_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.333478_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.333478_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:01.495809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:01.495809_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.333478_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.333478_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.979638_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1117934b-02fe-405d-b6b2-7f2e072d3b59/paligemma_vq_droid_2025-08-18T08:03:00.979638_video_wrist.mp4"},"preference":"A","session_id":"1117934b-02fe-405d-b6b2-7f2e072d3b59","university":"frodobots"},{"completion_time":"2025-08-18T07:56:15.989783Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Arrange the building blocks to form a letter C.","longform_feedback":"Policy A quickly grabs a building block and keeps adjusting its placement position and angle, but seems to have no idea what to do. Eventually, the time is up. Policy B quickly grabs the building block and places it on top of another block. Generally speaking, both make active attempts, but neither achieves the task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.105696_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.105696_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:32.262406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:32.262406_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.105696_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.105696_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.721804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/paligemma_fast_specialist_droid_2025-08-18T07:52:31.721804_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:02.984302_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:02.984302_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:04.164528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:04.164528_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:02.984302_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:02.984302_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:03.598781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f149628-d099-4346-b097-ccb1db575cf3/pi05_droid_2025-08-18T07:56:03.598781_video_wrist.mp4"},"preference":"TIE","session_id":"5f149628-d099-4346-b097-ccb1db575cf3","university":"frodobots"},{"completion_time":"2025-08-18T07:47:22.666909Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Arrange the small circuit boards neatly.","longform_feedback":"After successfully grasping the object several times, Policy A put it down without properly handling the placement issue. After grasping an object, Policy B would re - position the object's orientation. However, after completing one operation, instead of looking for other targets to organize and place, it repeated the placement action. Generally speaking, Policy B is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:10.717909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:10.717909_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:11.911514_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:11.911514_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:10.717909_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:10.717909_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:11.343935_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_fast_droid_2025-08-18T07:42:11.343935_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:07.537173_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:07.537173_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:08.580712_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:08.580712_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:07.537173_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:07.537173_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:08.039031_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec2bea5e-5503-462d-bfdb-9b102662b75c/paligemma_diffusion_droid_2025-08-18T07:47:08.039031_video_wrist.mp4"},"preference":"B","session_id":"ec2bea5e-5503-462d-bfdb-9b102662b75c","university":"frodobots"},{"completion_time":"2025-08-18T07:38:33.061248Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the small circuit board into the plate.","longform_feedback":"Policy A remains completely still. After grasping the target, Policy B put it down once during the process but still successfully completed a task. Generally speaking, Policy B is better.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:07.576609_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:07.576609_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:08.457190_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:08.457190_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:07.576609_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:07.576609_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:08.104425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_binning_droid_2025-08-18T07:35:08.104425_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:20.718568_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:20.718568_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:21.891704_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:21.891704_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:20.718568_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:20.718568_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:21.345898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5161bfc1-1c61-4fe6-b74a-6ab9376607ed/paligemma_vq_droid_2025-08-18T07:38:21.345898_video_wrist.mp4"},"preference":"B","session_id":"5161bfc1-1c61-4fe6-b74a-6ab9376607ed","university":"frodobots"},{"completion_time":"2025-08-18T07:30:35.400636Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the small bottle on the plate.","longform_feedback":"After the execution of Policy A, the location of the plate was not found. Policy B faced difficulties in grasping and lost the target after knocking over the bottle. Generally speaking, Policy A is better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:47.340458_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:47.340458_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:48.590373_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:48.590373_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:47.340458_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:47.340458_video_left.mp4","wrist_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:48.042980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/pi0_droid_2025-08-18T07:27:48.042980_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.133569_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.133569_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:23.359632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:23.359632_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.133569_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.133569_video_left.mp4","wrist_video_gcs_path":"evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.787459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/541dd906-96ff-4718-8578-3d36157a0445/paligemma_fast_droid_2025-08-18T07:30:22.787459_video_wrist.mp4"},"preference":"A","session_id":"541dd906-96ff-4718-8578-3d36157a0445","university":"frodobots"},{"completion_time":"2025-08-18T07:24:08.895307Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Press the largest button on the air conditioner remote control without using too much force.","longform_feedback":"Policy A first oddly approached the cabinet, then returned above the remote control. After closing the grippers, it gently pressed the buttons on the remote control. The first time, it slightly pressed the largest button, and the second time, it pressed the button next to it. Policy B adjusted the grippers and pressed several times, all on the area without buttons. Generally speaking, Policy A is better.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:39.707601_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:39.707601_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:40.827887_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:40.827887_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:39.707601_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:39.707601_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:40.356532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/paligemma_diffusion_droid_2025-08-18T07:18:40.356532_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:35.861538_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:35.861538_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:37.124033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:37.124033_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:35.861538_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:35.861538_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:36.615198_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cee72e0d-9e60-4e3c-8900-b9e555c70bed/pi0_fast_droid_2025-08-18T07:23:36.615198_video_wrist.mp4"},"preference":"A","session_id":"cee72e0d-9e60-4e3c-8900-b9e555c70bed","university":"frodobots"},{"completion_time":"2025-08-18T07:15:00.086329Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Pour out the items in the white box.","longform_feedback":"Policy A remains completely still. Policy B quickly grabs the box and makes a dumping motion. However, since it needs to tilt the box by an angle of over 90 degrees, which is a bit difficult for the robotic arm, no items fall out in the end. Overall, Policy B is better.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.389641_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.389641_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:38.338607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:38.338607_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.389641_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.389641_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.935014_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_binning_droid_2025-08-18T07:09:37.935014_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.262798_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.262798_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:45.425469_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:45.425469_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.262798_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.262798_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.901831_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea597420-f03e-4eaf-be0c-8ccca6cfaeca/paligemma_vq_droid_2025-08-18T07:14:44.901831_video_wrist.mp4"},"preference":"B","session_id":"ea597420-f03e-4eaf-be0c-8ccca6cfaeca","university":"frodobots"},{"completion_time":"2025-08-18T06:40:47.655184Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the banana on top of the yellow building block.","longform_feedback":"Policy A originally completed the task smoothly, but then strangely picked up the building blocks and placed them in other positions, leaving the banana behind. Policy B slowly grabbed the banana and placed it on the edge of the table when putting it down, causing the banana to fall. Generally speaking, Policy A has completed the task completely and is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.270151_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.270151_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:37.525316_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:37.525316_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.270151_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.270151_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.922279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/paligemma_vq_droid_2025-08-18T06:35:36.922279_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:24.791938_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:24.791938_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:26.025360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:26.025360_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:24.791938_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:24.791938_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:25.472384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e5232d1-5681-499e-82f0-adb0de23874f/pi0_fast_droid_2025-08-18T06:40:25.472384_video_wrist.mp4"},"preference":"A","session_id":"8e5232d1-5681-499e-82f0-adb0de23874f","university":"frodobots"},{"completion_time":"2025-08-18T06:32:09.555984Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the fruits that are the same color as the building blocks on the bookshelf.","longform_feedback":"Policy A remains completely still. Policy B attempts to grab the red fruit and makes a slight adjustment to its position but fails to complete the task. The correct action should be to grab the banana, which has the same color as the yellow block, and place it on the bookshelf. Relatively speaking, Policy B has at least taken some actions, so it is slightly better.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:32.748691_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:32.748691_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:33.587053_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:33.587053_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:32.748691_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:32.748691_video_left.mp4","wrist_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:33.268992_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_binning_droid_2025-08-18T06:26:33.268992_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.370877_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.370877_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:50.550907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:50.550907_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.370877_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.370877_video_left.mp4","wrist_video_gcs_path":"evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.986522_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/031524cc-f73f-408f-ba26-0c884290ff65/paligemma_fast_droid_2025-08-18T06:31:49.986522_video_wrist.mp4"},"preference":"B","session_id":"031524cc-f73f-408f-ba26-0c884290ff65","university":"frodobots"},{"completion_time":"2025-08-18T04:07:40.026345Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the lid of the paper box.","longform_feedback":"Policy A didn't carefully observe the situation of the paper box and quickly adopted the strategy of grabbing and then closing the lid, but failed to complete the task smoothly. Policy B, on the other hand, carefully observed the situation of the paper box and chose the strategy of using the gripper to hold the lid and close it, perfectly completing the task. The only fly in the ointment is that it made some redundant movements after closing the lid, so it didn't get a full score of 100.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:13.614351_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:13.614351_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:14.818016_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:14.818016_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:13.614351_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:13.614351_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:14.264958_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/paligemma_vq_droid_2025-08-18T03:53:14.264958_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:02.348570_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:02.348570_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:03.641458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:03.641458_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:02.348570_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:02.348570_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:03.081850_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25f46779-aea1-4c76-a8a4-994d141c7b66/pi0_fast_droid_2025-08-18T04:07:03.081850_video_wrist.mp4"},"preference":"B","session_id":"25f46779-aea1-4c76-a8a4-994d141c7b66","university":"frodobots"},{"completion_time":"2025-08-18T03:48:49.543604Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There is an open paper box on the desktop. Close the lid.","longform_feedback":"Policy A grabs the edge of the lid and tries to close it, but fails. Policy B slowly observes the box and then tries to grab the lid, but the time is up. Policy A is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:32.566959_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:32.566959_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:33.815033_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:33.815033_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:32.566959_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:32.566959_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:33.231796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_vq_droid_2025-08-18T03:45:33.231796_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:35.663823_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:35.663823_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:36.854934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:36.854934_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:35.663823_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:35.663823_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:36.311292_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecab1938-96a3-444b-9751-7dbeb4b9e136/paligemma_diffusion_droid_2025-08-18T03:48:36.311292_video_wrist.mp4"},"preference":"A","session_id":"ecab1938-96a3-444b-9751-7dbeb4b9e136","university":"frodobots"},{"completion_time":"2025-08-18T03:42:23.728251Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Cover the box.","longform_feedback":"Policy A remains still without any action. Policy B moves outside the desktop and grabs at the air. Both have failed equally.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.007962_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.007962_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.931571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.931571_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.007962_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.007962_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.560343_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_binning_droid_2025-08-18T03:39:55.560343_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:06.448921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:06.448921_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:07.711627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:07.711627_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:06.448921_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:06.448921_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:07.153865_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a8508e9-0ca5-435a-9da0-cbab239d7767/paligemma_fast_specialist_droid_2025-08-18T03:42:07.153865_video_wrist.mp4"},"preference":"TIE","session_id":"1a8508e9-0ca5-435a-9da0-cbab239d7767","university":"frodobots"},{"completion_time":"2025-08-18T03:31:38.984008Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take a book from the bookshelf and put it on the table.","longform_feedback":"Policy A tried to find the item from a strange perspective but got nothing. Policy B searched around the bookshelf and tried to grab what was on the bookshelf. Both of them failed equally.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:24.859683_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:24.859683_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:26.087674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:26.087674_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:24.859683_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:24.859683_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:25.552397_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/paligemma_fast_droid_2025-08-18T03:26:25.552397_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:49.836037_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:49.836037_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:51.031911_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:51.031911_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:49.836037_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:49.836037_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:50.504190_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62a25b65-d27e-4ec8-9983-e68ce35cd6ec/pi0_fast_droid_2025-08-18T03:30:50.504190_video_wrist.mp4"},"preference":"TIE","session_id":"62a25b65-d27e-4ec8-9983-e68ce35cd6ec","university":"frodobots"},{"completion_time":"2025-08-18T03:22:36.362318Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Right the inverted cup.","longform_feedback":"Policy A only touched the cup and did not adjust the state of the cup. Policy B tried to adjust the inverted cup but failed to place it upright, leaving the cup in a toppled state. In comparison, Policy B is better and more in line with the task objective.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:12.949506_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:12.949506_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:14.091027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:14.091027_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:12.949506_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:12.949506_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:13.645220_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/paligemma_diffusion_droid_2025-08-18T02:56:13.645220_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.172149_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.172149_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:22.455955_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:22.455955_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.172149_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.172149_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.888933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0f6dcd3-ba53-470f-9800-b7e4b2d67684/pi0_droid_2025-08-18T03:21:21.888933_video_wrist.mp4"},"preference":"B","session_id":"b0f6dcd3-ba53-470f-9800-b7e4b2d67684","university":"frodobots"},{"completion_time":"2025-08-18T02:34:48.744592Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Draw in the book with a pen.","longform_feedback":"Policy A repeatedly picked up the pen and put it down, and finally held the pen above the book, adjusted the pen tip and tried to make a writing motion. Policy B put the pen into the book more smoothly and quickly, but was unfamiliar with drawing and didn't take further actions. In comparison, Policy A is better and more in line with the task objective.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.121740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.121740_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:38.432250_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:38.432250_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.121740_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.121740_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.891184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/pi0_droid_2025-08-18T02:30:37.891184_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:34.819053_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:34.819053_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:35.977116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:35.977116_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:34.819053_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:34.819053_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:35.487154_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5182d13f-283c-41bd-a4b6-e021e02a1560/paligemma_vq_droid_2025-08-18T02:34:35.487154_video_wrist.mp4"},"preference":"A","session_id":"5182d13f-283c-41bd-a4b6-e021e02a1560","university":"frodobots"},{"completion_time":"2025-08-18T02:26:30.465298Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the white pen on the plate.","longform_feedback":"Policy A is adjusting the perspective of the plate until the time runs out. Policy B quickly looks up to search for the pen but is attracted by the white cabinet and the white box. Finally, it tries to grab the building blocks in the box. In comparison, Policy B is better as it knows to try to adjust the field of view to search for the target.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:33.743917_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:33.743917_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:34.929938_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:34.929938_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:33.743917_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:33.743917_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:34.432450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/pi0_fast_droid_2025-08-18T02:22:34.432450_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:10.459209_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:10.459209_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:11.667810_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:11.667810_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:10.459209_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:10.459209_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:11.079883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0/paligemma_fast_droid_2025-08-18T02:26:11.079883_video_wrist.mp4"},"preference":"B","session_id":"6d1ebf0b-2437-4e8c-a4df-09d8bd51d0a0","university":"frodobots"},{"completion_time":"2025-08-18T02:18:45.204290Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There is a white pen on the cabinet. Put it in the white storage box.","longform_feedback":"The on-site environment is arranged very simply. Policy A quickly found the target, but failed to grasp it multiple times. Policy B tried to grasp the item in the air and didn't find the position of the pen. So Policy A is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:26.420525_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:26.420525_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:27.633783_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:27.633783_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:26.420525_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:26.420525_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:27.072618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/paligemma_vq_droid_2025-08-18T02:16:27.072618_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.218406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.218406_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:36.363974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:36.363974_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.218406_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.218406_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.852275_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f0194c6-7802-42fa-a7de-a228739de065/pi0_droid_2025-08-18T02:18:35.852275_video_wrist.mp4"},"preference":"A","session_id":"4f0194c6-7802-42fa-a7de-a228739de065","university":"frodobots"},{"completion_time":"2025-08-18T02:12:32.299393Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There is a wooden cabinet in front of the desk. There is a pen on top of it. Find the pen and put it into the white storage box.","longform_feedback":"Most of the interference items have been removed from the on - site environment. Policy A directly tried to find items in the bookshelf but ended up with nothing. Policy B also rummaged through the bookshelf, knocked it over, and found nothing. Therefore, Policy A is better.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:53.969783_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:53.969783_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:55.046946_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:55.046946_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:53.969783_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:53.969783_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:54.543948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/paligemma_diffusion_droid_2025-08-18T02:08:54.543948_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.162420_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.162420_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:16.388724_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:16.388724_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.162420_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.162420_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.822380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78416c76-3332-4446-8fbd-857460e986bd/pi0_fast_droid_2025-08-18T02:12:15.822380_video_wrist.mp4"},"preference":"A","session_id":"78416c76-3332-4446-8fbd-857460e986bd","university":"frodobots"},{"completion_time":"2025-08-18T02:06:23.378842Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There is a wooden cabinet in front of the desk. There is a pen on top of it. Find the pen and put it into the white storage box.","longform_feedback":"Policy A failed to find the cabinet and the pen according to the prompt words, but instead tried to grab the books. Policy B grabbed the building blocks and placed them in the white storage box, completing some tasks, although the items grabbed were incorrect. Therefore, Policy B is better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:11.792054_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:11.792054_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:12.898340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:12.898340_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:11.792054_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:11.792054_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:12.422390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_droid_2025-08-18T02:02:12.422390_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:41.777573_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:41.777573_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:43.036050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:43.036050_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:41.777573_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:41.777573_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:42.461338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc/pi0_fast_droid_2025-08-18T02:05:42.461338_video_wrist.mp4"},"preference":"B","session_id":"6b4a8575-ae65-4a50-bc0b-f407fb9fcdbc","university":"frodobots"},{"completion_time":"2025-08-18T01:57:18.856710Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the pen on the cabinet to the right of the book.","longform_feedback":"There are quite a lot of sundries at the scene. Policy A searched everywhere on the desktop for the target and finally grabbed a yellow building block for a placement, completely deviating from the task. Policy B also failed to find the positions of the cabinet and the pen. It tried to grab a fork similar in shape to the pen and place it in the upper right corner of the book. I prefer Policy B because the placed fork is closer in shape to the pen and the whole action is relatively smooth.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:07.764915_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:07.764915_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:09.040343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:09.040343_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:07.764915_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:07.764915_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:08.440684_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_fast_droid_2025-08-18T01:52:08.440684_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.275963_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.275963_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:05.520232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:05.520232_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.275963_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.275963_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.944524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ad516c-e4fd-42df-96a5-75eb3e893825/paligemma_vq_droid_2025-08-18T01:57:04.944524_video_wrist.mp4"},"preference":"B","session_id":"c6ad516c-e4fd-42df-96a5-75eb3e893825","university":"frodobots"},{"completion_time":"2025-08-18T01:49:02.930852Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack the cups on the right into the cups on the left.","longform_feedback":"policy Policy A acted quickly. After a moment of hesitation, it stacked the cup it grabbed from the left side onto the right side and even attempted to further stack the blue building blocks. Policy B also quickly stacked the cup it grabbed from the left side onto the right side. Both of them got the left and right mixed up. In comparison, Policy B was faster in its actions and had no unnecessary extra movements.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:06.742178_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:06.742178_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:08.038745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:08.038745_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:06.742178_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:06.742178_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:07.387126_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_fast_droid_2025-08-18T01:44:07.387126_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:58.599208_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:58.599208_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:59.788914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:59.788914_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:58.599208_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:58.599208_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:59.222329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a62e504-04d7-48eb-a10c-5e00e822c54a/paligemma_diffusion_droid_2025-08-18T01:47:59.222329_video_wrist.mp4"},"preference":"B","session_id":"4a62e504-04d7-48eb-a10c-5e00e822c54a","university":"frodobots"},{"completion_time":"2025-08-18T01:40:16.822422Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the apples in the white storage box.","longform_feedback":"Policy A carefully attempted to grasp the edge of the apple. Since the apple is spherical, it failed to grasp it all the time, and finally the time ran out. Policy B first pressed the gripper against the apple and then kept hesitating and adjusting the grasping position, but it never executed the grasping action. In comparison, Policy A is more rapid in action and dares to take risks.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.171711_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.171711_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:08.313895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:08.313895_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.171711_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.171711_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.845105_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_vq_droid_2025-08-18T01:36:07.845105_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:03.606722_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:03.606722_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:04.787487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:04.787487_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:03.606722_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:03.606722_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:04.263361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ff9d3-84ae-429c-9109-7613f5b334ee/paligemma_diffusion_droid_2025-08-18T01:40:04.263361_video_wrist.mp4"},"preference":"A","session_id":"5b1ff9d3-84ae-429c-9109-7613f5b334ee","university":"frodobots"},{"completion_time":"2025-08-16T03:12:45.838074Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"take red apple into white storage box","longform_feedback":"we prefer policy A, as it manage to grab the apple, policy B didnt even take the apple up. Although policy A drop the apple in the end, it still better then B","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:44.429391_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:44.429391_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:45.613896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:45.613896_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:44.429391_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:44.429391_video_left.mp4","wrist_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:45.030656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_vq_droid_2025-08-16T03:07:45.030656_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:02.869994_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:02.869994_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:04.075247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:04.075247_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:02.869994_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:02.869994_video_left.mp4","wrist_video_gcs_path":"evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:03.520534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29c32627-ca35-41c5-9a5a-8948a827052a/paligemma_fast_specialist_droid_2025-08-16T03:12:03.520534_video_wrist.mp4"},"preference":"A","session_id":"29c32627-ca35-41c5-9a5a-8948a827052a","university":"frodobots"},{"completion_time":"2025-08-16T03:02:58.230482Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the cup into the white storage box.","longform_feedback":"we prefer policy A, both policy manage to pick up the cup, but policy B hit some other staff along the way. Both policy didnt find the white storage box hence both failed.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:48.891024_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:48.891024_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:50.120412_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:50.120412_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:48.891024_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:48.891024_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:49.685477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_diffusion_droid_2025-08-16T02:56:49.685477_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:40.964768_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:40.964768_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:42.062225_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:42.062225_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:40.964768_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:40.964768_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:41.528947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd8763d5-490a-4a03-b7b0-4f5489ed233d/paligemma_vq_droid_2025-08-16T03:02:41.528947_video_wrist.mp4"},"preference":"A","session_id":"dd8763d5-490a-4a03-b7b0-4f5489ed233d","university":"frodobots"},{"completion_time":"2025-08-16T02:04:05.629022Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the cup into the white storage box.","longform_feedback":"Policy A tries to grab two cups and then puts them both down, and then tries to right the fallen cup. Policy B first tries to grab the building blocks, then correctly grabs the cup and approaches the white storage box. If more time is provided, it may be able to complete the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:24.849193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:24.849193_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:26.081191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:26.081191_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:24.849193_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:24.849193_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:25.526152_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/paligemma_vq_droid_2025-08-16T01:59:25.526152_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:50.475902_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:50.475902_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:51.907964_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:51.907964_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:50.475902_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:50.475902_video_left.mp4","wrist_video_gcs_path":"evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:51.357575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/85afcec3-d2fa-4784-a1d8-894d4462d176/pi0_droid_2025-08-16T02:03:51.357575_video_wrist.mp4"},"preference":"B","session_id":"85afcec3-d2fa-4784-a1d8-894d4462d176","university":"frodobots"},{"completion_time":"2025-08-14T18:54:19.430167Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"First pick up the wooden block and then pick up the bread.","longform_feedback":"Both policies were only able to pick up the wooden block and did not try to pick up the bread.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:49.634757_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:49.634757_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:51.176518_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:51.176518_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:50.234885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:50.234885_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:49.634757_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:49.634757_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:50.711499_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/paligemma_diffusion_droid_2025-08-14T18:51:50.711499_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:06.516925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:06.516925_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:08.208200_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:08.208200_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:07.127141_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:07.127141_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:06.516925_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:06.516925_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:07.653376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15f2dd4c-37ff-4dcb-98bf-8854fbb05979/pi05_droid_2025-08-14T18:54:07.653376_video_wrist.mp4"},"preference":"TIE","session_id":"15f2dd4c-37ff-4dcb-98bf-8854fbb05979","university":"UT Austin"},{"completion_time":"2025-08-14T18:48:55.586059Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"First pick up the wooden block and then pick up the bread.","longform_feedback":"Both policies had gone exclusivley for the bread, repeatedly grabbing and dropping the bread until the episode finished. It is worth mentioning that the wooden block was on the far end of the stage so the policies might have been less inclined to go for it.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:19.590194_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:19.590194_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:21.194618_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:21.194618_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:20.165808_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:20.165808_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:19.590194_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:19.590194_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:20.614078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/pi05_droid_2025-08-14T18:45:20.614078_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.103924_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.103924_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:37.661207_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:37.661207_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.638824_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.638824_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.103924_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:36.103924_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:37.121513_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45/paligemma_diffusion_droid_2025-08-14T18:48:37.121513_video_wrist.mp4"},"preference":"TIE","session_id":"6f91bd7d-0000-4b1c-9da6-4d0aa47d6a45","university":"UT Austin"},{"completion_time":"2025-08-14T18:41:28.063305Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the bread with the wooden block.","longform_feedback":"I chose to tie because both policies had grabbed the bread and nothing more. the main difference is that policy B had moved the bread farther away from the wooden block than policy A, but other than that they did very similarly.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.282731_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.282731_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:34.771458_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:34.771458_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.800542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.800542_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.282731_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:33.282731_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:34.284274_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/pi05_droid_2025-08-14T18:37:34.284274_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:00.798987_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:00.798987_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:02.407753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:02.407753_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:01.380831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:01.380831_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:00.798987_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:00.798987_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:01.863043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a60d40f9-73aa-41f9-b163-3d1bb9430bb0/paligemma_fast_specialist_droid_2025-08-14T18:41:01.863043_video_wrist.mp4"},"preference":"TIE","session_id":"a60d40f9-73aa-41f9-b163-3d1bb9430bb0","university":"UT Austin"},{"completion_time":"2025-08-14T18:28:21.983538Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Switch the places of the block and the bread.","longform_feedback":"I chose policy B because it was able to approach the bread and even grab it while policy A did nothing. while policy B was able to grab the bread, for some reason it would pinch the endges or tips of the bread instead of grabbing the base of the bread. policy B would also pick up and then immediatley drop the bread, barley moving it from it's starting place.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:50.644466_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:50.644466_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.990992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.990992_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.209989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.209989_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:50.644466_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:50.644466_video_left.mp4","wrist_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.622632_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_binning_droid_2025-08-14T18:23:51.622632_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.416594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.416594_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:49.920978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:49.920978_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.924124_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.924124_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.416594_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:48.416594_video_left.mp4","wrist_video_gcs_path":"evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:49.423202_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54bbf7fc-864f-4081-908c-90700bc0c1a9/paligemma_vq_droid_2025-08-14T18:27:49.423202_video_wrist.mp4"},"preference":"B","session_id":"54bbf7fc-864f-4081-908c-90700bc0c1a9","university":"UT Austin"},{"completion_time":"2025-08-14T18:10:56.681380Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Rotate the wooden block 90 degrees.","longform_feedback":"policy A was able to start by approaching the block and almost grabbing it. Unfotunatley policy A was not able to pick up the block and had even began approaching the bread. policy B did nothing.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.234628_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.234628_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:06.930605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:06.930605_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.848848_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.848848_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.234628_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:05.234628_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:06.343469_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/pi0_fast_droid_2025-08-14T18:06:06.343469_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:57.702397_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:57.702397_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.913011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.913011_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.196419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.196419_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:57.702397_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:57.702397_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.540613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0cfa5ee5-4c54-42e3-b910-3416f24e303c/paligemma_binning_droid_2025-08-14T18:09:58.540613_video_wrist.mp4"},"preference":"A","session_id":"0cfa5ee5-4c54-42e3-b910-3416f24e303c","university":"UT Austin"},{"completion_time":"2025-08-14T18:03:18.585767Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Rotate the bread 90 degrees.","longform_feedback":"policy B was able to complete the entire task. The only issue with policy B was that it had difficulty getting the 90 degrees as a result of the policy opting to move it's entire arm to rotate the bread instead of just using it's wrist. policy A did not do anything.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:03.788023_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:03.788023_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:05.149647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:05.149647_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:04.259557_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:04.259557_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:03.788023_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:03.788023_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:04.645125_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_binning_droid_2025-08-14T17:57:04.645125_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:52.961464_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:52.961464_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:54.451256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:54.451256_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:53.465579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:53.465579_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:52.961464_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:52.961464_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:53.954892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d/paligemma_fast_specialist_droid_2025-08-14T18:02:53.954892_video_wrist.mp4"},"preference":"B","session_id":"ab037d3f-9ad1-469a-b61c-0aa3b2a0d89d","university":"UT Austin"},{"completion_time":"2025-08-14T17:53:38.560742Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Rotate the bread 90 degrees.","longform_feedback":"policy A was able to grab the bread and that was it. policy A approahced the bread somewhat slowly, took a little whhie to grab the bread and then had difficulty commanding the bread while it was in it's grasp. policy B did nothing.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:09.734399_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:09.734399_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:11.201827_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:11.201827_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:10.227187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:10.227187_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:09.734399_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:09.734399_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:10.686801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_diffusion_droid_2025-08-14T17:49:10.686801_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.440110_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.440110_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:25.799120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:25.799120_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.976857_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.976857_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.440110_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:24.440110_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:25.382758_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e98b506-47b9-4feb-8aa3-060b8255fee1/paligemma_binning_droid_2025-08-14T17:53:25.382758_video_wrist.mp4"},"preference":"A","session_id":"3e98b506-47b9-4feb-8aa3-060b8255fee1","university":"UT Austin"},{"completion_time":"2025-08-14T17:46:22.205005Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread on the right side of the wooden block.","longform_feedback":"Both policies were able to complete the task. The reason I chose policy A was because it did it much faster with a greater sense of dexterity. policy B would crane it's gripper for no reason when grabbing the bread and took 2 attempts to do so. policy A also took a much shorter time and placed the bread farther to the right than policy B.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:06.840510_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:06.840510_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:08.180011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:08.180011_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:07.278407_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:07.278407_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:06.840510_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:06.840510_video_left.mp4","wrist_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:07.710503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/paligemma_fast_droid_2025-08-14T17:42:07.710503_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.064827_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.064827_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:58.622276_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:58.622276_npz_file.npz","partial_success":0.93,"right_camera_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.673533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.673533_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.064827_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:57.064827_video_left.mp4","wrist_video_gcs_path":"evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:58.125692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82b89f37-dc3b-4b62-a34f-0de4b4e81a23/pi0_fast_droid_2025-08-14T17:45:58.125692_video_wrist.mp4"},"preference":"A","session_id":"82b89f37-dc3b-4b62-a34f-0de4b4e81a23","university":"UT Austin"},{"completion_time":"2025-08-14T17:40:20.111135Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread to the right of the block.","longform_feedback":"Neither policies did anything...","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:07.677178_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:07.677178_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:09.085928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:09.085928_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:08.206029_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:08.206029_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:07.677178_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:07.677178_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:08.690976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_binning_droid_2025-08-14T17:38:08.690976_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.310444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.310444_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:08.644220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:08.644220_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.836476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.836476_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.310444_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:07.310444_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:08.259420_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0938b90c-f0ac-46fa-bfdb-4caf72099ded/paligemma_vq_droid_2025-08-14T17:40:08.259420_video_wrist.mp4"},"preference":"TIE","session_id":"0938b90c-f0ac-46fa-bfdb-4caf72099ded","university":"UT Austin"},{"completion_time":"2025-08-14T17:33:22.803534Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the bread to the right of the cup and to the left of the spray bottle.","longform_feedback":"policy A was able to grab the bread and even began moving it to the correct place (in between the spray bottle and the cup), but unfortunately it put it in the wrong spot. After putting it in the wrong spot it kind of just hovered and contorted over the bread for the remaining time. policy B had gone for the spray bottle and started moving that towards the center of the table.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.120059_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.120059_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:57.819478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:57.819478_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.751959_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.751959_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.120059_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:56.120059_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:57.246307_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/pi0_fast_droid_2025-08-14T17:19:57.246307_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:01.310607_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:01.310607_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:03.135191_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:03.135191_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:02.027481_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:02.027481_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:01.310607_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:01.310607_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:02.530950_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5/paligemma_fast_droid_2025-08-14T17:33:02.530950_video_wrist.mp4"},"preference":"A","session_id":"d53b2dcd-9a8b-4b48-bd17-2e7b2de0f6f5","university":"UT Austin"},{"completion_time":"2025-08-14T13:00:13.142244Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the building blocks with the same shape on the desktop and stack them up.","longform_feedback":"Policy A first found the correct target and adjusted its position slightly, then went to look for other targets without completing the task. Policy B didn't take any action.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.091968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.091968_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:30.430112_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:30.430112_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.091968_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.091968_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.858281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_fast_droid_2025-08-14T12:54:29.858281_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T12:59:59.949382_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T12:59:59.949382_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T13:00:00.822116_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T13:00:00.822116_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T12:59:59.949382_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T12:59:59.949382_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T13:00:00.427359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f0e839f6-1be8-4a12-889f-ccad9d4fe243/paligemma_binning_droid_2025-08-14T13:00:00.427359_video_wrist.mp4"},"preference":"A","session_id":"f0e839f6-1be8-4a12-889f-ccad9d4fe243","university":"frodobots"},{"completion_time":"2025-08-14T12:50:46.718048Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the fruits into the wooden box.","longform_feedback":"Policy A didn't take any action. Policy B quickly completed a task, but when grabbing the second fruit, it unexpectedly tried to put it on the bookshelf.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:47.739990_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:47.739990_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:48.674502_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:48.674502_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:47.739990_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:47.739990_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:48.345830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/paligemma_binning_droid_2025-08-14T12:46:48.345830_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.045695_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.045695_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:35.240788_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:35.240788_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.045695_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.045695_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.747107_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31317701-5f5e-4f97-8136-3391668ff6bd/pi05_droid_2025-08-14T12:50:34.747107_video_wrist.mp4"},"preference":"B","session_id":"31317701-5f5e-4f97-8136-3391668ff6bd","university":"frodobots"},{"completion_time":"2025-08-14T12:41:18.545396Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the white box into the wooden box on the left.","longform_feedback":"The task requires putting items into a box with limited space. Policy A made some attempts. Policy B adjusted the grasping posture and tried to grasp the items. Overall, Policy B is a bit better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:12.947380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:12.947380_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:14.365525_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:14.365525_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:12.947380_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:12.947380_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:13.799797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi05_droid_2025-08-14T12:25:13.799797_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:42.562922_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:42.562922_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:43.904728_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:43.904728_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:42.562922_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:42.562922_video_left.mp4","wrist_video_gcs_path":"evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:43.397385_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53f98add-b0d6-4463-83a0-414feab6a2bb/pi0_fast_droid_2025-08-14T12:40:43.397385_video_wrist.mp4"},"preference":"B","session_id":"53f98add-b0d6-4463-83a0-414feab6a2bb","university":"frodobots"},{"completion_time":"2025-08-14T12:15:27.945017Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the white box into the open drawer, and then close the drawer.","longform_feedback":"Policy A attempts to place the box under the drawer after grabbing it. Policy B does not take any action. Overall, Policy A is better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:25.939428_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:25.939428_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:27.167633_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:27.167633_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:25.939428_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:25.939428_video_left.mp4","wrist_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:26.608487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_fast_droid_2025-08-14T12:10:26.608487_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.164406_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.164406_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:10.064999_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:10.064999_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.164406_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.164406_video_left.mp4","wrist_video_gcs_path":"evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.733414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/35eaf45b-7941-4d40-a5fc-e2c4c384236e/paligemma_binning_droid_2025-08-14T12:15:09.733414_video_wrist.mp4"},"preference":"A","session_id":"35eaf45b-7941-4d40-a5fc-e2c4c384236e","university":"frodobots"},{"completion_time":"2025-08-14T12:06:50.854277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the white box on the bookshelf into the open drawer, and then close the drawer.","longform_feedback":"Policy A failed to find the white box and instead mistakenly grabbed the fruits in the plate. Policy B also failed to find it, but it kept expanding its field of vision to search for the target. Overall, the strategy of Policy B is a bit better.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:26.851349_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:26.851349_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:28.134561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:28.134561_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:26.851349_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:26.851349_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:27.571402_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/paligemma_fast_specialist_droid_2025-08-14T12:03:27.571402_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:34.892636_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:34.892636_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:36.190914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:36.190914_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:34.892636_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:34.892636_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:35.590587_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2/pi05_droid_2025-08-14T12:06:35.590587_video_wrist.mp4"},"preference":"B","session_id":"8ab6abcc-d139-49b8-abd0-06bb4d2d2cd2","university":"frodobots"},{"completion_time":"2025-08-14T11:59:00.590763Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the yellow building blocks on the cabinet into the open drawer and then close the drawer.","longform_feedback":"Policy A didn't grab the building blocks but instead grabbed the cup and then stared blankly. Policy B grabbed the wrong building block, but the entire task process was completed. Overall, Policy B had a better completion rate.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:13.902365_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:13.902365_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:14.961617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:14.961617_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:13.902365_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:13.902365_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:14.501066_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/paligemma_fast_specialist_droid_2025-08-14T11:47:14.501066_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:53.854449_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:53.854449_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:55.366487_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:55.366487_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:53.854449_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:53.854449_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:54.811026_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a27677e9-1efa-4e11-9032-0b8b9de10ed8/pi0_fast_droid_2025-08-14T11:57:54.811026_video_wrist.mp4"},"preference":"B","session_id":"a27677e9-1efa-4e11-9032-0b8b9de10ed8","university":"frodobots"},{"completion_time":"2025-08-14T11:39:43.246225Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the fork from the cup and put it on the plate.","longform_feedback":"There is a fork in one cup and a wrench in the other. They look very similar, and one needs to be able to distinguish the objects. Policy A aims for the cup with the wrench but keeps trying to grab the cup. Policy B also aims for the cup with the wrench, successfully takes it out and puts it on the plate, and then continues to try to grab the fork. Overall, Policy B has a better completion rate.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:22.466566_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:22.466566_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:23.812824_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:23.812824_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:22.466566_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:22.466566_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:23.257711_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_diffusion_droid_2025-08-14T11:36:23.257711_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:26.982489_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:26.982489_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:28.274849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:28.274849_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:26.982489_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:26.982489_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:27.703628_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab6e48d5-bd72-4b3b-8cae-3933c38831d8/paligemma_fast_specialist_droid_2025-08-14T11:39:27.703628_video_wrist.mp4"},"preference":"B","session_id":"ab6e48d5-bd72-4b3b-8cae-3933c38831d8","university":"frodobots"},{"completion_time":"2025-08-14T11:30:27.632606Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There are two green cups on the right bookshelf. Take one and put it on the right side of the plate.","longform_feedback":"In terms of the task, the cup is placed at a relatively high position, so the grasping strategy needs to be adjusted. Policy A found the cup but didn't adjust the grasping method, resulting in being unable to reach it. Policy B wrongly grasped a blue building block and placed it on the right side of the plate, and then knocked down the bookshelf. Overall, Policy A is a bit better.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:47.490780_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:47.490780_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:48.666542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:48.666542_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:47.490780_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:47.490780_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:48.153192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/paligemma_diffusion_droid_2025-08-14T11:26:48.153192_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:12.413630_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:12.413630_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:13.620542_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:13.620542_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:12.413630_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:12.413630_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:13.081685_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32/pi0_fast_droid_2025-08-14T11:30:13.081685_video_wrist.mp4"},"preference":"A","session_id":"d65eaa6f-cf4e-43e1-b0ce-a92af4f12c32","university":"frodobots"},{"completion_time":"2025-08-14T11:22:07.791982Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the fruits in the plate into the box beside the cabinet.","longform_feedback":"After Policy A grabbed the fruits but couldn't find a box, it put them on the table. However, it then performed a very strange action: it grabbed the plate and moved it around. Policy B didn't perform any operations. Overall, Policy A is a bit better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:34.426057_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:34.426057_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:35.658149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:35.658149_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:34.426057_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:34.426057_video_left.mp4","wrist_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:35.130472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/pi0_fast_droid_2025-08-14T11:05:35.130472_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:52.734425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:52.734425_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:53.677171_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:53.677171_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:52.734425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:52.734425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:53.245832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/865f6e38-6539-4bf7-9f16-ffc60e7f587c/paligemma_binning_droid_2025-08-14T11:21:53.245832_video_wrist.mp4"},"preference":"A","session_id":"865f6e38-6539-4bf7-9f16-ffc60e7f587c","university":"frodobots"},{"completion_time":"2025-08-14T10:59:22.222339Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the plates from the drawer.","longform_feedback":"Policy A failed to find the correct target and instead tried to grab the cup on the bookshelf. Policy B didn't take any action. Overall, the results are the same, but their strategies are different. One is aggressive and the other is conservative.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:33.338324_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:33.338324_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:34.767591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:34.767591_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:33.338324_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:33.338324_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:34.191067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_fast_droid_2025-08-14T10:49:34.191067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:50.941749_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:50.941749_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:51.872828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:51.872828_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:50.941749_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:50.941749_video_left.mp4","wrist_video_gcs_path":"evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:51.483310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be500151-9ead-4d13-bcb8-0dc76e62664f/paligemma_binning_droid_2025-08-14T10:55:51.483310_video_wrist.mp4"},"preference":"TIE","session_id":"be500151-9ead-4d13-bcb8-0dc76e62664f","university":"frodobots"},{"completion_time":"2025-08-14T10:45:47.897579Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the opened drawer and place the plates in the middle of the table.","longform_feedback":"Policy A only tried to grab the plate, but failed. Policy B grabbed the plate and then used it to close the drawer, which might be an unexpected result. Moreover, it kept trying to place the plate beside the cabinet. Strictly speaking, that position is not the middle of the table. Overall, Policy B is close to completing the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:30.698635_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:30.698635_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:31.875069_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:31.875069_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:30.698635_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:30.698635_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:31.326920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/paligemma_vq_droid_2025-08-14T10:38:31.326920_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:26.874470_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:26.874470_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:28.107524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:28.107524_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:26.874470_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:26.874470_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:27.552917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afae0c8b-4cf1-4b85-bc13-1358fd70e64f/pi0_fast_droid_2025-08-14T10:45:27.552917_video_wrist.mp4"},"preference":"B","session_id":"afae0c8b-4cf1-4b85-bc13-1358fd70e64f","university":"frodobots"},{"completion_time":"2025-08-14T10:32:20.181665Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the yellow building blocks in the drawer, put them above the book, and then close the opened drawer.","longform_feedback":"Policy A found the yellow building block and attempted to grab it. After failing to grab it, it lost its target and moved around aimlessly. Policy B never found the yellow building block and was moving around everywhere. During this time, it even bumped into the bookshelf. Overall, Policy A is better.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.050804_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.050804_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:58.462315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:58.462315_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.050804_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.050804_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.755771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/pi05_droid_2025-08-14T10:25:57.755771_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:31:59.934381_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:31:59.934381_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:32:01.119073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:32:01.119073_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:31:59.934381_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:31:59.934381_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:32:00.552790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8109cb78-a2a4-4672-9097-134ff85f8143/paligemma_diffusion_droid_2025-08-14T10:32:00.552790_video_wrist.mp4"},"preference":"A","session_id":"8109cb78-a2a4-4672-9097-134ff85f8143","university":"frodobots"},{"completion_time":"2025-08-14T10:18:25.260439Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the blue block above the yellow block.","longform_feedback":"Policy A quickly grabbed the blue blocks but failed to locate the yellow blocks. It didn't actively adjust its field of view to search for them and just put the blocks down randomly. Policy B also grabbed the blocks quickly and kept holding the blocks while looking for the yellow blocks. Although it didn't find the yellow blocks in the end, the whole process was a bit more active. Overall, Policy B is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.175035_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.175035_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:35.356589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:35.356589_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.175035_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.175035_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.829955_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/paligemma_vq_droid_2025-08-14T10:12:34.829955_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:01.338341_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:01.338341_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:02.636574_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:02.636574_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:01.338341_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:01.338341_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:02.009891_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7a5dbe0-536e-4c65-9596-3537c3b48acb/pi0_fast_droid_2025-08-14T10:18:02.009891_video_wrist.mp4"},"preference":"B","session_id":"a7a5dbe0-536e-4c65-9596-3537c3b48acb","university":"frodobots"},{"completion_time":"2025-08-14T10:09:15.589381Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the knives from the bookshelf on the right side of the plates.","longform_feedback":"Policy A didn't find the knife. It just kept ramming into the bookshelf after finding it, and the task failed. Policy B also didn't find the knife but tried to grab the books on the cabinet. Overall, Policy A is slightly better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.171642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.171642_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:38.336865_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:38.336865_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.171642_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.171642_video_left.mp4","wrist_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.812698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/pi0_fast_droid_2025-08-14T10:04:37.812698_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:01.382972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:01.382972_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:02.498617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:02.498617_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:01.382972_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:01.382972_video_left.mp4","wrist_video_gcs_path":"evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:02.022516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/489532be-d180-4aae-95c9-ecb779712a39/paligemma_diffusion_droid_2025-08-14T10:09:02.022516_video_wrist.mp4"},"preference":"A","session_id":"489532be-d180-4aae-95c9-ecb779712a39","university":"frodobots"},{"completion_time":"2025-08-14T09:06:10.405225Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the books on the bookshelf on top of the cabinet.","longform_feedback":"Policy A quickly locates the book on the bookshelf, but grabs it in the wrong way, causing the bookshelf to be knocked over and ultimately failing to grab the book. Policy B fails to find the location of the book and instead tries to open the drawer of the cabinet, deviating from the task objective. Overall, Policy A is better.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:45.858699_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:45.858699_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:46.987939_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:46.987939_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:45.858699_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:45.858699_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:46.455608_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_diffusion_droid_2025-08-14T09:00:46.455608_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:34.700619_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:34.700619_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:35.952022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:35.952022_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:34.700619_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:34.700619_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:35.362323_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06345422-d8f3-4f49-8d24-6b616a9618f1/paligemma_vq_droid_2025-08-14T09:05:35.362323_video_wrist.mp4"},"preference":"A","session_id":"06345422-d8f3-4f49-8d24-6b616a9618f1","university":"frodobots"},{"completion_time":"2025-08-14T08:51:14.836570Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Separate the stacked cups and put them on the bookshelf.","longform_feedback":"Policy A slowly attempts to grab the topmost cup but fails to take it out. Policy B makes several quick attempts and then successfully takes out the stacked cups. Finally, it places the cups on the table but doesn't find the bookshelf. Overall, Policy B is better.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:02.615267_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:02.615267_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:03.885720_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:03.885720_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:02.615267_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:02.615267_video_left.mp4","wrist_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:03.321002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_diffusion_droid_2025-08-14T08:45:03.321002_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:54.700746_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:54.700746_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:55.881986_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:55.881986_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:54.700746_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:54.700746_video_left.mp4","wrist_video_gcs_path":"evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:55.341329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/591eb964-c7ae-4564-bee8-0dfacfb485ab/paligemma_vq_droid_2025-08-14T08:50:55.341329_video_wrist.mp4"},"preference":"B","session_id":"591eb964-c7ae-4564-bee8-0dfacfb485ab","university":"frodobots"},{"completion_time":"2025-08-14T08:40:36.192444Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Store the cups in the place on the bookshelf where the cups are.","longform_feedback":"Policy A doesn't take any action and remains stationary all the time. Policy B quickly grabs the cup, but when placing the cup on the bookshelf, it fails to find the original position of the cup on the bookshelf and tries to place it in other positions on the bookshelf. Affected by spatial interference, the cup is finally placed beside the bookshelf. Generally speaking, Policy B is better.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.064845_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.064845_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.996237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.996237_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.064845_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.064845_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.643239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_binning_droid_2025-08-14T08:28:42.643239_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:11.464364_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:11.464364_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:12.782392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:12.782392_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:11.464364_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:11.464364_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:12.293075_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2fe142e-d45d-4691-a8ca-e0c5ea313e3b/paligemma_fast_droid_2025-08-14T08:38:12.293075_video_wrist.mp4"},"preference":"B","session_id":"f2fe142e-d45d-4691-a8ca-e0c5ea313e3b","university":"frodobots"},{"completion_time":"2025-08-14T08:23:51.103869Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the tallest cup on the bookshelf to the left of the plate.","longform_feedback":"Policy A completely finished the entire task, but the cup it grabbed was not the tallest one. Policy B also grabbed a cup that was not the tallest, and when placing the cup, instead of putting it on the left side of the plate, it placed it at the upper left edge of the plate, causing the cup to collide with the plate and fall off the table. Overall, Policy A is better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.021838_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.021838_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:27.301327_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:27.301327_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.021838_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.021838_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.765524_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_vq_droid_2025-08-14T08:14:26.765524_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.133733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.133733_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:38.329613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:38.329613_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.133733_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.133733_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.827870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8fc321-c151-4a71-978a-9567acac3b73/paligemma_diffusion_droid_2025-08-14T08:22:37.827870_video_wrist.mp4"},"preference":"A","session_id":"1d8fc321-c151-4a71-978a-9567acac3b73","university":"frodobots"},{"completion_time":"2025-08-13T22:51:28.285768Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"move the waterbottle to the left","longform_feedback":"both policies just got the point it has to do something with the waterbottle but in both cases, the hand failed to grasp it properly despite many attempts done","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:29.950911_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:29.950911_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:31.656310_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:31.656310_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:30.622470_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:30.622470_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:29.950911_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:29.950911_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:31.114807_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/paligemma_vq_droid_2025-08-13T22:46:31.114807_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:00.774824_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:00.774824_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:02.506979_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:02.506979_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:01.426935_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:01.426935_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:00.774824_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:00.774824_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:01.994316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a18aaf27-7ef5-4e10-95c6-a7e4a7719c96/pi0_fast_droid_2025-08-13T22:51:01.994316_video_wrist.mp4"},"preference":"TIE","session_id":"a18aaf27-7ef5-4e10-95c6-a7e4a7719c96","university":"Berkeley"},{"completion_time":"2025-08-13T22:41:43.529459Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the cloth and put it on the table","longform_feedback":"A and B both scored 0 but A somewhat moved around the cloth while B just remained froze","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:30.422017_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:30.422017_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:32.096185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:32.096185_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:31.024327_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:31.024327_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:30.422017_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:30.422017_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:31.559846_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_vq_droid_2025-08-13T22:35:31.559846_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.197759_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.197759_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:58.442404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:58.442404_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.665771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.665771_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.197759_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:57.197759_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:58.000878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2da354-795b-4d76-b9fd-058e56bace9d/paligemma_binning_droid_2025-08-13T22:39:58.000878_video_wrist.mp4"},"preference":"B","session_id":"bd2da354-795b-4d76-b9fd-058e56bace9d","university":"Berkeley"},{"completion_time":"2025-08-13T22:34:57.094068Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the edible object.","longform_feedback":"policy A was able to grab the bread pretty quickly after an attempt or two. policy B started by knocking off the black spray bottle and then grabbing the cup. It is worth mentionting that this task has been given before except the bread was placed farther away. In that evaluation, the bread was nevery approached leading me to think that the proximity of the object to the robot can prime it's perception of what qualities fit each obect or at least can prime the robot's thoughts about what the 'correct' object to grab is.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:29.480829_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:29.480829_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:31.012524_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:31.012524_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:30.078526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:30.078526_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:29.480829_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:29.480829_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:30.538901_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_diffusion_droid_2025-08-13T22:29:30.538901_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:38.448626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:38.448626_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:40.172543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:40.172543_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:39.099709_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:39.099709_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:38.448626_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:38.448626_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:39.611521_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9d39ab48-684b-491a-9044-649d4b42bf06/paligemma_fast_droid_2025-08-13T22:34:39.611521_video_wrist.mp4"},"preference":"A","session_id":"9d39ab48-684b-491a-9044-649d4b42bf06","university":"UT Austin"},{"completion_time":"2025-08-13T22:28:37.022695Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the orange into drawer","longform_feedback":"A did better since it placed the orange inside the drawer but B tried to close the drawer and thus move the orange on top of the drawer","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.251466_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.251466_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:53.973801_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:53.973801_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.878025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.878025_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.878025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:52.878025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:53.380131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/paligemma_fast_specialist_droid_2025-08-13T22:22:53.380131_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.146666_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.146666_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:30.802400_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:30.802400_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.797250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.797250_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.797250_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:29.797250_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:30.315169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7e075c60-9baa-4e10-8be5-4f23721e10fa/pi05_droid_2025-08-13T22:27:30.315169_video_wrist.mp4"},"preference":"A","session_id":"7e075c60-9baa-4e10-8be5-4f23721e10fa","university":"Berkeley"},{"completion_time":"2025-08-13T22:19:31.386235Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the edible object.","longform_feedback":"For some reason both policies deemed the marker to be the edible object. For some reason after running similar evaluations where I ask the policies to pick up the edible object, they have been consistently been going for the marker!! This might be because the marker is closer/easier for the arm to grab or contrasts more with the floor making it an easier target. In any case, I am not sure why this has been happening.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:52.385290_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:52.385290_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:54.143999_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:54.143999_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:53.016719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:53.016719_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:52.385290_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:52.385290_video_left.mp4","wrist_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:53.573830_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_fast_droid_2025-08-13T22:11:53.573830_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.292213_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.292213_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:55.824962_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:55.824962_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.811115_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.811115_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.292213_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:54.292213_video_left.mp4","wrist_video_gcs_path":"evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:55.260452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/165694c3-a92a-4350-844c-0172e421eb68/paligemma_diffusion_droid_2025-08-13T22:16:55.260452_video_wrist.mp4"},"preference":"TIE","session_id":"165694c3-a92a-4350-844c-0172e421eb68","university":"UT Austin"},{"completion_time":"2025-08-13T22:19:05.578885Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon into bowl","longform_feedback":"A did terribly off-point since it tried to grasp the entire drawer up air then thus disrupted everything stayed within the drawer. B on the other hand did indeed moved the spoon into destinated placed but the bowl was not aligned nicely on the table","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:03.563567_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:03.563567_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:05.298201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:05.298201_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:04.203364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:04.203364_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:03.563567_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:03.563567_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:04.754568_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/pi0_droid_2025-08-13T22:13:04.754568_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:30.692383_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:30.692383_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:32.406036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:32.406036_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:31.330570_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:31.330570_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:30.692383_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:30.692383_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:31.883872_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbddf2de-05f1-41cd-8306-578506171e6c/paligemma_fast_droid_2025-08-13T22:17:31.883872_video_wrist.mp4"},"preference":"B","session_id":"cbddf2de-05f1-41cd-8306-578506171e6c","university":"berkelehy"},{"completion_time":"2025-08-13T22:08:58.593286Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the edible object.","longform_feedback":"The point of this test was to see how well policies could identify a object via a description with multiple other objects to confuse the policies. Currently there are 4 objects on the field. Both policies acted pretty similar, acting somewhat confused and then grabbing the marker. policy B was also able to grab the white block, but otherwise they were pretty similar.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:52.464691_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:52.464691_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:54.063968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:54.063968_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:53.103810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:53.103810_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:52.464691_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:52.464691_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:53.540788_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_droid_2025-08-13T22:03:53.540788_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:31.338143_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:31.338143_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:33.054529_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:33.054529_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:32.102795_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:32.102795_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:31.338143_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:31.338143_video_left.mp4","wrist_video_gcs_path":"evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:32.585566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/77e7432b-e8e4-4489-85da-b85e3bcc9601/paligemma_fast_specialist_droid_2025-08-13T22:08:32.585566_video_wrist.mp4"},"preference":"TIE","session_id":"77e7432b-e8e4-4489-85da-b85e3bcc9601","university":"UT Austin"},{"completion_time":"2025-08-13T22:00:57.338585Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the edible object.","longform_feedback":"The comparison for these policies were somewhat difficult because they were close to completing the objective in different ways. policy A was able to successfully pick up the water cup which you could argue contains something edible and is close to picking up the edible object. policy B was somewhat random in the beginning, attempting to pick up the white block and grab at the ground, only getting close to the bread towards the very end. The reason I chose policy B is purley because of how close it was to the bread, having actually touched it(albiet on the outside of it's gripper).","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.389529_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.389529_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:29.905478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:29.905478_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.879426_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.879426_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.389529_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:28.389529_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:29.406668_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_diffusion_droid_2025-08-13T21:55:29.406668_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:25.477778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:25.477778_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:27.184297_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:27.184297_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:26.112736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:26.112736_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:25.477778_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:25.477778_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:26.592563_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3e2d9a9-45e7-48e7-bd6a-9f9feff67139/paligemma_vq_droid_2025-08-13T22:00:26.592563_video_wrist.mp4"},"preference":"B","session_id":"d3e2d9a9-45e7-48e7-bd6a-9f9feff67139","university":"UT Austin"},{"completion_time":"2025-08-13T21:59:14.751838Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon in the drawer","longform_feedback":"both polcies tended to not detect where the spoon is while it both tried in disrupt the seen ( in A) or just pushed the drawer off table","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.130155_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.130155_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:54:00.932295_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:54:00.932295_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.777012_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.777012_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.777012_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:53:59.777012_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:54:00.341774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_fast_specialist_droid_2025-08-13T21:54:00.341774_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:47.642975_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:47.642975_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:49.278269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:49.278269_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.272438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.272438_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.272438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.272438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.763390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c34e3e16-38df-47a6-9344-c535eb35c1a2/paligemma_diffusion_droid_2025-08-13T21:57:48.763390_video_wrist.mp4"},"preference":"TIE","session_id":"c34e3e16-38df-47a6-9344-c535eb35c1a2","university":"Berkeley"},{"completion_time":"2025-08-13T21:48:47.246896Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the waterbottle onto notebook","longform_feedback":"A did slightly bit better as it slowly moved towards the waterbottle but then shifted to the bin afterwards. B just freeze the entire time","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.192017_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.192017_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:20.903966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:20.903966_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.809177_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.809177_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.809177_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:19.809177_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:20.386880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_fast_droid_2025-08-13T21:43:20.386880_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.075914_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.075914_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:25.396686_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:25.396686_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.607631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.607631_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.607631_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.607631_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.991701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d919ea3-bf12-4c71-bd85-4b6aab2c31fb/paligemma_binning_droid_2025-08-13T21:47:24.991701_video_wrist.mp4"},"preference":"A","session_id":"7d919ea3-bf12-4c71-bd85-4b6aab2c31fb","university":"Berkeley"},{"completion_time":"2025-08-13T21:35:06.337123Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"swipe the table and put the cloth into bin","longform_feedback":"A just headed towards the cloth without attempting to perform any orientation surrounding it. B did a slight improvement since it did the swiping motion for a few turns and then the cloth was lifted up the table. The trial was terminated when the cloth was placed mis-air","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.090077_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.090077_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:02.769750_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:02.769750_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.783658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.783658_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.090077_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:01.090077_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:02.271289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi0_fast_droid_2025-08-13T21:30:02.271289_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:44.486254_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:44.486254_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:46.227794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:46.227794_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:45.165203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:45.165203_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:44.486254_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:44.486254_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:45.688878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05e67db7-1281-4f29-a93d-a0257e977538/pi05_droid_2025-08-13T21:34:45.688878_video_wrist.mp4"},"preference":"B","session_id":"05e67db7-1281-4f29-a93d-a0257e977538","university":"Berkeley"},{"completion_time":"2025-08-13T21:23:27.573164Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the drawer which contains the spoon","longform_feedback":"Both policies did extremely well in recognizing which drawer contains the spoon which is the top one and close it smoothly . Policy B quite pushed the drawer away after completing the closure task","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:20.571400_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:20.571400_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:22.371161_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:22.371161_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.243812_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.243812_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.243812_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.243812_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.777158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_fast_droid_2025-08-13T21:18:21.777158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:53.851534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:53.851534_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:55.494359_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:55.494359_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.401942_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.401942_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.401942_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.401942_video_right.mp4","wrist_video_gcs_path":"evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.957993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/53919760-07fd-495b-a184-6b8c16f5f867/paligemma_vq_droid_2025-08-13T21:22:54.957993_video_wrist.mp4"},"preference":"TIE","session_id":"53919760-07fd-495b-a184-6b8c16f5f867","university":"Berkeley"},{"completion_time":"2025-08-13T21:14:28.473688Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"put the cube into drawer","longform_feedback":"A did not quite align with the move since it reached for the bowl all the time. B did a little relevant task since it approached the object next to the cube itself but did not quite grasp the cube","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:09.527326_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:09.527326_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:11.311411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:11.311411_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.183289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.183289_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.183289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.183289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.710564_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_vq_droid_2025-08-13T21:09:10.710564_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:24.302220_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:24.302220_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:26.106480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:26.106480_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.106430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.106430_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.106430_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.106430_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.583036_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b0d9eea-10fa-4c44-81d8-cd16042c1276/paligemma_fast_droid_2025-08-13T21:13:25.583036_video_wrist.mp4"},"preference":"B","session_id":"3b0d9eea-10fa-4c44-81d8-cd16042c1276","university":"Berkeley"},{"completion_time":"2025-08-13T21:04:39.220237Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the bowl from the plate","longform_feedback":"both policies sufficently did well as it removed the bowl in a single turn","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:16.510419_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:16.510419_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:18.288361_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:18.288361_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:17.199714_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:17.199714_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:16.510419_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:16.510419_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:17.731718_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi05_droid_2025-08-13T21:00:17.731718_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.217236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.217236_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:56.812045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:56.812045_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.730698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.730698_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.217236_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:55.217236_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:56.293987_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9bae4168-6ede-411c-9c65-cc3e8e75f988/pi0_droid_2025-08-13T21:03:56.293987_video_wrist.mp4"},"preference":"TIE","session_id":"9bae4168-6ede-411c-9c65-cc3e8e75f988","university":"Berkeley"},{"completion_time":"2025-08-13T20:57:34.957763Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the watermelon into bowl","longform_feedback":"B is indeed more efficient compared to the idle reaction of policy A as it simply does not move after receiving the command. B almost completes the task but the hand was getting loooseright after it touched the bowl and made the objects dropped out of the seen","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:13.846963_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:13.846963_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:15.261590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:15.261590_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.356702_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.356702_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.356702_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.356702_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.819560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_binning_droid_2025-08-13T20:53:14.819560_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.397572_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.397572_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:49.987274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:49.987274_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.991742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.991742_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.991742_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:48.991742_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:49.480016_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7dc2dda8-add4-4f81-b73c-8f8210d4128c/paligemma_vq_droid_2025-08-13T20:56:49.480016_video_wrist.mp4"},"preference":"B","session_id":"7dc2dda8-add4-4f81-b73c-8f8210d4128c","university":"Berkeley"},{"completion_time":"2025-08-13T20:44:51.582580Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object that I would drink out of.","longform_feedback":"Neither policy had identified the water cup as what you would drink out of, but I chose policy B because it went for the spray bottle which is arguably closer. policy A had tried grabbing the bread early on but then retreated to an elevated position almost to think until finally grabbing the bread one last time at the end. policy B had started going for the bread, even grabbing it, but then moved towards the spray bottle to grab it. The point of this test is to see how many items can be in a space before policies can confidently grab the correct object. The number of objects in the scene this evaluation was 6.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.276677_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.276677_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:47.929981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:47.929981_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.933750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.933750_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.276677_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:46.276677_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:47.371218_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_vq_droid_2025-08-13T20:39:47.371218_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.006769_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.006769_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:34.634202_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:34.634202_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.637976_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.637976_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.006769_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:33.006769_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:34.143394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d29a8d60-037c-4611-b239-50f9e7413925/paligemma_diffusion_droid_2025-08-13T20:44:34.143394_video_wrist.mp4"},"preference":"B","session_id":"d29a8d60-037c-4611-b239-50f9e7413925","university":"UT Austin"},{"completion_time":"2025-08-13T20:24:34.079219Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"First pick up the edible object and then place the edible object next to the xylophone.","longform_feedback":"I chose policy A because it was able to quickly identify the bread and then begin moving it. Unfortunatley, policy A was not able to identify the xylophone and instead delivered the bread to the marker instead. policy B simply had a tough time actually grabbing the bread, reaching for it, pullling back, and trying again. The closest policy B was able to get to achieving the task was grabbing the bread, but failing to lift the bread. It is worth mentioning that After moving the bread closer, removing an object from the table, and referring to the bread as \"edible object\" instead of \"object that you would eat\" both policies were at least able to identify the bread. This is something that I had tried before but neither policy was able to identify the bread, leading me to believe either one of the aformentioned changes or the new policies were the cause.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.306659_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.306659_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:29.078436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:29.078436_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.959246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.959246_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.306659_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:27.306659_video_left.mp4","wrist_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:28.549506_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/paligemma_fast_droid_2025-08-13T20:17:28.549506_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:04.882380_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:04.882380_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:06.590142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:06.590142_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:05.542526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:05.542526_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:04.882380_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:04.882380_video_left.mp4","wrist_video_gcs_path":"evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:06.030320_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/544f7f8b-5191-4977-b151-0f123f882c04/pi05_droid_2025-08-13T20:24:06.030320_video_wrist.mp4"},"preference":"A","session_id":"544f7f8b-5191-4977-b151-0f123f882c04","university":"UT Austin"},{"completion_time":"2025-08-13T20:14:08.201156Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"please grab the object you would eat and place it next to the xylophone.","longform_feedback":"I chose to give these policies a tie because both policies were unable to identify the bread instead opted for the marker. I am not sure why both policies decided that the marker was the correct object, but there are some things to note: 1. the cameras are in a somewhat odd position, being very close to the robot and elevated the robot might have had a hard time even seeing the bread which was very close to the robot. 2. there were 4 objects in total. This might have added to the complexity to the problem to the point where the model was not able to descern the correct object. 3. the prompt didn't explicity encode the sequence that was expected using words like 'first', 'then', etc. I bring this up in particular because policy A actually seemed to approach the xylophone before returning to the marker.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:45.877536_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:45.877536_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:47.644984_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:47.644984_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:46.479012_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:46.479012_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:45.877536_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:45.877536_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:46.991862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/pi05_droid_2025-08-13T20:04:46.991862_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.115016_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.115016_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:24.871467_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:24.871467_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.757460_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.757460_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.115016_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:23.115016_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:24.279781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a5a5ec-4dcb-40c2-8708-09f72857b214/paligemma_fast_specialist_droid_2025-08-13T20:13:24.279781_video_wrist.mp4"},"preference":"TIE","session_id":"f2a5a5ec-4dcb-40c2-8708-09f72857b214","university":"UT Austin"},{"completion_time":"2025-08-13T20:02:05.778010Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object used for drinking.","longform_feedback":"policy B approached the marker and hovered over it, grabbing and letting it go for the entire duration of the episode. policy A seemed to approach the xylophone and the orange juice, eventually drifting towards the orange juice. policy A was not able to fully lift the orange juice as it could not fully commit to a grasp. After attempting to grasp the orange juice policy A also tried grabbing the xylophone. I chose policy A because it was able to identify that one drinks from the juice, hoewever, both policies seemed to have misconceptions on what object I was referring to at some point.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:14.614165_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:14.614165_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:16.169125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:16.169125_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:15.274653_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:15.274653_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:14.614165_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:14.614165_video_left.mp4","wrist_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:15.685404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_vq_droid_2025-08-13T19:55:15.685404_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:18.816217_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:18.816217_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:20.463311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:20.463311_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:19.486753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:19.486753_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:18.816217_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:18.816217_video_left.mp4","wrist_video_gcs_path":"evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:20.002721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de124d8f-3e32-4346-8a63-3941189beefb/paligemma_diffusion_droid_2025-08-13T20:01:20.002721_video_wrist.mp4"},"preference":"B","session_id":"de124d8f-3e32-4346-8a63-3941189beefb","university":"UT Austin"},{"completion_time":"2025-08-13T09:10:51.073553Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the messy white cables into the black box.","longform_feedback":"Policy A tried to put the cable into the box, but it fell out. Policy B doesn't know how to grab the cable yet.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:11.435698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:11.435698_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.232836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.232836_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.232836_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.232836_video_right.mp4","wrist_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.898155_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_droid_2025-08-13T09:06:10.898155_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:36.470387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:36.470387_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.278330_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.278330_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.278330_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.278330_video_right.mp4","wrist_video_gcs_path":"evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.926976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054d9c0f-75b4-4365-9303-21df962ab9b8/pi0_fast_droid_2025-08-13T09:10:35.926976_video_wrist.mp4"},"preference":"A","session_id":"054d9c0f-75b4-4365-9303-21df962ab9b8","university":"frodobots"},{"completion_time":"2025-08-13T09:01:18.631305Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the white cable and put it into the white storage box.","longform_feedback":"Policy A completes the task accurately and quickly. Policy B fails to find the storage box and places the item on the edge of the table after two attempts.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:37.116782_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:37.116782_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:35.923192_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:35.923192_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:35.923192_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:35.923192_video_right.mp4","wrist_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:36.559073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/pi05_droid_2025-08-13T08:57:36.559073_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:01.513768_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:01.513768_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:00.354276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:00.354276_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:00.354276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:00.354276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:01.000262_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/324be993-9a55-4d6c-8187-b7bbc1942005/paligemma_fast_specialist_droid_2025-08-13T09:01:01.000262_video_wrist.mp4"},"preference":"A","session_id":"324be993-9a55-4d6c-8187-b7bbc1942005","university":"frodobots"},{"completion_time":"2025-08-13T08:51:17.633227Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Push the red toy car and move it closer to the cup.","longform_feedback":"Policy A slightly moved the small car by clamping and releasing. Policy B tried to push it by closing the gripper, but the effect was not ideal, causing the small car to spin in place. The difference between the two is not significant, and I prefer Policy A.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:56.878959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:56.878959_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:55.738758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:55.738758_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:55.738758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:55.738758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:56.408715_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_binning_droid_2025-08-13T08:44:56.408715_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:04.645210_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:04.645210_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:03.553252_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:03.553252_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:03.553252_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:03.553252_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:04.180805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc78599-3c29-497e-8825-8c8239e3bceb/paligemma_vq_droid_2025-08-13T08:51:04.180805_video_wrist.mp4"},"preference":"A","session_id":"dbc78599-3c29-497e-8825-8c8239e3bceb","university":"frodobots"},{"completion_time":"2025-08-13T08:37:02.795901Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the book.","longform_feedback":"Policy A started in the right way, but after pushing down half of the standing part, the task became difficult. Policy B chose the wrong way to close the book and also failed.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:32:00.001494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:32:00.001494_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:58.757871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:58.757871_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:58.757871_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:58.757871_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:59.417842_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/pi05_droid_2025-08-13T08:31:59.417842_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:42.846349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:42.846349_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:41.682588_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:41.682588_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:41.682588_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:41.682588_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:42.329819_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0848a28-24d2-4f65-b741-afff60da3fd6/paligemma_fast_specialist_droid_2025-08-13T08:36:42.329819_video_wrist.mp4"},"preference":"A","session_id":"c0848a28-24d2-4f65-b741-afff60da3fd6","university":"frodobots"},{"completion_time":"2025-08-13T08:28:19.343072Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Assume that the gripper is a pen and use it to draw a circle on the box.","longform_feedback":"Policy A understood the task and quickly pressed on the paper box to try to draw a circle. However, the force was too large, resulting in only very slight postural movements. Policy B did not understand the task and did nothing.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:32.132707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:32.132707_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.086438_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.086438_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.086438_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.086438_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.677357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_vq_droid_2025-08-13T08:24:31.677357_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:07.349791_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:07.349791_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.399920_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.399920_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.399920_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.399920_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.953483_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b5334599-4d12-4821-8fab-ddb11e73f0e7/paligemma_binning_droid_2025-08-13T08:28:06.953483_video_wrist.mp4"},"preference":"A","session_id":"b5334599-4d12-4821-8fab-ddb11e73f0e7","university":"frodobots"},{"completion_time":"2025-08-13T08:21:07.659994Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Draw a circle on the paper box with the pen in the plate.","longform_feedback":"Policy A quickly picked up the pen on the plate and completed part of the task. Policy B failed to grab the item.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:35.366027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:35.366027_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.236007_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.236007_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.236007_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.236007_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.896389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/paligemma_fast_specialist_droid_2025-08-13T08:17:34.896389_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:52.068996_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:52.068996_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:50.863402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:50.863402_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:50.863402_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:50.863402_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:51.525975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89ad2092-2dee-4e6f-b400-516a424862e8/pi05_droid_2025-08-13T08:20:51.525975_video_wrist.mp4"},"preference":"A","session_id":"89ad2092-2dee-4e6f-b400-516a424862e8","university":"frodobots"},{"completion_time":"2025-08-13T08:12:59.642311Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Draw a circle on the lid of the paper box with a pen.","longform_feedback":"Policy A quickly picked up the pen on the plate and moved it to the position of the box, but the second half of the task was not accomplished. Policy B didn't find the pen and instead grabbed the tablecloth.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:56.570110_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:56.570110_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.302231_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.302231_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.302231_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.302231_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.969065_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_vq_droid_2025-08-13T08:07:55.969065_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:45.479129_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:45.479129_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.317566_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.317566_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.317566_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.317566_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.972162_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4/paligemma_fast_specialist_droid_2025-08-13T08:12:44.972162_video_wrist.mp4"},"preference":"A","session_id":"7cdf0c46-a6ad-4a5f-b2f4-bb16700f74a4","university":"frodobots"},{"completion_time":"2025-08-13T08:03:10.377033Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the lid of the paper box.","longform_feedback":"Policy A completed the task in the right way. Policy B lost its current state and made ineffective actions.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:37.114744_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:37.114744_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:35.999004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:35.999004_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:35.999004_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:35.999004_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:36.617583_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/paligemma_vq_droid_2025-08-13T07:59:36.617583_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:56.298187_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:56.298187_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.113474_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.113474_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.113474_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.113474_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.776590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e56de9a-7d04-4a3d-b400-52398e068fbf/pi0_droid_2025-08-13T08:02:55.776590_video_wrist.mp4"},"preference":"A","session_id":"9e56de9a-7d04-4a3d-b400-52398e068fbf","university":"frodobots"},{"completion_time":"2025-08-13T07:55:57.218657Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the hole above the paper box.","longform_feedback":"Policy A was relatively fast and accurate during the grasping phase and used appropriate actions to place the building blocks. Unfortunately, the placement position was not the target position. Policy B failed to grasp the building blocks.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:08.904526_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:08.904526_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:07.771256_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:07.771256_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:07.771256_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:07.771256_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:08.440809_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_specialist_droid_2025-08-13T07:50:08.440809_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:57.973125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:57.973125_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:56.830977_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:56.830977_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:56.830977_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:56.830977_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:57.458677_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17f8acf0-273f-422a-8eec-1fc36c7427ed/paligemma_fast_droid_2025-08-13T07:53:57.458677_video_wrist.mp4"},"preference":"B","session_id":"17f8acf0-273f-422a-8eec-1fc36c7427ed","university":"frodobots"},{"completion_time":"2025-08-13T07:47:00.202941Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the hole above the paper box.","longform_feedback":"The grasping stage of Policy A is relatively fast and accurate. The grasping performance of Policy B is a bit worse. However, neither of them found the cardboard box with holes.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:19.536928_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:19.536928_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.291546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.291546_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.291546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.291546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.984173_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/paligemma_fast_specialist_droid_2025-08-13T07:43:18.984173_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:42.222756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:42.222756_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.164262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.164262_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.164262_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.164262_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.756442_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d88b5f19-528f-47a1-9f6e-0ffe183cb35e/pi05_droid_2025-08-13T07:46:41.756442_video_wrist.mp4"},"preference":"A","session_id":"d88b5f19-528f-47a1-9f6e-0ffe183cb35e","university":"frodobots"},{"completion_time":"2025-08-13T07:38:09.980352Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the lid of the paper box.","longform_feedback":"Policy A is trying to handle the lid. Although it pushed the box out of the field, it's relatively better. Policy B hasn't found a way to start and has been adjusting the perspective.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:57.726011_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:57.726011_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:56.514736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:56.514736_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:56.514736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:56.514736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:57.185043_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_specialist_droid_2025-08-13T07:32:57.185043_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:55.694254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:55.694254_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:54.405483_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:54.405483_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:54.405483_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:54.405483_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:55.150880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab/paligemma_fast_droid_2025-08-13T07:37:55.150880_video_wrist.mp4"},"preference":"A","session_id":"a9e6d4ea-8521-4374-a1e5-9a2ffd7292ab","university":"frodobots"},{"completion_time":"2025-08-13T07:28:39.897323Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the lid of the paper box.","longform_feedback":"Policy A failed to find a suitable way to close the lid. Policy B found the lid of the paper box and attempted to close it, but the action was too simple to handle complex scenarios.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:33.633797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:33.633797_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:32.574410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:32.574410_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:32.574410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:32.574410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:33.133822_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_droid_2025-08-13T07:20:33.133822_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:16.603300_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:16.603300_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:15.455513_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:15.455513_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:15.455513_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:15.455513_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:16.087299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73415e97-924a-4ce1-8956-495e917b1238/pi0_fast_droid_2025-08-13T07:28:16.087299_video_wrist.mp4"},"preference":"B","session_id":"73415e97-924a-4ce1-8956-495e917b1238","university":"frodobots"},{"completion_time":"2025-08-13T06:13:49.949236Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bagged screws in the box on the plate.","longform_feedback":"Policy A failed to find the target and instead attempted to open the drawer. Policy B failed to place the target after grasping it and only put it on the edge of the plate.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:31.749966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:31.749966_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:30.612834_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:30.612834_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:30.612834_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:30.612834_video_right.mp4","wrist_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:31.241754_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/pi0_droid_2025-08-13T06:09:31.241754_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:37.519399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:37.519399_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:36.410378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:36.410378_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:36.410378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:36.410378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:37.044050_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/418b6b00-cf72-4ef4-97e2-5c2bbad06fb7/paligemma_vq_droid_2025-08-13T06:13:37.044050_video_wrist.mp4"},"preference":"B","session_id":"418b6b00-cf72-4ef4-97e2-5c2bbad06fb7","university":"frodobots"},{"completion_time":"2025-08-13T03:39:08.381158Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There are many screws in the plate. Grab some and put them into the cup.","longform_feedback":"Policy A has been repeatedly trying to grab the screw and seems unable to determine whether it has successfully grabbed it. Policy B completed a task successfully by putting a screw into the cup. However, there were redundant actions during the whole process, and it hit the cabinet twice, so some points were deducted.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:33.025590_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:33.025590_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:31.898454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:31.898454_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:31.898454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:31.898454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:32.483832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/paligemma_vq_droid_2025-08-13T03:32:32.483832_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:35.909240_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:35.909240_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:34.782289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:34.782289_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:34.782289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:34.782289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:35.389349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5efd2419-fa79-4872-905c-58eb39e5b11e/pi0_fast_droid_2025-08-13T03:38:35.389349_video_wrist.mp4"},"preference":"B","session_id":"5efd2419-fa79-4872-905c-58eb39e5b11e","university":"frodobots"},{"completion_time":"2025-08-13T03:28:19.404204Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the screws in the plate and put them into the cup.","longform_feedback":"Policy A grabbed the screw for the first time but then released it, and failed to grab it successfully afterwards. Policy B didn't take any action and stayed in place.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:29.050441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:29.050441_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:27.967816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:27.967816_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:27.967816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:27.967816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:28.600403_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_fast_specialist_droid_2025-08-13T03:24:28.600403_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:07.725315_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:07.725315_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:06.851491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:06.851491_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:06.851491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:06.851491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:07.356368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/430800d5-3e8a-46d5-8b6c-0745e23355c1/paligemma_binning_droid_2025-08-13T03:28:07.356368_video_wrist.mp4"},"preference":"A","session_id":"430800d5-3e8a-46d5-8b6c-0745e23355c1","university":"frodobots"},{"completion_time":"2025-08-13T03:20:28.755424Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Pour the building blocks from the cup onto the plate.","longform_feedback":"Policy A performs actions more smoothly. Policy B acts more slowly and fails to grasp. Both models are not yet familiar with the pouring action.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:24.164236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:24.164236_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.024889_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.024889_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.024889_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.024889_video_right.mp4","wrist_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.608840_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/paligemma_vq_droid_2025-08-13T03:13:23.608840_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:11.999622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:11.999622_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:10.950628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:10.950628_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:10.950628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:10.950628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:11.533275_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/973b93e8-853b-45bc-a3ec-150c8778989a/pi05_droid_2025-08-13T03:20:11.533275_video_wrist.mp4"},"preference":"A","session_id":"973b93e8-853b-45bc-a3ec-150c8778989a","university":"frodobots"},{"completion_time":"2025-08-13T03:04:35.418951Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the fruits on the plate into the small white dish.","longform_feedback":"After grabbing the fruit, Policy A kept hesitating between the plate and the small dish, and finally decided to put it in the small dish, but the fruit fell on the table. After grabbing the fruit, Policy B just put it on the table and didn't find the small dish.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:10.409037_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:10.409037_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.402300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.402300_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.402300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.402300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.918935_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/paligemma_fast_droid_2025-08-13T03:01:09.918935_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:22.581392_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:22.581392_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:21.465694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:21.465694_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:21.465694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:21.465694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:22.098710_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee46c953-aeea-4be9-8456-14373ad3e816/pi05_droid_2025-08-13T03:04:22.098710_video_wrist.mp4"},"preference":"A","session_id":"ee46c953-aeea-4be9-8456-14373ad3e816","university":"frodobots"},{"completion_time":"2025-08-13T02:56:29.605816Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three small white plates on top of each other.","longform_feedback":"Due to the solid-color background, it has become difficult for both models to grasp the objects. Policy A has been trying to grasp the small dish, while Policy B lost the target during continuous attempts and then turned to grasp the plate.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:44.135878_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:44.135878_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.270188_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.270188_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.270188_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.270188_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.789418_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/paligemma_fast_droid_2025-08-13T02:35:43.789418_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:09.740511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:09.740511_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:08.667614_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:08.667614_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:08.667614_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:08.667614_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:09.281836_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19c42130-4549-4b00-ba35-4e47190200cc/pi0_fast_droid_2025-08-13T02:56:09.281836_video_wrist.mp4"},"preference":"A","session_id":"19c42130-4549-4b00-ba35-4e47190200cc","university":"frodobots"},{"completion_time":"2025-08-12T23:38:27.645257Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object you would use to draw on something.","longform_feedback":"Policy A was able to complete the task and had gotten very close to completing it multiple times. Policy B had instead opted for the bread. it is also worth mentioning that policy B for some reason had moved it's gripper very close to itself in a somewhat uncomfortable seeming position and it did it very quickly. I am not sure if it was trying to get a better view of the scene, but this was an action I had not seen before.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.210466_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.210466_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:37.847328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:37.847328_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.826325_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.826325_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.210466_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:36.210466_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:37.318839_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/paligemma_fast_specialist_droid_2025-08-12T23:34:37.318839_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:09.636820_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:09.636820_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:11.181439_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:11.181439_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:10.152012_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:10.152012_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:09.636820_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:09.636820_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:10.614214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24da2ad2-2100-46c0-89b2-97d313cb96d0/pi05_droid_2025-08-12T23:38:10.614214_video_wrist.mp4"},"preference":"A","session_id":"24da2ad2-2100-46c0-89b2-97d313cb96d0","university":"UT Austin"},{"completion_time":"2025-08-12T23:30:27.399948Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Play music.","longform_feedback":"I chose policy B because it had done a better job at touching the xylophone. That being said, neither policies grabbed the stick in order to play the xylophone and it isn't super obviowere approaching the xylophone because they were attempting to play music or simply because they knew that the xyolophone could play music. It is worth mentioning that both policies knew that the xylophone could produce music, and I would also like to mention that policy B decided to actually grab the xylophone for some reason.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.237377_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.237377_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:57.836293_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:57.836293_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.790569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.790569_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.237377_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:56.237377_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:57.308042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_vq_droid_2025-08-12T23:20:57.308042_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.273390_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.273390_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:02.864304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:02.864304_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.889161_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.889161_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.273390_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:01.273390_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:02.330878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da03489-9099-4e38-9d16-d9da08648073/paligemma_fast_droid_2025-08-12T23:30:02.330878_video_wrist.mp4"},"preference":"B","session_id":"9da03489-9099-4e38-9d16-d9da08648073","university":"UT Austin"},{"completion_time":"2025-08-12T23:17:49.769392Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Touch the red part of the xylophone.","longform_feedback":"Neither policy was able to touch the xylopohone. Both policies paced back and forth above the xylophone, getting close, even closing it's grippers in anticipation to touch, but eventually pulling back as if to double check. The behavior of the policies were actually very similar, with the ony difference to note being that policy A might have been learning more heavily towards the blue tiles than policy B. It is also worth mentioning that there is a pink tile on the far left side of the xylophone near the blues which might explain why policy A was leaning towards the blue tiles.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:50.693859_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:50.693859_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:52.363627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:52.363627_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:51.329430_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:51.329430_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:50.693859_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:50.693859_video_left.mp4","wrist_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:51.812362_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/paligemma_diffusion_droid_2025-08-12T23:10:51.812362_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:08.908541_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:08.908541_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:10.634922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:10.634922_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:09.517924_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:09.517924_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:08.908541_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:08.908541_video_left.mp4","wrist_video_gcs_path":"evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:10.022281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/737012ff-b181-485f-a71a-745447e20a55/pi05_droid_2025-08-12T23:16:10.022281_video_wrist.mp4"},"preference":"TIE","session_id":"737012ff-b181-485f-a71a-745447e20a55","university":"UT Austin"},{"completion_time":"2025-08-12T23:06:51.365433Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the longest bread.","longform_feedback":"Both policies opted for the bread that was closest to them-the smallest bread. Policy A did a somewhat better job at picking up the smallest bread but both policies struggled.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.213495_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.213495_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:22.677312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:22.677312_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.692747_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.692747_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.213495_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:21.213495_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:22.183641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_droid_2025-08-12T23:02:22.183641_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.133354_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.133354_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:32.771879_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:32.771879_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.759019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.759019_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.133354_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:31.133354_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:32.239898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899/pi0_fast_droid_2025-08-12T23:06:32.239898_video_wrist.mp4"},"preference":"TIE","session_id":"3fb7ebc3-ea06-4e6d-b843-c8b3afa8c899","university":"UT Austin"},{"completion_time":"2025-08-12T22:48:45.408658Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the smallest bread.","longform_feedback":"policy A was able to complete the task while policy B could not. policy B was fixated on the middle bread. I don't know if policy B chose the middle bread because it was the most accessible, because it was similar to the actual smallest bread, or some other reason. Both policies were similarly dynamic but policy A extended itself by an unusual amount, causing itself to rotate it's gripper, something that most policies don't do even when asked. The hyper-extending could also be seen in how policy A overshot the bread a couple times before eventually settling on the bread.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:10.602967_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:10.602967_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:12.230748_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:12.230748_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:11.234193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:11.234193_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:10.602967_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:10.602967_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:11.721180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/paligemma_fast_droid_2025-08-12T22:42:11.721180_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.245483_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.245483_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:50.933142_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:50.933142_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.847652_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.847652_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.245483_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:49.245483_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:50.351223_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b/pi05_droid_2025-08-12T22:47:50.351223_video_wrist.mp4"},"preference":"A","session_id":"bf1d5b1d-e64e-4aed-b5fb-bbfae8ae159b","university":"UT Austin"},{"completion_time":"2025-08-12T22:39:28.754375Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the bread that is the smallest.","longform_feedback":"Neither policy was able to identify the smallest bread and instead opted for arguably the biggest bread. It is worth mentioning that there were 4 different breads on the table and that the smallest was on the far right of the table. The complexity of the setup might have lead the policies to choose the closest bread it could grab. It is also worth mentioning that policy A was much quicker at grabbing the bread, but I gave it a tie because they had done pretty much the same thing.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:54.704318_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:54.704318_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:56.296218_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:56.296218_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:55.310219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:55.310219_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:54.704318_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:54.704318_video_left.mp4","wrist_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:55.778858_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi05_droid_2025-08-12T22:30:55.778858_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.273161_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.273161_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:32.825230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:32.825230_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.905888_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.905888_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.273161_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:31.273161_video_left.mp4","wrist_video_gcs_path":"evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:32.336645_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/401a0b6f-d064-4536-b2fa-e3e4b5be7709/pi0_droid_2025-08-12T22:35:32.336645_video_wrist.mp4"},"preference":"A","session_id":"401a0b6f-d064-4536-b2fa-e3e4b5be7709","university":"UT Austin"},{"completion_time":"2025-08-12T22:28:34.308762Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the bread with sesame seeds.","longform_feedback":"Neither policy was able to identify the bread with sesame seeds. The seeds might have been too small, or sesame seeds might have been too obscure. Both policies grabbed the bread that was closest to it, but policy B also grabbed a bun. I chose policy B because it was able to do twice the work of policy A and I would argue that the bread that it got the second time was closer to the correct bread than the bread policy A selected for it's only bread.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.203624_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.203624_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:45.956349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:45.956349_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.856033_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.856033_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.203624_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:44.203624_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:45.384505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/pi05_droid_2025-08-12T22:22:45.384505_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.214514_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.214514_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:51.728258_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:51.728258_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.766484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.766484_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.214514_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:50.214514_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:51.223023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e57fdd4d-f994-4cca-b93e-6ad0d422291e/paligemma_fast_droid_2025-08-12T22:27:51.223023_video_wrist.mp4"},"preference":"B","session_id":"e57fdd4d-f994-4cca-b93e-6ad0d422291e","university":"UT Austin"},{"completion_time":"2025-08-12T21:14:27.741368Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the bun with sesame seeds.","longform_feedback":"Neither policy moved much. None of the bread was touched and the hand stayed relativley close to it's starting position for both policies. It was hard to tell if the policies were actually executing the task or if they were just stuck.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:14.683792_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:14.683792_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:16.226538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:16.226538_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:15.257649_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:15.257649_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:14.683792_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:14.683792_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:15.715776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/pi0_droid_2025-08-12T21:07:15.715776_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:20.954369_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:20.954369_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:22.375811_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:22.375811_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:21.557106_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:21.557106_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:20.954369_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:20.954369_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:21.972477_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76318a61-d76e-4b30-bce0-fb914773a15c/paligemma_vq_droid_2025-08-12T21:12:21.972477_video_wrist.mp4"},"preference":"TIE","session_id":"76318a61-d76e-4b30-bce0-fb914773a15c","university":"UT Austin"},{"completion_time":"2025-08-12T21:03:37.887809Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the baguette.","longform_feedback":"policy B was able to identify which of the breads was the baguette but was unable to approach it fast enough to grab it. policy A was quick to grab a round bun, but didn't ever attempt to grab the baguette. Because this is a mostly semantic task, I decided that policy B did better than policy A even though policy B arguably did less than policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:44.612777_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:44.612777_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:46.174960_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:46.174960_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:45.160345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:45.160345_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:44.612777_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:44.612777_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:45.610368_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/paligemma_fast_specialist_droid_2025-08-12T20:59:45.610368_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.110839_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.110839_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:13.633180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:13.633180_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.586032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.586032_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.110839_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:12.110839_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:13.063270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae0b1402-08d3-41f3-9e19-af2643d9978a/pi0_droid_2025-08-12T21:03:13.063270_video_wrist.mp4"},"preference":"B","session_id":"ae0b1402-08d3-41f3-9e19-af2643d9978a","university":"UT Austin"},{"completion_time":"2025-08-12T20:52:02.080230Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the sponge.","longform_feedback":"policy A was able to determine that it needed a tool to cut the sponge, but it grabbed the pencil instead of the knife. While grabbing the pencil, policy A also accidentally grabbed onto the tarp which impeeded it's progress to the point where it wasn't able to successfully transport the pencil either. policy B did nothing at all.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:43.961074_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:43.961074_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:45.789761_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:45.789761_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:44.713238_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:44.713238_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:43.961074_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:43.961074_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:45.222465_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/pi0_fast_droid_2025-08-12T20:48:45.222465_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:38.754852_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:38.754852_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:40.058843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:40.058843_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:39.432491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:39.432491_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:38.754852_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:38.754852_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:39.739539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0429bca9-3139-4c50-8560-269f39a6e380/paligemma_binning_droid_2025-08-12T20:51:39.739539_video_wrist.mp4"},"preference":"A","session_id":"0429bca9-3139-4c50-8560-269f39a6e380","university":"UT Austin"},{"completion_time":"2025-08-12T13:00:12.363261Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the darkest-colored fruits on the plate.","longform_feedback":"Policy A was in a daze, and Policy B made some attempts.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:15.215047_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:15.215047_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.352158_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.352158_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.352158_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.352158_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.826448_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_binning_droid_2025-08-12T12:57:14.826448_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:56.167226_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:56.167226_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.126352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.126352_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.126352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.126352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.693301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b41d2156-8290-4186-9a30-883bc2fe5a51/paligemma_diffusion_droid_2025-08-12T12:59:55.693301_video_wrist.mp4"},"preference":"B","session_id":"b41d2156-8290-4186-9a30-883bc2fe5a51","university":"frodobots"},{"completion_time":"2025-08-12T12:52:00.921658Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the smallest fruit on the plate.","longform_feedback":"Policy A is in a daze. Policy B tries to find the smallest fruit.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:55.538696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:55.538696_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:54.570549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:54.570549_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:54.570549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:54.570549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:55.087583_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_binning_droid_2025-08-12T12:48:55.087583_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:50.321205_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:50.321205_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.148300_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.148300_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.148300_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.148300_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.772495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d/paligemma_fast_droid_2025-08-12T12:51:49.772495_video_wrist.mp4"},"preference":"B","session_id":"d27ce4d7-554b-4bfc-8e6f-c7a9cfa3c65d","university":"frodobots"},{"completion_time":"2025-08-12T12:41:03.049851Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Knock down all the building blocks.","longform_feedback":"There are only two blocks left to be knocked down for Policy A, and there are still six blocks left for Policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:52.313155_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:52.313155_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.089631_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.089631_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.089631_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.089631_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.770186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/paligemma_fast_specialist_droid_2025-08-12T12:37:51.770186_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:51.125123_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:51.125123_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:49.878110_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:49.878110_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:49.878110_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:49.878110_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:50.565388_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ebd2fca-8e58-44db-be10-b0fb6a2032b4/pi05_droid_2025-08-12T12:40:50.565388_video_wrist.mp4"},"preference":"A","session_id":"4ebd2fca-8e58-44db-be10-b0fb6a2032b4","university":"frodobots"},{"completion_time":"2025-08-12T12:33:00.592676Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Try to let as many building blocks as possible fall into the box.","longform_feedback":"Policy A shows no sign of action, while Policy B has made a slight attempt.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:55.582022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:55.582022_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:54.689385_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:54.689385_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:54.689385_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:54.689385_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:55.183187_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_binning_droid_2025-08-12T12:29:55.183187_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:47.791577_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:47.791577_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:46.661695_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:46.661695_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:46.661695_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:46.661695_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:47.267771_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d42b65-3c35-447e-9aae-3c65173ce91a/paligemma_fast_specialist_droid_2025-08-12T12:32:47.267771_video_wrist.mp4"},"preference":"B","session_id":"b8d42b65-3c35-447e-9aae-3c65173ce91a","university":"frodobots"},{"completion_time":"2025-08-12T12:20:36.367734Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put one building block in the box on the left, and put another one in the box above the cabinet.","longform_feedback":"Policy A didn't find the building blocks and is grabbing the tablecloth. Policy B has completed half of the task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:40.446608_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:40.446608_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.266376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.266376_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.266376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.266376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.893906_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_fast_specialist_droid_2025-08-12T12:16:39.893906_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:24.024287_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:24.024287_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:22.795776_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:22.795776_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:22.795776_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:22.795776_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:23.443564_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e1e5342-3c73-45c1-827e-aa0244ee6d15/paligemma_vq_droid_2025-08-12T12:20:23.443564_video_wrist.mp4"},"preference":"B","session_id":"9e1e5342-3c73-45c1-827e-aa0244ee6d15","university":"frodobots"},{"completion_time":"2025-08-12T12:12:43.299983Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put only the red building blocks in the left box, and put the ones in other colors in the right box.","longform_feedback":"Policy A checks the situation of the box and then prepares to grab it, but it doesn't control the gripper very well. Policy B just stands there idly.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:09.099344_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:09.099344_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:07.828005_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:07.828005_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:07.828005_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:07.828005_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:08.571627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_fast_specialist_droid_2025-08-12T12:09:08.571627_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:30.477273_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:30.477273_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.395860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.395860_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.395860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.395860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.963130_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da9b2725-cd1b-4702-8d71-bccf9c708eb7/paligemma_diffusion_droid_2025-08-12T12:12:29.963130_video_wrist.mp4"},"preference":"A","session_id":"da9b2725-cd1b-4702-8d71-bccf9c708eb7","university":"frodobots"},{"completion_time":"2025-08-12T12:04:10.653916Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take the drawer out of the cabinet.","longform_feedback":"Some attempts have been made for the tasks, but the methods are wrong.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:12.867975_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:12.867975_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:11.614671_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:11.614671_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:11.614671_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:11.614671_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:12.312692_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_fast_droid_2025-08-12T12:01:12.312692_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:57.001038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:57.001038_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:55.893839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:55.893839_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:55.893839_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:55.893839_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:56.489802_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a2729a74-fc55-4e78-8daf-f7ab8a27b769/paligemma_diffusion_droid_2025-08-12T12:03:56.489802_video_wrist.mp4"},"preference":"TIE","session_id":"a2729a74-fc55-4e78-8daf-f7ab8a27b769","university":"frodobots"},{"completion_time":"2025-08-12T10:57:11.835882Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There are many fruits in the black box. Find the grapes and put them on the plate.","longform_feedback":"Policy A has been acting aimlessly, and Policy B is a bit better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:02.096391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:02.096391_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:00.766343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:00.766343_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:00.766343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:00.766343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:01.481625_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_fast_droid_2025-08-12T10:53:01.481625_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:56.557424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:56.557424_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.273118_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.273118_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.273118_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.273118_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.987468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb992378-dfe5-4192-8d0f-34a8eff1f2d8/pi0_droid_2025-08-12T10:56:55.987468_video_wrist.mp4"},"preference":"B","session_id":"cb992378-dfe5-4192-8d0f-34a8eff1f2d8","university":"frodobots"},{"completion_time":"2025-08-12T10:48:52.278306Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"There is a pack of blue facial tissues on the cabinet. Take out a tissue and wipe the plate.","longform_feedback":"Policy A made some attempts, although the goal was incorrect. Policy B did not move.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:31.631056_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:31.631056_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:30.448811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:30.448811_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:30.448811_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:30.448811_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:31.091701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_vq_droid_2025-08-12T10:44:31.091701_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:39.128576_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:39.128576_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.237933_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.237933_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.237933_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.237933_video_right.mp4","wrist_video_gcs_path":"evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.728640_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/93165e50-bbef-4853-8d12-8ba82ef20488/paligemma_binning_droid_2025-08-12T10:48:38.728640_video_wrist.mp4"},"preference":"A","session_id":"93165e50-bbef-4853-8d12-8ba82ef20488","university":"frodobots"},{"completion_time":"2025-08-12T10:34:46.375268Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Only put bananas on the plate. Put other fruits in the black box.","longform_feedback":"Both Policy A and Policy B wrongly put the bananas in the box, but Policy A cleaned up the original grapes on the plate, which is relatively better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:41.826553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:41.826553_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:40.546336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:40.546336_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:40.546336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:40.546336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:41.214491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/pi0_fast_droid_2025-08-12T09:49:41.214491_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:28.636049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:28.636049_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:27.349319_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:27.349319_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:27.349319_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:27.349319_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:28.059257_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0dedc76e-1416-4823-9822-8a733dbdb535/paligemma_fast_specialist_droid_2025-08-12T10:34:28.059257_video_wrist.mp4"},"preference":"A","session_id":"0dedc76e-1416-4823-9822-8a733dbdb535","university":"frodobots"},{"completion_time":"2025-08-12T09:42:04.588447Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the grapes from the top drawer and put them into the black box.","longform_feedback":"Policy A failed to find the target. Policy B quickly found the target and attempted to grab it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:37.947912_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:37.947912_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:36.794045_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:36.794045_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:36.794045_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:36.794045_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:37.403389_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi0_droid_2025-08-12T09:39:37.403389_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:45.240523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:45.240523_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.077698_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.077698_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.077698_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.077698_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.668964_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3be96aa2-6afd-483a-9f27-5dae63e4973a/pi05_droid_2025-08-12T09:41:44.668964_video_wrist.mp4"},"preference":"B","session_id":"3be96aa2-6afd-483a-9f27-5dae63e4973a","university":"frodobots"},{"completion_time":"2025-08-12T09:35:59.295412Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the fruits into the black box.","longform_feedback":"Policy A quickly achieved a goal, but there was another one at the edge of the field of vision that it didn't notice. Policy B didn't put the fruits into the box.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:54.328326_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:54.328326_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.018312_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.018312_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.018312_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.018312_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.721549_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_specialist_droid_2025-08-12T09:29:53.721549_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:45.335572_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:45.335572_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:43.949203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:43.949203_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:43.949203_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:43.949203_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:44.689325_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd233925-8004-4a9c-9f53-1baa16bc0ab8/paligemma_fast_droid_2025-08-12T09:35:44.689325_video_wrist.mp4"},"preference":"A","session_id":"dd233925-8004-4a9c-9f53-1baa16bc0ab8","university":"frodobots"},{"completion_time":"2025-08-12T09:24:08.225749Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Open and then close the middle drawer of the cabinet in front.","longform_feedback":"Policy A is fast but rough in action, and it fails to find a proper way to open the drawer. Policy B tries to open the drawer in a more correct way, though it also fails.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:46.356621_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:46.356621_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:44.940747_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:44.940747_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:44.940747_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:44.940747_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:45.681816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi05_droid_2025-08-12T09:20:45.681816_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:48.233027_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:48.233027_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.015874_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.015874_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.015874_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.015874_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.724488_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7cd0e2af-6991-4742-a5da-0d75022c678b/pi0_droid_2025-08-12T09:23:47.724488_video_wrist.mp4"},"preference":"B","session_id":"7cd0e2af-6991-4742-a5da-0d75022c678b","university":"frodobots"},{"completion_time":"2025-08-12T09:15:19.500528Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Open the top drawer, take out the building blocks inside, and put them into the cup.","longform_feedback":"Policy A executed the task quickly but without success. Policy B didn't understand the task and was trying to grab the cup.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:10.923427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:10.923427_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:09.511981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:09.511981_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:09.511981_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:09.511981_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:10.203244_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi05_droid_2025-08-12T09:12:10.203244_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:05.431414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:05.431414_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.129210_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.129210_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.129210_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.129210_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.804505_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b99c802a-d785-402c-802d-83b140883634/pi0_droid_2025-08-12T09:15:04.804505_video_wrist.mp4"},"preference":"A","session_id":"b99c802a-d785-402c-802d-83b140883634","university":"frodobots"},{"completion_time":"2025-08-12T09:08:23.481557Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks on the cabinet into the open drawer and close the drawer.","longform_feedback":"Policy A completed the grasping and placement quickly and smoothly, but performed an additional grasping and placement of the wrong target. Policy B grasped the wrong object and the placement action also failed.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:02.301541_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:02.301541_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.037485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.037485_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.037485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.037485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.722332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/pi0_droid_2025-08-12T09:03:01.722332_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:07.774693_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:07.774693_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:06.487071_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:06.487071_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:06.487071_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:06.487071_video_right.mp4","wrist_video_gcs_path":"evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:07.170227_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46021c04-0a4b-4f26-8050-138de071ebbe/paligemma_fast_specialist_droid_2025-08-12T09:08:07.170227_video_wrist.mp4"},"preference":"A","session_id":"46021c04-0a4b-4f26-8050-138de071ebbe","university":"frodobots"},{"completion_time":"2025-08-12T08:59:18.215757Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bananas in the bowl into the open drawer and then close the drawer.","longform_feedback":"It failed to put both in the drawer.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:21.685861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:21.685861_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:20.468658_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:20.468658_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:20.468658_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:20.468658_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:21.138391_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_specialist_droid_2025-08-12T08:53:21.138391_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:03.500814_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:03.500814_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.312198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.312198_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.312198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.312198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.960738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e89e56a-4362-4aee-b3ec-668778ff9186/paligemma_fast_droid_2025-08-12T08:59:02.960738_video_wrist.mp4"},"preference":"TIE","session_id":"1e89e56a-4362-4aee-b3ec-668778ff9186","university":"frodobots"},{"completion_time":"2025-08-12T08:49:05.785259Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the bananas from the drawer and put them in the bowl.","longform_feedback":"Policy A completed the task quickly and smoothly. Policy B completed the task slowly and rather roughly.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:44.641893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:44.641893_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:43.383519_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:43.383519_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:43.383519_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:43.383519_video_right.mp4","wrist_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:44.032895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_fast_droid_2025-08-12T08:45:44.032895_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:56.847561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:56.847561_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:55.667688_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:55.667688_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:55.667688_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:55.667688_video_right.mp4","wrist_video_gcs_path":"evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:56.320825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05fd8588-7fce-4e7f-9c5d-539ec6eec1fc/paligemma_vq_droid_2025-08-12T08:48:56.320825_video_wrist.mp4"},"preference":"A","session_id":"05fd8588-7fce-4e7f-9c5d-539ec6eec1fc","university":"frodobots"},{"completion_time":"2025-08-12T08:41:54.610659Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the open drawer.","longform_feedback":"Policy A completed the task quickly and smoothly. Policy B is still a little short of completion and its actions are slow.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:23.375404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:23.375404_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.104555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.104555_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.104555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.104555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.773859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi05_droid_2025-08-12T08:38:22.773859_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:30.038649_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:30.038649_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:28.849146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:28.849146_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:28.849146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:28.849146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:29.507050_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8/pi0_droid_2025-08-12T08:41:29.507050_video_wrist.mp4"},"preference":"A","session_id":"19e9bbf3-fc55-48c2-9ea0-1c88e94bc0c8","university":"frodobots"},{"completion_time":"2025-08-12T08:35:07.312815Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the cabinet and carefully open the top drawer.","longform_feedback":"Policy A attempted the actions more correctly, although it failed. Policy B didn't find a proper way to open the drawer.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:25.184477_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:25.184477_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:23.998406_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:23.998406_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:23.998406_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:23.998406_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:24.642811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_diffusion_droid_2025-08-12T08:31:24.642811_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:50.301311_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:50.301311_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.057906_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.057906_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.057906_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.057906_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.738404_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc047e8-c2fc-4def-b343-eaa986f54045/paligemma_fast_droid_2025-08-12T08:34:49.738404_video_wrist.mp4"},"preference":"A","session_id":"cdc047e8-c2fc-4def-b343-eaa986f54045","university":"frodobots"},{"completion_time":"2025-08-12T08:27:37.388277Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the cabinet and open the top drawer.","longform_feedback":"Policy A quickly tried to open the drawer of the cabinet, but unfortunately pushed the cabinet over due to excessive force. Policy B didn't carry out the task but picked up the items in the cabinet and fidgeted with them.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:30.459947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:30.459947_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.132050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.132050_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.132050_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.132050_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.834829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_vq_droid_2025-08-12T08:24:29.834829_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:20.008907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:20.008907_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:18.597364_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:18.597364_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:18.597364_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:18.597364_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:19.437924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d357b0b9-d041-4c44-ad46-b126685b82c8/paligemma_fast_specialist_droid_2025-08-12T08:27:19.437924_video_wrist.mp4"},"preference":"A","session_id":"d357b0b9-d041-4c44-ad46-b126685b82c8","university":"frodobots"},{"completion_time":"2025-08-12T08:21:23.430104Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bananas in the plate on top of the cabinet.","longform_feedback":"Policy A completed the grabbing task, but didn't know where the cabinet was. Policy B completed the task quickly, but knocked over the bottle.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:11.651149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:11.651149_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:10.428962_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:10.428962_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:10.428962_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:10.428962_video_right.mp4","wrist_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:11.072925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/paligemma_diffusion_droid_2025-08-12T08:19:11.072925_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:11.937934_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:11.937934_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:10.592136_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:10.592136_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:10.592136_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:10.592136_video_right.mp4","wrist_video_gcs_path":"evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:11.350957_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/305b4bf9-20ba-4c67-a3d2-3a5c5897768a/pi05_droid_2025-08-12T08:21:11.350957_video_wrist.mp4"},"preference":"B","session_id":"305b4bf9-20ba-4c67-a3d2-3a5c5897768a","university":"frodobots"},{"completion_time":"2025-08-12T08:16:20.334389Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the apples on the plate on top of the cabinet.","longform_feedback":"Policy A does not have a moving robotic arm. Policy B quickly finds the target and attempts to grasp it.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:40.392671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:40.392671_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.345050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.345050_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.345050_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.345050_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.974022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_binning_droid_2025-08-12T08:12:39.974022_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:08.776126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:08.776126_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:07.625989_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:07.625989_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:07.625989_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:07.625989_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:08.248655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29298d1f-4665-4d67-bcc7-e3744ccf61f3/paligemma_fast_droid_2025-08-12T08:16:08.248655_video_wrist.mp4"},"preference":"B","session_id":"29298d1f-4665-4d67-bcc7-e3744ccf61f3","university":"frodobots"},{"completion_time":"2025-08-11T23:12:25.621117Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"serve the other slice of bread in the toaster","longform_feedback":"Both policies has stopped when they were attempting to grasp the grasp the bread from the bowl but the gripper did not lower horizontally to align well with how the bread was placed","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:10.963003_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:10.963003_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:12.739622_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:12.739622_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:11.657271_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:11.657271_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:11.657271_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:11.657271_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:12.164270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/paligemma_vq_droid_2025-08-11T23:09:12.164270_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:08.456030_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:08.456030_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:10.131506_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:10.131506_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.133917_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.133917_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.133917_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.133917_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.603781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40a0960d-04ca-4712-b3ee-2e6d28d84ff1/pi05_droid_2025-08-11T23:12:09.603781_video_wrist.mp4"},"preference":"TIE","session_id":"40a0960d-04ca-4712-b3ee-2e6d28d84ff1","university":"Berkeley"},{"completion_time":"2025-08-11T22:54:51.622513Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put one of the bread on bowl","longform_feedback":"Both policies has reached the point that they were able to point towards where the bread and grasped it fromthe toaster; however, both failed to remove it from the toaster","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:31.602848_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:31.602848_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:33.375485_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:33.375485_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.281715_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.281715_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.281715_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.281715_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.803028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_fast_specialist_droid_2025-08-11T22:50:32.803028_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.202266_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.202266_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:15.960323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:15.960323_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.901281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.901281_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.901281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:14.901281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:15.375280_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d981102e-0028-4dbd-ad05-c8a1c6ac253d/paligemma_diffusion_droid_2025-08-11T22:54:15.375280_video_wrist.mp4"},"preference":"TIE","session_id":"d981102e-0028-4dbd-ad05-c8a1c6ac253d","university":"Berkeley"},{"completion_time":"2025-08-11T22:46:54.473161Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move teh waterbottle on drawer","longform_feedback":"Both policies did not grasp the waterbottle in place. It instead tried to grasp things around it such as tape and drawer","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:26.873839_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:26.873839_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:28.647331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:28.647331_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:27.553429_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:27.553429_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:26.873839_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:26.873839_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:28.136795_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_fast_specialist_droid_2025-08-11T22:42:28.136795_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:34.846383_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:34.846383_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:36.556319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:36.556319_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:35.486073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:35.486073_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:34.846383_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:34.846383_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:35.995409_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a9539d8-9c56-4519-ad61-6e05d7d21928/paligemma_diffusion_droid_2025-08-11T22:45:35.995409_video_wrist.mp4"},"preference":"TIE","session_id":"7a9539d8-9c56-4519-ad61-6e05d7d21928","university":"Berkeley"},{"completion_time":"2025-08-11T22:32:49.224340Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the eraser on top of the drawer","longform_feedback":"both policies completely ignored the eraser located in the center of the scene and just reached for the waterbottle which kinda looked similar in shape","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:24:59.463056_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:24:59.463056_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:01.197792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:01.197792_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:00.138349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:00.138349_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:24:59.463056_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:24:59.463056_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:00.651797_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/paligemma_fast_specialist_droid_2025-08-11T22:25:00.651797_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.163666_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.163666_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:49.051281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:49.051281_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.876765_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.876765_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.163666_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:47.163666_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:48.470038_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9a311c8-3972-4a42-8aae-34afc84f9252/pi0_fast_droid_2025-08-11T22:28:48.470038_video_wrist.mp4"},"preference":"TIE","session_id":"d9a311c8-3972-4a42-8aae-34afc84f9252","university":"Berkeley"},{"completion_time":"2025-08-11T22:12:15.341880Z","evaluator_name":"ellieh99@berkekey.edu","language_instruction":"put the cube inside the tape","longform_feedback":"BOth policies did not do so well. A tended to reach for the middle of the scene and B it tried to grasp the waterbottle on the left.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:30.454653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:30.454653_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.248501_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.248501_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.248501_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.248501_video_right.mp4","wrist_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.879317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_droid_2025-08-11T22:07:29.879317_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:53.712922_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:53.712922_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:55.478157_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:55.478157_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.441603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.441603_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.441603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.441603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.971196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229afa83-86c9-46e8-95fc-12d19a02ebc2/pi0_fast_droid_2025-08-11T22:11:54.971196_video_wrist.mp4"},"preference":"TIE","session_id":"229afa83-86c9-46e8-95fc-12d19a02ebc2","university":"berkley"},{"completion_time":"2025-08-11T22:00:18.175730Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape in drawer","longform_feedback":"A did not response to the task while B just halfway finished it since it was able to grasp the tape but then had to left it mid air due to time constraint","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:53.779876_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:53.779876_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:55.392695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:55.392695_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.484733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.484733_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.484733_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.484733_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.913556_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_binning_droid_2025-08-11T21:52:54.913556_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.150026_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.150026_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:36.875895_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:36.875895_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.878940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.878940_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.878940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:35.878940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:36.352405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8969aed7-b152-448c-98d8-b7f2f68f8f0a/paligemma_vq_droid_2025-08-11T21:59:36.352405_video_wrist.mp4"},"preference":"B","session_id":"8969aed7-b152-448c-98d8-b7f2f68f8f0a","university":"Berkeley"},{"completion_time":"2025-08-11T21:45:17.258072Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the bowls with the pink bowl on the bottom","longform_feedback":"A and B both understands they have to perform stacking task but both did not completely do as required. A tried to reach the pink bowl first (which is not the right order of task) and placed it on the tape; it then realized the bowls must be stacked onto each so it reached for the pink bowl again and tried to grasped it but the time did not allow to do so. B completed the stacking job but the order was not correct; the pink bowl must be on the bottom while here it was placed on top","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.014738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.014738_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:21.807520_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:21.807520_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.667916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.667916_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.014738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:20.014738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:21.212512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/pi0_fast_droid_2025-08-11T21:38:21.212512_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:50.741876_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:50.741876_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:52.577180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:52.577180_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:51.492811_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:51.492811_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:50.741876_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:50.741876_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:51.994821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f35673cf-c20e-44ba-a86f-4a88adf597ef/paligemma_fast_specialist_droid_2025-08-11T21:43:51.994821_video_wrist.mp4"},"preference":"B","session_id":"f35673cf-c20e-44ba-a86f-4a88adf597ef","university":"Berkeley"},{"completion_time":"2025-08-11T21:34:40.196293Z","evaluator_name":"elllieh99@berkeley.edu","language_instruction":"put the tape into bowl","longform_feedback":"B completely went off track since it headed towards the marker and tried to waved it over the right. A at least located where the tape was at but had difficulty grasping it. A just kept pushing the tape further and further away.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:50.664136_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:50.664136_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:52.517906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:52.517906_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.400452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.400452_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.400452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.400452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.948231_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/pi0_droid_2025-08-11T21:28:51.948231_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.350973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.350973_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:13.065550_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:13.065550_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.999026_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.999026_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.999026_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:11.999026_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:12.539002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25747da9-24e2-4c2b-af7e-d83c4c4d7ab7/paligemma_fast_droid_2025-08-11T21:34:12.539002_video_wrist.mp4"},"preference":"A","session_id":"25747da9-24e2-4c2b-af7e-d83c4c4d7ab7","university":"Berkeley"},{"completion_time":"2025-08-11T21:31:51.539955Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Call the number 1.","longform_feedback":"While no policy realized that to call 1, they would have to press 1 before grabbing the phone, I chose policy A because it was able to effectivley grab the phone while policy B had only been able to grab and let go of the phone in place without moving it at all.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:36.714493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:36.714493_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:38.230624_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:38.230624_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:37.206818_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:37.206818_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:36.714493_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:36.714493_video_left.mp4","wrist_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:37.646779_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/pi0_droid_2025-08-11T21:24:37.646779_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:02.970979_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:02.970979_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:04.601755_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:04.601755_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:03.555675_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:03.555675_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:02.970979_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:02.970979_video_left.mp4","wrist_video_gcs_path":"evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:04.046387_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/46bcbeb6-71d0-40de-b10d-473196044e1a/paligemma_diffusion_droid_2025-08-11T21:30:04.046387_video_wrist.mp4"},"preference":"A","session_id":"46bcbeb6-71d0-40de-b10d-473196044e1a","university":"UT Austin"},{"completion_time":"2025-08-11T21:25:39.946240Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"pick the edible object","longform_feedback":"Both policies did  well since they were able to detect the edible thing (watermelon) and grasp it eventually. A encountered some difficultties on the gripper picking up at first but completed grasping it nicely. B seemed to react a little bit better since it just grasped and go without any retry.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.174243_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.174243_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:27.969729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:27.969729_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.860551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.860551_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.174243_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:26.174243_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:27.394010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_droid_2025-08-11T21:20:27.394010_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.294765_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.294765_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:52.092231_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:52.092231_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.985879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.985879_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.294765_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:50.294765_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:51.559195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f3e970c-4859-40eb-a16e-2a0b7c2fa030/paligemma_fast_specialist_droid_2025-08-11T21:24:51.559195_video_wrist.mp4"},"preference":"TIE","session_id":"9f3e970c-4859-40eb-a16e-2a0b7c2fa030","university":"Berkeley"},{"completion_time":"2025-08-11T21:20:39.571266Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the phone.","longform_feedback":"Neither policy was able to grab the phone. policy A seemed to struggle to actually locate/identify the pose in order to grab the phone. It seemed to smash itself hopeing to grab at something but to no avail. Other policies seemed to have difficulty with this as well, it might be because the black phone mixes with the black phone holder, making it hard for whatever vision model to differentiate the phone in order to effectivley grab it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.228734_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.228734_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:06.870625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:06.870625_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.780699_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.780699_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.228734_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:05.228734_video_left.mp4","wrist_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:06.317270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_fast_specialist_droid_2025-08-11T21:14:06.317270_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.063304_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.063304_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:15.163671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:15.163671_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.473823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.473823_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.063304_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.063304_video_left.mp4","wrist_video_gcs_path":"evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.759683_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/276baae6-6b9f-469b-abf3-369834275f97/paligemma_binning_droid_2025-08-11T21:20:14.759683_video_wrist.mp4"},"preference":"A","session_id":"276baae6-6b9f-469b-abf3-369834275f97","university":"UT Austin"},{"completion_time":"2025-08-11T21:11:25.410892Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"first grab the phone and then press a button.","longform_feedback":"policy B was able to smash it's gripper into where the buttons are indicating that it had \"pressed a button\", but it did this before attempting to grab the phone and I am not sure if it meaningfully did y to grab the phone. That being said, since policy A did nothing, I chose policy B.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:05.999333_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:05.999333_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:07.185698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:07.185698_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:06.485936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:06.485936_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:05.999333_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:05.999333_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:06.862924_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_binning_droid_2025-08-11T21:07:06.862924_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.261493_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.261493_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:11:00.033303_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:11:00.033303_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.886550_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.886550_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.261493_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:58.261493_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:59.416112_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bbd92ba-34a9-4df1-bf33-70d8bc066801/paligemma_fast_specialist_droid_2025-08-11T21:10:59.416112_video_wrist.mp4"},"preference":"B","session_id":"3bbd92ba-34a9-4df1-bf33-70d8bc066801","university":"UT Austin"},{"completion_time":"2025-08-11T21:01:15.739285Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Press the blue lego ontop of the brown lego.","longform_feedback":"policy A was able to grab a lego, but it grabbed the wrong one. policy B had instead opted to press the brown lego and not grab anything at all. I realize now that I might have been able to elaborate more on my instruction so that policy B might have realized that in order to press on the brown lego it would need to pick up the blue one first. In any case, I wanted to bring attention to the fact that policy B's actions might have actually been intentional and perhaps even more correct than policy A's, but since neiher policy approached the blue lego and make meaningful progress, I would consider this a tie.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:31.833846_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:31.833846_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:33.529347_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:33.529347_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:32.448769_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:32.448769_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:31.833846_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:31.833846_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:32.967816_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/paligemma_vq_droid_2025-08-11T20:54:32.967816_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:47.478425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:47.478425_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:49.064885_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:49.064885_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:48.042338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:48.042338_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:47.478425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:47.478425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:48.457820_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88/pi05_droid_2025-08-11T21:00:48.457820_video_wrist.mp4"},"preference":"TIE","session_id":"6bd49cb6-c0df-4f0b-9d5d-419d30fb1e88","university":"UT Austin"},{"completion_time":"2025-08-11T20:51:01.611136Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Please knock the sponge off the table. DO NOT grab the sponge.","longform_feedback":"Neither policy was able to knock the block off, but policy A did start moving the block and did not try grabbing the block at all. policy B on the other hand seemed incredibly confused on how to do the task and had actually begun to grab the block before stopping itself. After stopping itself from grabbing the block, policy B spent the rest of it's time above the block seemingly trying to figure out what to do.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:45.832627_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:45.832627_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:47.469015_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:47.469015_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:46.437947_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:46.437947_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:45.832627_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:45.832627_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:46.909664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/paligemma_diffusion_droid_2025-08-11T20:45:46.909664_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.123475_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.123475_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:43.801286_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:43.801286_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.726050_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.726050_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.123475_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:42.123475_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:43.250827_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98a64110-2248-48ac-8930-16e80134a4c3/pi0_droid_2025-08-11T20:50:43.250827_video_wrist.mp4"},"preference":"A","session_id":"98a64110-2248-48ac-8930-16e80134a4c3","university":"UT Austin"},{"completion_time":"2025-08-11T20:43:08.621066Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Remove the sponge from the table.","longform_feedback":"policy A was not able to move the block off the table or much at all, but at the end it was able to eventually grab the block. policy A was very intent on grabbing it from the top even though other locations on the block might have been better, or simply knocking it off the table would have worked as well. I wonder if this might be because policy A has a tendency to approach tasks by grabbing at things. policy B did nothing at all, it did not even move.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:14.575597_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:14.575597_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:16.300637_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:16.300637_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:15.236823_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:15.236823_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:14.575597_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:14.575597_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:15.714801_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_vq_droid_2025-08-11T20:32:15.714801_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.239494_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.239494_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:46.614430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:46.614430_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.783674_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.783674_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.239494_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:45.239494_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:46.199443_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e334acf-e458-4c1d-9354-9093833c4565/paligemma_binning_droid_2025-08-11T20:42:46.199443_video_wrist.mp4"},"preference":"A","session_id":"1e334acf-e458-4c1d-9354-9093833c4565","university":"UT Austin"},{"completion_time":"2025-08-11T20:19:45.168607Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"grab the screwdriver","longform_feedback":"Policy A was able to rotate it's gripper and grab the screwdriver. The screw driver was placed so that it would stick out horizontally, making it easier to grab. That being said, the robot gripper still had to rotate about the z axis, something which policy B seemed to struggle with. policy B for some reason did not even approach the screwdriver but instead seemed to look at the space behind the foam block instead.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.018460_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.018460_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:12.405779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:12.405779_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.478670_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.478670_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.018460_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.018460_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.873861_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/pi0_fast_droid_2025-08-11T20:12:11.873861_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:21.487236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:21.487236_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:23.168154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:23.168154_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:22.105419_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:22.105419_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:21.487236_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:21.487236_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:22.625804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f065157-4c5e-4fda-8c06-7b4d0bd4b49b/paligemma_vq_droid_2025-08-11T20:19:22.625804_video_wrist.mp4"},"preference":"A","session_id":"2f065157-4c5e-4fda-8c06-7b4d0bd4b49b","university":"UT Austin"},{"completion_time":"2025-08-11T20:09:56.027732Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the screwdriver.","longform_feedback":"I had placed the screwdriver at a diagonal in hoping that the difficulty of more horizonal positions for the gripper might be mititgated. Unfortunatley neither policy was able to overcome this. Policy A was able to actually grab the foam that the screwdriver is resting in, but did not actually grab the screw driver.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:42.419455_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:42.419455_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:44.187903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:44.187903_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:43.028548_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:43.028548_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:42.419455_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:42.419455_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:43.552781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_fast_specialist_droid_2025-08-11T20:00:43.552781_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.334966_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.334966_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:34.030046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:34.030046_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.936742_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.936742_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.334966_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:32.334966_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:33.451622_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d3c30092-6885-4996-846d-690c2ade411d/paligemma_vq_droid_2025-08-11T20:09:33.451622_video_wrist.mp4"},"preference":"TIE","session_id":"d3c30092-6885-4996-846d-690c2ade411d","university":"UT Austin"},{"completion_time":"2025-08-11T19:56:52.319558Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Please pick up the screw driver","longform_feedback":"Neither policies were able to change their gripper position from a mostly up right position which would have helped grab the screw driver. Both policies began searching for something away from the screwdriver maybe on the ground somewhere. Both policies managed to touch the screwdriver seemingly running into it, policy B even getting to a place where if it had squeeze it's gripper, it would have been successful in grabbing the screwdriver. Unfortunately the screwdriver has been unmoved.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.139553_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.139553_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:09.815655_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:09.815655_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.790527_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.790527_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.139553_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:08.139553_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:09.218845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/paligemma_vq_droid_2025-08-11T19:49:09.218845_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:18.528595_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:18.528595_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:20.258701_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:20.258701_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:19.200738_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:19.200738_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:18.528595_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:18.528595_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:19.713732_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6619469c-f2f9-42d8-b345-2b1a7c37de70/pi0_droid_2025-08-11T19:56:19.713732_video_wrist.mp4"},"preference":"TIE","session_id":"6619469c-f2f9-42d8-b345-2b1a7c37de70","university":"UT Austin"},{"completion_time":"2025-08-11T19:44:55.784555Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Knock over the cup. But when you do knock over the cup, make sure that your gripper is closed.","longform_feedback":"Both policies were unable to knock over the cup. policy A actually picked up the cup but otherwise the policies were very similar. For some reason, both polciies seemed to grab the cup, maybe interpreting that as what it needed to do when I asked it to make sure the gripper was closed when it knocked over the cup. In any case, both policies seemed pre-occupied with grabbing the object as it's means of interaction and failed to consider other means of interacting with the object, failing to complete the task as a result.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:52.883280_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:52.883280_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:55.075896_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:55.075896_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:53.585600_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:53.585600_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:52.883280_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:52.883280_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:54.166975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/pi0_fast_droid_2025-08-11T19:39:54.166975_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:43:59.613275_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:43:59.613275_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:01.314595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:01.314595_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:00.156970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:00.156970_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:43:59.613275_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:43:59.613275_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:00.683762_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfc35399-6c39-44d6-b39f-0d7e0e44473e/paligemma_diffusion_droid_2025-08-11T19:44:00.683762_video_wrist.mp4"},"preference":"TIE","session_id":"dfc35399-6c39-44d6-b39f-0d7e0e44473e","university":"UT Austin"},{"completion_time":"2025-08-11T19:36:48.586280Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Flip the cup over.","longform_feedback":"I liked policy A more than policy B because policy A actually made contact with the cup. While policy A wasn't even able to get the cup on it's side, let alone upside down, policy B did not even grab the cup. Perhaps this relates to a difference in agressivness between policies where policy A is more aggressive than policy B.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:25.383765_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:25.383765_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:27.247234_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:27.247234_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:26.076530_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:26.076530_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:25.383765_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:25.383765_video_left.mp4","wrist_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:26.625301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/paligemma_vq_droid_2025-08-11T19:32:26.625301_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.304723_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.304723_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:29.058950_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:29.058950_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.966402_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.966402_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.304723_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:27.304723_video_left.mp4","wrist_video_gcs_path":"evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:28.491949_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/55f32db2-39fb-4daa-982f-9a1ef3198727/pi0_droid_2025-08-11T19:36:28.491949_video_wrist.mp4"},"preference":"A","session_id":"55f32db2-39fb-4daa-982f-9a1ef3198727","university":"UT Austin"},{"completion_time":"2025-08-08T19:46:39.398510Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put bread on plate ","longform_feedback":"B tried to pick up the bread but A moved in random directions","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:49.894330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:49.894330_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:48.687871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:48.687871_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:48.687871_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:48.687871_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:49.355289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_fast_specialist_droid_2025-08-08T19:42:49.355289_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:53.550665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:53.550665_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.229118_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.229118_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.229118_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.229118_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.899330_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7b0fd22-4dbb-4bed-8907-d87d1bb405b1/paligemma_diffusion_droid_2025-08-08T19:45:52.899330_video_wrist.mp4"},"preference":"B","session_id":"f7b0fd22-4dbb-4bed-8907-d87d1bb405b1","university":"Stanford"},{"completion_time":"2025-08-08T19:25:24.122713Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","longform_feedback":"A put the chicken wing on plate while B only moved toward the wing","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:21.587904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:21.587904_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:20.487820_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:20.487820_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:20.487820_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:20.487820_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:21.075238_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_droid_2025-08-08T19:21:21.075238_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:06.170118_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:06.170118_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:04.956466_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:04.956466_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:04.956466_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:04.956466_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:05.543803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ae818621-845e-4bc7-8f68-c459e48759ea/pi0_fast_droid_2025-08-08T19:25:05.543803_video_wrist.mp4"},"preference":"A","session_id":"ae818621-845e-4bc7-8f68-c459e48759ea","university":"Stanford"},{"completion_time":"2025-08-08T19:18:34.976493Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put chicken wing on plate ","longform_feedback":"B completed the task while A only managed to pick the chicken","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:13.988992_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:13.988992_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:12.723674_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:12.723674_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:12.723674_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:12.723674_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:13.430892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/paligemma_vq_droid_2025-08-08T19:13:13.430892_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:34.524747_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:34.524747_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.328234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.328234_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.328234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.328234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.961900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca2f008e-d0c6-4b5e-baa5-1337c70851cf/pi05_droid_2025-08-08T19:17:33.961900_video_wrist.mp4"},"preference":"B","session_id":"ca2f008e-d0c6-4b5e-baa5-1337c70851cf","university":"Stanford"},{"completion_time":"2025-08-08T19:09:15.727127Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put chicken wing in plate ","longform_feedback":"A wasn't able to pick up wing but B completed the task","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:53.417159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:53.417159_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.056022_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.056022_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.056022_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.056022_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.844127_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi0_fast_droid_2025-08-08T19:05:52.844127_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:54.093523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:54.093523_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:52.857179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:52.857179_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:52.857179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:52.857179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:53.459704_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ce424f5-2118-4ab3-84b7-b34ca99d6c93/pi05_droid_2025-08-08T19:08:53.459704_video_wrist.mp4"},"preference":"B","session_id":"0ce424f5-2118-4ab3-84b7-b34ca99d6c93","university":"Stanford"},{"completion_time":"2025-08-08T19:01:59.866454Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","longform_feedback":"Both policies tried to pick up chicken wing but didn't manage to","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:50.544237_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:50.544237_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.282304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.282304_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.282304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.282304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.924652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/paligemma_fast_specialist_droid_2025-08-08T18:57:49.924652_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:21.480121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:21.480121_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.346499_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.346499_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.346499_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.346499_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.967189_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31233f4b-4a37-40b0-ab20-43bbcc355155/pi0_fast_droid_2025-08-08T19:01:20.967189_video_wrist.mp4"},"preference":"TIE","session_id":"31233f4b-4a37-40b0-ab20-43bbcc355155","university":"Stanford"},{"completion_time":"2025-08-08T18:54:47.566531Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","longform_feedback":"B completed the task while A did nothing","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:40.552147_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:40.552147_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:39.653802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:39.653802_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:39.653802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:39.653802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:40.120298_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_binning_droid_2025-08-08T18:52:40.120298_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:01.127049_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:01.127049_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.035979_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.035979_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.035979_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.035979_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.578435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2f191ac-bf5e-4975-879c-6e6c3fc35fc5/paligemma_vq_droid_2025-08-08T18:54:00.578435_video_wrist.mp4"},"preference":"B","session_id":"e2f191ac-bf5e-4975-879c-6e6c3fc35fc5","university":"Stanford"},{"completion_time":"2025-08-08T18:49:12.213503Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put chicken wing on plate ","longform_feedback":"A couldn't pick up the wing while B completed the task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:44.597620_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:44.597620_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.419064_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.419064_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.419064_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.419064_video_right.mp4","wrist_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.992006_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_vq_droid_2025-08-08T18:46:43.992006_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:01.277331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:01.277331_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.068478_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.068478_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.068478_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.068478_video_right.mp4","wrist_video_gcs_path":"evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.682618_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/955155d7-463b-4b69-8438-294993ac9023/paligemma_diffusion_droid_2025-08-08T18:49:00.682618_video_wrist.mp4"},"preference":"B","session_id":"955155d7-463b-4b69-8438-294993ac9023","university":"Stanford"},{"completion_time":"2025-08-08T18:43:35.385946Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put chicken wing on plate","longform_feedback":"B completed the task while A only moved the wing towards the plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:20.630424_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:20.630424_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:19.471371_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:19.471371_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:19.471371_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:19.471371_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:20.090007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/paligemma_diffusion_droid_2025-08-08T18:40:20.090007_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:21.405695_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:21.405695_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.191311_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.191311_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.191311_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.191311_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.768076_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f5ac30d-ccf6-4c92-82df-b0d83a0a8624/pi0_droid_2025-08-08T18:43:20.768076_video_wrist.mp4"},"preference":"B","session_id":"4f5ac30d-ccf6-4c92-82df-b0d83a0a8624","university":"Stanford"},{"completion_time":"2025-08-08T18:22:59.040435Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Press the space bar on the keyboard.","longform_feedback":"policy B was able to quickly able to press the space bar with so much extra time it seemed as though it was going to try it again. policy A was able to press the keyboard, but was not able to press the space bar. It is worth mentioning that policy A pressed very close to the space bar, but also didn't seem to really progress towards it. Once policy A started pressing on the keyboard, it continued to press the same group of buttons until it was time to stop.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:25.523208_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:25.523208_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:27.208719_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:27.208719_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:26.166204_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:26.166204_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:25.523208_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:25.523208_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:26.669319_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/paligemma_vq_droid_2025-08-08T18:17:26.669319_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:09.590469_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:09.590469_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:11.173302_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:11.173302_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:10.186317_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:10.186317_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:09.590469_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:09.590469_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:10.606237_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98d38572-82da-4399-9925-c74d4ea976fe/pi0_droid_2025-08-08T18:21:10.606237_video_wrist.mp4"},"preference":"B","session_id":"98d38572-82da-4399-9925-c74d4ea976fe","university":"UT Austin"},{"completion_time":"2025-08-08T18:14:05.024586Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Grab the black tape that is attached to the wooden block.","longform_feedback":"Both policies grabbed the block but not the tape on the block. policy A might have gone for the tape in the beginning but that is mostly speculation. Both polices mostly grabbed the block. I believe that policy A was more agressive than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:28.894071_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:28.894071_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:30.637589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:30.637589_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:29.555281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:29.555281_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:28.894071_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:28.894071_video_left.mp4","wrist_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:30.045338_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_diffusion_droid_2025-08-08T18:10:30.045338_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.424882_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.424882_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:45.940304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:45.940304_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.933637_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.933637_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.424882_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:44.424882_video_left.mp4","wrist_video_gcs_path":"evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:45.382923_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/91fcd78c-a02c-4cc4-a269-34a5d492fa2a/paligemma_vq_droid_2025-08-08T18:13:45.382923_video_wrist.mp4"},"preference":"TIE","session_id":"91fcd78c-a02c-4cc4-a269-34a5d492fa2a","university":"UT Austin"},{"completion_time":"2025-08-08T18:01:16.087594Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object best used for stirring a pot full of soup.","longform_feedback":"both policies were unable to reach the spatula. It is worth mentioning that the spatula is on the edge of the scene and in a cluttered space. Both policies seemed confused at which object to grab at some point in the episode. policy A was confident in the beginning, picking up the wooden block, but then drifted towards the spatula. policy B was less confident and started by moving towards the screwdriver and then moved back and forth also drifting towards the spatula. I am not sure if either policy had actually identified the spatula and was moving towards it, or if they just tended right when re-adjusting itself.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.222775_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.222775_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:01.902660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:01.902660_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.836615_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.836615_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.222775_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:00.222775_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:01.350753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/paligemma_vq_droid_2025-08-08T17:55:01.350753_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:17.754844_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:17.754844_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:19.380592_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:19.380592_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:18.269871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:18.269871_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:17.754844_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:17.754844_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:18.808765_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e843f9a-8f82-48fc-ac21-b238abd63025/pi0_droid_2025-08-08T18:00:18.808765_video_wrist.mp4"},"preference":"TIE","session_id":"9e843f9a-8f82-48fc-ac21-b238abd63025","university":"UT Austin"},{"completion_time":"2025-08-08T17:52:20.395542Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object that you would use to draw with.","longform_feedback":"policy A had started by attempting to grab the screwdriver but then it's movement began drifting towards the pencil. It is worth mentionting that the pencil is on the far left of the scene, so if the policy is more prone to look right in the center, it might explain why policy A had gone for the screwdriver and then began to drift towards the pencil. It is also worth mentioning that the pencil and screwdriver look somewhat similar. policy B didn't do anything.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.132278_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.132278_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:54.757375_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:54.757375_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.685370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.685370_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.132278_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:53.132278_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:54.184739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/pi0_droid_2025-08-08T17:47:54.184739_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:57.903685_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:57.903685_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.950355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.950355_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.343328_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.343328_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:57.903685_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:57.903685_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.637895_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b38dc9b3-655a-404f-ae6c-458e2349d58f/paligemma_binning_droid_2025-08-08T17:51:58.637895_video_wrist.mp4"},"preference":"A","session_id":"b38dc9b3-655a-404f-ae6c-458e2349d58f","university":"UT Austin"},{"completion_time":"2025-08-08T17:45:03.469441Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object that you could use as material to build a wood house.","longform_feedback":"policy A was able to identify that it should go for the wooden block, but was unable to grab it. policy B had identified and grabbed the bread whicmight be because it had confused the bread for wood or because it was the easiest, most visible object to grab.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.372015_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.372015_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:14.986492_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:14.986492_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.859839_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.859839_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.372015_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:13.372015_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:14.373983_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/paligemma_vq_droid_2025-08-08T17:41:14.373983_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.407530_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.407530_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:47.023072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:47.023072_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.946340_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.946340_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.407530_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:45.407530_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:46.484467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcba23f6-fa26-43d8-8bdd-f17a567733c1/pi05_droid_2025-08-08T17:44:46.484467_video_wrist.mp4"},"preference":"A","session_id":"bcba23f6-fa26-43d8-8bdd-f17a567733c1","university":"UT Austin"},{"completion_time":"2025-08-08T17:38:06.251119Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object best for eating.","longform_feedback":"policy A had grabbed the screwdriver for some reason. It is worth mentioning that the screwdriver is close to the bread, so it is possible that the robot had begun reaching for the bread and had for some reason changed course to the screwdriver. policy B had correctly idenfitied that it should grab the bread but was not able to grab it. That being said, policy B was very close to grabbing the bread and given some more time, I believe it coud.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.220363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.220363_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:50.901828_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:50.901828_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.829692_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.829692_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.220363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:49.220363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:50.350920_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/paligemma_vq_droid_2025-08-08T17:33:50.350920_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:44.532744_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:44.532744_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:46.240836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:46.240836_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:45.158142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:45.158142_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:44.532744_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:44.532744_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:45.615897_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d10d1bde-30ef-4426-a330-f5856663e9a0/pi05_droid_2025-08-08T17:37:45.615897_video_wrist.mp4"},"preference":"B","session_id":"d10d1bde-30ef-4426-a330-f5856663e9a0","university":"UT Austin"},{"completion_time":"2025-08-08T17:31:29.554647Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the object that you would use to screw in a screw.","longform_feedback":"policy A had opted for the spatula and was successfully able to grab at it. I chose policy B because, even though it didn't succesfully grab the screwdirver, it had correctly identified that it was the object it needed to go for. It is worth mentioning that policy B might have found it difficult to grasp the screw driver due to the cluttered nature of the environment. It had enough space to grab the screwdriver, but it's perception might have been confused or something similar to that.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.380974_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.380974_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:36.967534_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:36.967534_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.919054_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.919054_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.380974_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:35.380974_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:36.378386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi05_droid_2025-08-08T17:25:36.378386_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.295621_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.295621_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:58.955230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:58.955230_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.896223_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.896223_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.295621_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:57.295621_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:58.348682_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7015bcad-640e-4e62-82ef-16fb01c96ab9/pi0_droid_2025-08-08T17:30:58.348682_video_wrist.mp4"},"preference":"B","session_id":"7015bcad-640e-4e62-82ef-16fb01c96ab9","university":"UT Austin"},{"completion_time":"2025-08-08T17:21:57.987026Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"pick up the marker and place it next to the spatula.","longform_feedback":"policy B was able to completly execute the task while policy A just sat in place.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.350991_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.350991_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:36.543365_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:36.543365_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.833858_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.833858_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.350991_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:35.350991_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:36.149796_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/paligemma_binning_droid_2025-08-08T17:19:36.149796_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.023622_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.023622_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:42.493438_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:42.493438_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.545379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.545379_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.023622_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.023622_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.954485_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b379247f-c6c9-4b7a-a71a-07c5e245c7a3/pi05_droid_2025-08-08T17:21:41.954485_video_wrist.mp4"},"preference":"B","session_id":"b379247f-c6c9-4b7a-a71a-07c5e245c7a3","university":"UT Austin"},{"completion_time":"2025-08-08T17:16:47.955159Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the pen.","longform_feedback":"Both policies opted for the marker and were able to successfully pick it up. It is worth mentioning that policy A moved around a lot more after picking up the marker while policy B stayed in the same spot and didn't lift the marker very high either.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:12:59.832587_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:12:59.832587_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:01.498616_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:01.498616_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:00.478149_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:00.478149_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:12:59.832587_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:12:59.832587_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:00.944017_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_fast_droid_2025-08-08T17:13:00.944017_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:27.839792_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:27.839792_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:29.467812_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:29.467812_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:28.363998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:28.363998_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:27.839792_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:27.839792_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:28.870212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c64aaacc-99f5-4411-9052-f887849f735e/paligemma_vq_droid_2025-08-08T17:16:28.870212_video_wrist.mp4"},"preference":"TIE","session_id":"c64aaacc-99f5-4411-9052-f887849f735e","university":"UT Austin"},{"completion_time":"2025-08-08T17:10:13.152663Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the pencil","longform_feedback":"policy A was able to immediatley identify the pencil and begin picking it up. It did struggle to actually lift the pencil, restarting many times, but was successfull in the end. policy B was unable to identify the pencil and instead tried picking up the marker.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:28.460762_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:28.460762_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:30.234754_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:30.234754_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:29.140735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:29.140735_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:28.460762_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:28.460762_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:29.663534_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/pi0_fast_droid_2025-08-08T17:06:29.663534_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:53.493855_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:53.493855_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:55.125417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:55.125417_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:54.083537_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:54.083537_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:53.493855_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:53.493855_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:54.586156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bffbed77-7006-4a48-b871-0aa65f1861ee/paligemma_vq_droid_2025-08-08T17:09:54.586156_video_wrist.mp4"},"preference":"A","session_id":"bffbed77-7006-4a48-b871-0aa65f1861ee","university":"UT Austin"},{"completion_time":"2025-08-08T07:30:19.816869Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put a bag of transparent cable ties into the white storage box.","longform_feedback":"Policy A failed to find the target and pulled off the tablecloth. Policy B found the target but dropped it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:03.371238_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:03.371238_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.093486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.093486_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.093486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.093486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.729253_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/paligemma_fast_droid_2025-08-08T07:26:02.729253_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:02.291500_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:02.291500_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.021297_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.021297_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.021297_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.021297_video_right.mp4","wrist_video_gcs_path":"evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.676225_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/172dd2b5-162f-4cd2-b705-a8e84bfb0c4f/pi0_fast_droid_2025-08-08T07:30:01.676225_video_wrist.mp4"},"preference":"B","session_id":"172dd2b5-162f-4cd2-b705-a8e84bfb0c4f","university":"frodobots"},{"completion_time":"2025-08-08T07:22:04.264934Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three small white dishes on top of each other.","longform_feedback":"Policy A has never been successfully captured. Policy B made a failed stacking attempt.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:57.899785_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:57.899785_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:56.774526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:56.774526_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:56.774526_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:56.774526_video_right.mp4","wrist_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:57.432171_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_diffusion_droid_2025-08-08T07:18:57.432171_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:54.172230_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:54.172230_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.022379_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.022379_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.022379_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.022379_video_right.mp4","wrist_video_gcs_path":"evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.667803_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/290074db-07e6-4dd4-9bbd-7ff73ad5b1da/paligemma_fast_specialist_droid_2025-08-08T07:21:53.667803_video_wrist.mp4"},"preference":"B","session_id":"290074db-07e6-4dd4-9bbd-7ff73ad5b1da","university":"frodobots"},{"completion_time":"2025-08-08T07:15:50.469200Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the tools whose colors are similar to those of the building blocks in the plate and put them into the plate.","longform_feedback":"Policy A grabbed the wrong target but completed the expected action. Policy B moved randomly after failing to grab the target.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:12:01.157762_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:12:01.157762_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:11:59.820477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:11:59.820477_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:11:59.820477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:11:59.820477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:12:00.570422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/paligemma_fast_droid_2025-08-08T07:12:00.570422_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:36.604596_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:36.604596_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:35.308320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:35.308320_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:35.308320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:35.308320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:36.055900_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6c72ad9-5093-4a31-aee0-29aa02bf34f4/pi0_fast_droid_2025-08-08T07:15:36.055900_video_wrist.mp4"},"preference":"A","session_id":"b6c72ad9-5093-4a31-aee0-29aa02bf34f4","university":"frodobots"},{"completion_time":"2025-08-08T07:07:56.827826Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the hex wrench in the plate.","longform_feedback":"Policy A completed the task quickly and was given an extra tool, so it cannot get a full score. Policy B targeted the wrong object and had difficulty in grasping.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:22.577035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:22.577035_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.194760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.194760_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.194760_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.194760_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.915211_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/pi05_droid_2025-08-08T07:05:21.915211_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:46.347002_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:46.347002_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.264753_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.264753_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.264753_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.264753_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.837370_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dce6e44-1652-4e2d-96f9-493f0d7032af/paligemma_diffusion_droid_2025-08-08T07:07:45.837370_video_wrist.mp4"},"preference":"A","session_id":"6dce6e44-1652-4e2d-96f9-493f0d7032af","university":"frodobots"},{"completion_time":"2025-08-08T07:01:09.988023Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the knife horizontally on the plate.","longform_feedback":"To ensure fairness, manual intervention was carried out once. Policy A barely completed the task, while Policy B failed to capture data twice.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:37.204319_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:37.204319_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:35.883837_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:35.883837_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:35.883837_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:35.883837_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:36.609397_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/paligemma_fast_droid_2025-08-08T06:57:36.609397_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:54.643407_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:54.643407_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.341485_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.341485_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.341485_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.341485_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.996662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4a6d6ae5-164f-4c8e-b03a-65b4ba37888e/pi0_fast_droid_2025-08-08T07:00:53.996662_video_wrist.mp4"},"preference":"A","session_id":"4a6d6ae5-164f-4c8e-b03a-65b4ba37888e","university":"frodobots"},{"completion_time":"2025-08-08T06:54:38.389039Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the knife horizontally on the plate.","longform_feedback":"Neither can handle the grasping tasks in the constrained space well. Policy B has made more attempts.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:13.849653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:13.849653_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:12.628969_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:12.628969_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:12.628969_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:12.628969_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:13.275799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/paligemma_vq_droid_2025-08-08T06:50:13.275799_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:17.787335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:17.787335_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:16.536357_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:16.536357_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:16.536357_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:16.536357_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:17.194316_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f98ce16-2043-4321-88f9-e167afe9367c/pi0_fast_droid_2025-08-08T06:54:17.194316_video_wrist.mp4"},"preference":"B","session_id":"9f98ce16-2043-4321-88f9-e167afe9367c","university":"frodobots"},{"completion_time":"2025-08-08T06:46:27.500541Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Use a knife to push down the building blocks on the plate.","longform_feedback":"Policy A only completed the task of grabbing the tool. Policy B completed the task accurately and quickly.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:18.352342_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:18.352342_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.076179_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.076179_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.076179_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.076179_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.758616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_diffusion_droid_2025-08-08T06:43:17.758616_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:14.846927_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:14.846927_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:13.558262_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:13.558262_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:13.558262_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:13.558262_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:14.303956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b13e971-fe42-4a56-acbe-329ab2584f4a/paligemma_fast_specialist_droid_2025-08-08T06:46:14.303956_video_wrist.mp4"},"preference":"B","session_id":"6b13e971-fe42-4a56-acbe-329ab2584f4a","university":"frodobots"},{"completion_time":"2025-08-08T06:35:21.294010Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out a mineral water bottle and put it on the plate.","longform_feedback":"Policy A did not find the target. Policy B attempted to capture the target multiple times.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:25.557730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:25.557730_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:24.351214_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:24.351214_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:24.351214_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:24.351214_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:25.002956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_vq_droid_2025-08-08T06:32:25.002956_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:35:00.732566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:35:00.732566_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:34:59.586704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:34:59.586704_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:34:59.586704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:34:59.586704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:35:00.254196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8ac0d3fa-53cc-44e4-bbef-199c48cfe602/paligemma_diffusion_droid_2025-08-08T06:35:00.254196_video_wrist.mp4"},"preference":"B","session_id":"8ac0d3fa-53cc-44e4-bbef-199c48cfe602","university":"frodobots"},{"completion_time":"2025-08-08T06:27:40.500626Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks in the plate.","longform_feedback":"Policy A made more attempts at scraping. Policy B acted slowly and didn't do much.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:10.041282_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:10.041282_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:08.769411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:08.769411_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:08.769411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:08.769411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:09.459965_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/paligemma_vq_droid_2025-08-08T06:24:09.459965_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:26.485776_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:26.485776_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.333365_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.333365_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.333365_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.333365_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.992122_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd5c599b-88a4-479a-aa1e-d68c4ac35ed0/pi0_droid_2025-08-08T06:27:25.992122_video_wrist.mp4"},"preference":"A","session_id":"cd5c599b-88a4-479a-aa1e-d68c4ac35ed0","university":"frodobots"},{"completion_time":"2025-08-08T03:56:53.197411Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Press the space bar on the keyboard.","longform_feedback":"Policy A has been performing mid-air grabbing continuously. Policy B made a tapping action, although the wrong key was pressed.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:02.590378_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:02.590378_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:01.331596_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:01.331596_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:01.331596_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:01.331596_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:02.007592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/paligemma_fast_specialist_droid_2025-08-08T03:53:02.007592_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:41.978634_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:41.978634_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:40.892862_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:40.892862_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:40.892862_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:40.892862_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:41.420735_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a5be5ed-16a3-4c50-a343-eed63316f105/pi05_droid_2025-08-08T03:56:41.420735_video_wrist.mp4"},"preference":"B","session_id":"0a5be5ed-16a3-4c50-a343-eed63316f105","university":"frodobots"},{"completion_time":"2025-08-08T03:49:02.153044Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the transparent tape on the small electronic scale.","longform_feedback":"Policy A quickly finds the target and tries to grab it. Policy B keeps adjusting its position.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:25.671945_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:25.671945_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:24.647241_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:24.647241_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:24.647241_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:24.647241_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:25.143386_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/paligemma_diffusion_droid_2025-08-08T03:45:25.143386_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:49.419440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:49.419440_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.208948_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.208948_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.208948_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.208948_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.865665_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4/pi0_fast_droid_2025-08-08T03:48:48.865665_video_wrist.mp4"},"preference":"A","session_id":"c98927f8-8b23-4f46-a0f4-ee0a83b0e9d4","university":"frodobots"},{"completion_time":"2025-08-08T03:41:05.766219Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the middle building blocks into the white storage box without knocking over the other building blocks.","longform_feedback":"At least Policy B didn't knock over the building blocks.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:01.786983_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:01.786983_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:00.635813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:00.635813_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:00.635813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:00.635813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:01.281028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_droid_2025-08-08T03:38:01.281028_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:52.976368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:52.976368_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:51.794998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:51.794998_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:51.794998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:51.794998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:52.406030_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2d0ae3c-aee5-4746-adf1-f827553760fd/paligemma_fast_specialist_droid_2025-08-08T03:40:52.406030_video_wrist.mp4"},"preference":"B","session_id":"e2d0ae3c-aee5-4746-adf1-f827553760fd","university":"frodobots"},{"completion_time":"2025-08-08T03:32:49.217432Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the fork in the bowl and use the fork to make a stirring motion in the bowl.","longform_feedback":"The grasping method of Policy A is unreasonable, and it moved randomly and lost the target. Policy B successfully grasped the fork and made some attempts at stirring.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:07.274450_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:07.274450_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:05.968661_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:05.968661_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:05.968661_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:05.968661_video_right.mp4","wrist_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:06.681156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi05_droid_2025-08-08T03:29:06.681156_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:37.273462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:37.273462_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.122000_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.122000_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.122000_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.122000_video_right.mp4","wrist_video_gcs_path":"evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.752847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/831bdaf7-21e8-4e05-9753-524baaf85537/pi0_droid_2025-08-08T03:32:36.752847_video_wrist.mp4"},"preference":"B","session_id":"831bdaf7-21e8-4e05-9753-524baaf85537","university":"frodobots"},{"completion_time":"2025-08-08T03:21:32.179511Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the fork in the bowl and use the fork to make a stirring motion in the bowl.","longform_feedback":"There is no way to start with Policy A. Policy B quickly tries to grab the fork.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:26.341256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:26.341256_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.084725_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.084725_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.084725_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.084725_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.850745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi05_droid_2025-08-08T03:18:25.850745_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:19.384856_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:19.384856_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.195208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.195208_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.195208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.195208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.848251_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3907cc2b-1d4b-485e-b841-fa45c219002f/pi0_droid_2025-08-08T03:21:18.848251_video_wrist.mp4"},"preference":"B","session_id":"3907cc2b-1d4b-485e-b841-fa45c219002f","university":"frodobots"},{"completion_time":"2025-08-08T03:15:08.076801Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the fork in the cup and make a stirring motion in the bowl.","longform_feedback":"Couldn't find any forks. Tried to grab the shadows on the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:10.613182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:10.613182_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:09.486486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:09.486486_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:09.486486_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:09.486486_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:10.122067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_vq_droid_2025-08-08T03:12:10.122067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:56.879818_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:56.879818_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:55.792918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:55.792918_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:55.792918_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:55.792918_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:56.371742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0acc75bb-66a6-4216-8604-d84dbb280127/paligemma_diffusion_droid_2025-08-08T03:14:56.371742_video_wrist.mp4"},"preference":"TIE","session_id":"0acc75bb-66a6-4216-8604-d84dbb280127","university":"frodobots"},{"completion_time":"2025-08-08T03:08:13.393759Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack the two scattered building blocks onto the block pile, maintaining the same stacking method.","longform_feedback":"Policy A is trying to grab, while Policy B is just standing there in a daze.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:41.706193_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:41.706193_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:40.571157_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:40.571157_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:40.571157_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:40.571157_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:41.168032_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/pi05_droid_2025-08-08T03:02:41.168032_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:58.906858_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:58.906858_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:57.809026_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:57.809026_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:57.809026_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:57.809026_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:58.437873_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40ef1a6e-320a-40e1-803b-df1096344801/paligemma_fast_specialist_droid_2025-08-08T03:07:58.437873_video_wrist.mp4"},"preference":"A","session_id":"40ef1a6e-320a-40e1-803b-df1096344801","university":"frodobots"},{"completion_time":"2025-08-08T02:57:25.301419Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Push down all the building blocks.","longform_feedback":"Policy A pushed down two building blocks. Policy B didn't push down any.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:23.927697_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:23.927697_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:22.841628_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:22.841628_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:22.841628_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:22.841628_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:23.420719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/pi05_droid_2025-08-08T02:54:23.420719_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:14.940892_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:14.940892_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:13.801455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:13.801455_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:13.801455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:13.801455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:14.437078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c2469b6e-45c8-432b-a435-46f37acc7dc8/paligemma_vq_droid_2025-08-08T02:57:14.437078_video_wrist.mp4"},"preference":"A","session_id":"c2469b6e-45c8-432b-a435-46f37acc7dc8","university":"frodobots"},{"completion_time":"2025-08-08T02:51:00.585885Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Pour the building blocks from the cup onto the plate.","longform_feedback":"Policy A attempted to perform a dumping action after grasping. Policy B didn't even complete the grasping.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:10.691464_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:10.691464_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:09.529758_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:09.529758_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:09.529758_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:09.529758_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:10.185721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/pi05_droid_2025-08-08T02:47:10.185721_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:43.333822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:43.333822_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.139023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.139023_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.139023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.139023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.832666_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0/paligemma_fast_specialist_droid_2025-08-08T02:50:42.832666_video_wrist.mp4"},"preference":"A","session_id":"8bcf22c9-fbdc-42c0-87e0-db1c2ce0d4d0","university":"frodobots"},{"completion_time":"2025-08-08T02:43:08.095142Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the building blocks in the inverted cup and put them on the plate.","longform_feedback":"I don't even know where to start, and the task fails.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:04.807650_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:04.807650_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:03.783122_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:03.783122_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:03.783122_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:03.783122_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:04.323180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/pi0_fast_droid_2025-08-08T02:40:04.323180_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:53.406331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:53.406331_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.206994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.206994_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.206994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.206994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.889540_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f504651-8137-4d54-bc8c-fa1ca703b12d/paligemma_diffusion_droid_2025-08-08T02:42:52.889540_video_wrist.mp4"},"preference":"TIE","session_id":"8f504651-8137-4d54-bc8c-fa1ca703b12d","university":"frodobots"},{"completion_time":"2025-08-08T02:31:32.746867Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack the small white dishes from the top and bottom in the middle.","longform_feedback":"There's no way to start with Policy A. Policy B has made more correct attempts.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:54.045626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:54.045626_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:52.834175_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:52.834175_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:52.834175_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:52.834175_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:53.519471_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi05_droid_2025-08-08T02:27:53.519471_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:18.622209_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:18.622209_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:17.624076_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:17.624076_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:17.624076_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:17.624076_video_right.mp4","wrist_video_gcs_path":"evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:18.161222_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06160677-7f63-4449-b5f0-6b03398099a2/pi0_fast_droid_2025-08-08T02:31:18.161222_video_wrist.mp4"},"preference":"B","session_id":"06160677-7f63-4449-b5f0-6b03398099a2","university":"frodobots"},{"completion_time":"2025-08-08T02:23:18.344148Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the black cable debris into the black box.","longform_feedback":"The capture of Policy A failed. Policy B correctly captured the target but placed it on the black chair.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:09.529401_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:09.529401_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.268916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.268916_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.268916_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.268916_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.987052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi05_droid_2025-08-08T02:18:08.987052_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:02.713694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:02.713694_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:01.467816_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:01.467816_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:01.467816_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:01.467816_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:02.181066_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12b45c64-94d2-42db-8f11-19ae34225517/pi0_droid_2025-08-08T02:23:02.181066_video_wrist.mp4"},"preference":"B","session_id":"12b45c64-94d2-42db-8f11-19ae34225517","university":"frodobots"},{"completion_time":"2025-08-08T02:09:43.131843Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the black cable debris into the black box.","longform_feedback":"The crawling strategy of Policy A is better than that of Policy B.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:39.186186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:39.186186_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:37.799289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:37.799289_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:37.799289_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:37.799289_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:38.570332_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_fast_specialist_droid_2025-08-08T02:06:38.570332_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:30.757275_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:30.757275_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:29.425025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:29.425025_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:29.425025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:29.425025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:30.127061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3/paligemma_diffusion_droid_2025-08-08T02:09:30.127061_video_wrist.mp4"},"preference":"A","session_id":"dabe5fd0-7eb6-4352-90a5-9f0d8a9078c3","university":"frodobots"},{"completion_time":"2025-08-08T02:01:29.497346Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the building blocks in the shape of Arabic numerals and put them on the plate.","longform_feedback":"Policy A captured the wrong target and failed. Policy B also captured the wrong target, but the overall task completion rate of Policy B was better than that of Policy A. Both models failed to correctly recognize the number - type building blocks.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:27.484377_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:27.484377_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.307146_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.307146_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.307146_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.307146_video_right.mp4","wrist_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.907520_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/paligemma_diffusion_droid_2025-08-08T01:55:26.907520_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:30.703863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:30.703863_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:29.542558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:29.542558_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:29.542558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:29.542558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:30.157243_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/642d7838-2c2d-4076-9277-d5487ae4adfb/pi0_fast_droid_2025-08-08T02:00:30.157243_video_wrist.mp4"},"preference":"B","session_id":"642d7838-2c2d-4076-9277-d5487ae4adfb","university":"frodobots"},{"completion_time":"2025-08-08T01:51:01.127484Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the building block with the number 8 and put it into the black box.","longform_feedback":"Policy A grabbed the wrong numbers, tried to put them in the box, and after failing, placed them on the black chair. Policy B grabbed the pentagrams and placed them randomly. Overall, Policy A is closer to the standard answer.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:38.226007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:38.226007_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.030549_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.030549_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.030549_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.030549_video_right.mp4","wrist_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.643331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi0_droid_2025-08-08T01:45:37.643331_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:44.713613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:44.713613_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:43.551545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:43.551545_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:43.551545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:43.551545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:44.181279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/886202b7-e3d9-4a86-898f-c900e4bd99aa/pi05_droid_2025-08-08T01:50:44.181279_video_wrist.mp4"},"preference":"A","session_id":"886202b7-e3d9-4a86-898f-c900e4bd99aa","university":"frodobots"},{"completion_time":"2025-08-07T21:52:12.923497Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put spoon on plate ","longform_feedback":"A placed spoon on plate while B only moved towards the spoon","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:08.873684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:08.873684_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:07.702144_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:07.702144_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:07.702144_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:07.702144_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:08.331597_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/pi0_droid_2025-08-07T21:49:08.331597_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:59.663313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:59.663313_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:58.473477_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:58.473477_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:58.473477_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:58.473477_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:59.065614_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9764cfdc-57d0-4095-904b-3c68ef9a99e4/paligemma_fast_specialist_droid_2025-08-07T21:51:59.065614_video_wrist.mp4"},"preference":"A","session_id":"9764cfdc-57d0-4095-904b-3c68ef9a99e4","university":"Stanford"},{"completion_time":"2025-08-07T21:45:30.123046Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put spoon on plate","longform_feedback":"B moved towards the spoon and picked it up while A was trying to move towards the spoon but didn't pick it up","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:05.481411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:05.481411_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.239734_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.239734_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.239734_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.239734_video_right.mp4","wrist_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.814376_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/paligemma_fast_specialist_droid_2025-08-07T21:41:04.814376_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:03.915243_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:03.915243_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:02.699777_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:02.699777_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:02.699777_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:02.699777_video_right.mp4","wrist_video_gcs_path":"evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:03.301334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/829bacd7-cf25-4ca9-b9c6-cd7f09155ac6/pi0_fast_droid_2025-08-07T21:45:03.301334_video_wrist.mp4"},"preference":"B","session_id":"829bacd7-cf25-4ca9-b9c6-cd7f09155ac6","university":"Stanford"},{"completion_time":"2025-08-07T21:38:17.568769Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put spoon on plate ","longform_feedback":"B placed spoon on plate while A only managed to move towards the spoon","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:30.496178_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:30.496178_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.207911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.207911_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.207911_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.207911_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.858168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/pi0_fast_droid_2025-08-07T21:35:29.858168_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:43.173126_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:43.173126_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:41.890543_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:41.890543_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:41.890543_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:41.890543_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:42.591147_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47db138c-d555-47fb-abd6-dc0627bdbdee/paligemma_diffusion_droid_2025-08-07T21:37:42.591147_video_wrist.mp4"},"preference":"B","session_id":"47db138c-d555-47fb-abd6-dc0627bdbdee","university":"Stanford"},{"completion_time":"2025-08-07T21:31:42.346911Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put spoon on plate ","longform_feedback":"Policy A did the task while Policy B moved in random places","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:28:00.824972_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:28:00.824972_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:27:59.647250_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:27:59.647250_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:27:59.647250_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:27:59.647250_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:28:00.289999_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/paligemma_fast_specialist_droid_2025-08-07T21:28:00.289999_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:50.105607_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:50.105607_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:48.903786_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:48.903786_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:48.903786_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:48.903786_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:49.533047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d703fc0d-9f8b-4ec6-a2e8-543da2878b35/pi0_droid_2025-08-07T21:30:49.533047_video_wrist.mp4"},"preference":"A","session_id":"d703fc0d-9f8b-4ec6-a2e8-543da2878b35","university":"Stanford"},{"completion_time":"2025-08-07T20:24:52.254830Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Please touch the largest cup and then the smallest cup.","longform_feedback":"policy A was able to grab the biggest cup but no other cup. policy B did not do anything.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.051352_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.051352_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:13.578009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:13.578009_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.633985_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.633985_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.051352_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:12.051352_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:13.064010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/pi0_droid_2025-08-07T20:22:13.064010_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.394642_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.394642_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:40.466767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:40.466767_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.792161_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.792161_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.394642_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:39.394642_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:40.093464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9fcd3dd9-ceeb-4839-a1cf-4931f912a305/paligemma_binning_droid_2025-08-07T20:24:40.093464_video_wrist.mp4"},"preference":"A","session_id":"9fcd3dd9-ceeb-4839-a1cf-4931f912a305","university":"UT Austin"},{"completion_time":"2025-08-07T20:17:03.750423Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the white block in the center of the bullseye.","longform_feedback":"policy A was able to grab the block but not actually drop it onto the bullseye. policy B was able to do both but did not get it all the way to the center.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:18.592425_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:18.592425_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:20.229977_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:20.229977_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:19.221836_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:19.221836_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:18.592425_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:18.592425_video_left.mp4","wrist_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:19.678247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/paligemma_diffusion_droid_2025-08-07T20:13:19.678247_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:47.823504_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:47.823504_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:49.541629_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:49.541629_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:48.390566_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:48.390566_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:47.823504_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:47.823504_video_left.mp4","wrist_video_gcs_path":"evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:48.961829_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/318baff7-f885-420f-bba0-e8557c3fea69/pi05_droid_2025-08-07T20:16:48.961829_video_wrist.mp4"},"preference":"B","session_id":"318baff7-f885-420f-bba0-e8557c3fea69","university":"UT Austin"},{"completion_time":"2025-08-07T20:09:16.322342Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the paper.","longform_feedback":"policy A was trying to grab the paper and only the paper while policy B started by grabbing the marker, but then proceeded to grab the wooden block and then the paper- both of which were unnecesarry actions.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:58.782116_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:58.782116_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:05:00.367868_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:05:00.367868_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:59.382526_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:59.382526_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:58.782116_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:58.782116_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:59.845020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/pi0_droid_2025-08-07T20:04:59.845020_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:53.846992_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:53.846992_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:55.479519_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:55.479519_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:54.386441_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:54.386441_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:53.846992_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:53.846992_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:54.939179_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6084a8ee-7f70-4d46-9992-6a4d4cb976e2/paligemma_fast_specialist_droid_2025-08-07T20:08:54.939179_video_wrist.mp4"},"preference":"B","session_id":"6084a8ee-7f70-4d46-9992-6a4d4cb976e2","university":"UT Austin"},{"completion_time":"2025-08-07T20:01:16.674527Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Draw on the paper.","longform_feedback":"policy A did not do anythig. policy B was able to identify that it would need to use the marker to draw on the paper, but was unable to effectivley use the marker to do so. policy B would pick up the marker and then place it on the paper, sometimes forcefully. I am not sure if it is merely a issue of dexterity, if it did not know how to use the marker, or if it simply thought that this was a pick and place task.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:16.696473_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:16.696473_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.874271_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.874271_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.084420_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.084420_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:16.696473_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:16.696473_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.432999_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_binning_droid_2025-08-07T19:56:17.432999_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:35.674764_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:35.674764_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:37.280198_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:37.280198_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:36.267778_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:36.267778_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:35.674764_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:35.674764_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:36.751069_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074/paligemma_vq_droid_2025-08-07T20:00:36.751069_video_wrist.mp4"},"preference":"B","session_id":"0bc54f1e-8b3d-4c88-a4d6-6f97fbb7d074","university":"UT Austin"},{"completion_time":"2025-08-07T19:50:07.295601Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Re-arrange the cups so that the cups are on the tile of the same color.","longform_feedback":"policy A did not do anything. policy B was able to eventually begin moving the yellow cup to the yellow tile, but seemed confused on which cup to start with and as a result didn't pick quick enough to finish the entire task.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.068752_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.068752_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:48.259799_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:48.259799_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.503072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.503072_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.068752_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.068752_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.899742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/paligemma_binning_droid_2025-08-07T19:46:47.899742_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.040365_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.040365_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:53.700313_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:53.700313_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.668054_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.668054_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.040365_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:52.040365_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:53.148177_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3/pi05_droid_2025-08-07T19:49:53.148177_video_wrist.mp4"},"preference":"B","session_id":"c1e68ef6-cfbc-45fb-b6d2-3cfd320785d3","university":"UT Austin"},{"completion_time":"2025-08-07T19:42:46.928397Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put the yellow cup on the yellow foam tile and put the blue cup on the blue foam tile.","longform_feedback":"While both policies seemed to attempt to remove both cups, policy A was able to place the yellow cup in such a way that it didn't topple over and begin rolling off of the tile while policy B placed almost on top of the blue cup to where after letting go, the yellow cup toppled and would have rolled off of the tile. Both policies were about to move the second cup to it's tile, but policy A was unable to begin moving to the next tile and policy B proceeded to put the blue cup back onto the yellow tile. In summary, I chose policy A because it had more cleanly delivered the yellow cup to the yellow tile and I had noticed no irregularities when it was about to deliver the blue cup while policy B had a poor delivery and proceeded to place the blue cup in the wrong tile.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:26.504250_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:26.504250_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:28.211478_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:28.211478_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:27.112490_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:27.112490_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:26.504250_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:26.504250_video_left.mp4","wrist_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:27.651366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_fast_droid_2025-08-07T19:34:27.651366_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:00.600738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:00.600738_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:02.207891_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:02.207891_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:01.133359_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:01.133359_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:00.600738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:00.600738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:01.631381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c/paligemma_vq_droid_2025-08-07T19:42:01.631381_video_wrist.mp4"},"preference":"A","session_id":"913f0d4d-ab8a-4c39-9a45-30f2a9ad7c9c","university":"UT Austin"},{"completion_time":"2025-08-07T19:31:28.232850Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put the yellow cup on the blue foam tile and then put the blue cup on the yellow foam tile.","longform_feedback":"policy B was able to interpret the task completely correctly and seemed to almost complete the task entirley if not for some issues with fine grained motion. policy A approached the cups in the wrong order and did not even attempt to go to the yellow cup. Furthermore, policy A was not able to grab the cup it had set it's sights on.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.026812_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.026812_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:38.678955_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:38.678955_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.595069_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.595069_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.026812_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:37.026812_video_left.mp4","wrist_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:38.083936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi0_droid_2025-08-07T19:26:38.083936_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.168789_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.168789_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:52.956431_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:52.956431_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.816887_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.816887_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.168789_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:51.168789_video_left.mp4","wrist_video_gcs_path":"evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:52.347509_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/581d4793-3b4d-444a-b749-ece035ca0b33/pi05_droid_2025-08-07T19:30:52.347509_video_wrist.mp4"},"preference":"B","session_id":"581d4793-3b4d-444a-b749-ece035ca0b33","university":"UT Austin"},{"completion_time":"2025-08-07T19:25:09.499494Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put waffle on plate ","longform_feedback":"A moved towards the waffle while B moved in random places","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:32.406504_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:32.406504_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.197217_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.197217_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.197217_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.197217_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.740652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_fast_specialist_droid_2025-08-07T19:22:31.740652_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:56.259947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:56.259947_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.161058_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.161058_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.161058_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.161058_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.711023_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d872332-7472-474e-99c7-5d74071f99d5/paligemma_diffusion_droid_2025-08-07T19:24:55.711023_video_wrist.mp4"},"preference":"A","session_id":"3d872332-7472-474e-99c7-5d74071f99d5","university":"Stanford"},{"completion_time":"2025-08-07T19:23:05.952788Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Trace a line on the foam pad using your gripper.","longform_feedback":"policy A was successfully able to draw a line on the foam tile while policy B was not. For some reason both policies tried grabbing the foam tile even though that was not in the task description. It is worth mentioning that policy B did seem to be tracing a line at the end, but not on the tile and instead across the table.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:18.456230_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:18.456230_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:20.231387_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:20.231387_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:19.116807_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:19.116807_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:18.456230_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:18.456230_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:19.692921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/pi05_droid_2025-08-07T19:18:19.692921_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:15.450540_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:15.450540_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:17.148416_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:17.148416_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:16.146318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:16.146318_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:15.450540_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:15.450540_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:16.622067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecb9e26c-c50e-4ff2-8076-286462b8f5a4/paligemma_vq_droid_2025-08-07T19:22:16.622067_video_wrist.mp4"},"preference":"A","session_id":"ecb9e26c-c50e-4ff2-8076-286462b8f5a4","university":"UT Austin"},{"completion_time":"2025-08-07T19:19:03.660303Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put waffle on plate ","longform_feedback":"B moved towards waffle although it didn't go farther than that while A did nothing","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:02.976977_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:02.976977_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:01.672879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:01.672879_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:01.672879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:01.672879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:02.361739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/pi05_droid_2025-08-07T19:16:02.361739_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:35.044680_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:35.044680_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:33.823860_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:33.823860_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:33.823860_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:33.823860_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:34.457042_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18554d3d-ecaa-4ae1-bf86-01f17da6eb85/paligemma_diffusion_droid_2025-08-07T19:18:34.457042_video_wrist.mp4"},"preference":"B","session_id":"18554d3d-ecaa-4ae1-bf86-01f17da6eb85","university":"Stanford"},{"completion_time":"2025-08-07T19:15:12.756889Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Move your gripper in a circular motion.","longform_feedback":"Policy A seemed confused about whether to rotate it's hand or to move it's arm. Policy B seemed confused as well, but in the beginning, it seemed to move it's arm in a more ciruclar motion compared to policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:46.666208_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:46.666208_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:48.418268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:48.418268_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:47.289736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:47.289736_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:46.666208_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:46.666208_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:47.796590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/paligemma_diffusion_droid_2025-08-07T19:10:47.796590_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.019556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.019556_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:52.672735_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:52.672735_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.662659_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.662659_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.019556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:51.019556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:52.128817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24a19277-34d6-40ee-807c-3fc5967366e9/pi0_droid_2025-08-07T19:14:52.128817_video_wrist.mp4"},"preference":"B","session_id":"24a19277-34d6-40ee-807c-3fc5967366e9","university":"UT Austin"},{"completion_time":"2025-08-07T19:13:25.792390Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put waffle on plate ","longform_feedback":"Both policies didn't do the task","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:13.085789_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:13.085789_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:11.954349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:11.954349_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:11.954349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:11.954349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:12.486856_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_fast_droid_2025-08-07T19:10:12.486856_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:59.162658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:59.162658_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.219523_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.219523_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.219523_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.219523_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.742588_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0640cd21-66fa-4b8e-8b76-13cb271fc1e9/paligemma_binning_droid_2025-08-07T19:12:58.742588_video_wrist.mp4"},"preference":"TIE","session_id":"0640cd21-66fa-4b8e-8b76-13cb271fc1e9","university":"Stanford"},{"completion_time":"2025-08-07T19:07:17.984334Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Wave hello.","longform_feedback":"policy A was unable to move. policy B did not seem to understand the task and seemed to try grabbing something instead when it was not required. I chose policy B because it was able to move.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:14.626534_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:14.626534_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.874897_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.874897_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.036768_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.036768_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:14.626534_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:14.626534_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.414046_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_binning_droid_2025-08-07T19:01:15.414046_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.210139_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.210139_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:37.777256_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:37.777256_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.758455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.758455_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.210139_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:36.210139_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:37.241239_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a7b521-ff04-4c95-bd53-ce6d989df1b8/paligemma_diffusion_droid_2025-08-07T19:06:37.241239_video_wrist.mp4"},"preference":"B","session_id":"b8a7b521-ff04-4c95-bd53-ce6d989df1b8","university":"UT Austin"},{"completion_time":"2025-08-07T19:06:43.067459Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put waffle on plate","longform_feedback":"B put waffle on plate while A did nothing","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:03.730674_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:03.730674_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:02.704246_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:02.704246_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:02.704246_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:02.704246_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:03.187630_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/paligemma_binning_droid_2025-08-07T19:05:03.187630_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:34.249594_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:34.249594_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:32.984259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:32.984259_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:32.984259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:32.984259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:33.565800_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6458ab4-b8b7-455f-909f-a3ecdd6d6089/pi05_droid_2025-08-07T19:06:33.565800_video_wrist.mp4"},"preference":"B","session_id":"e6458ab4-b8b7-455f-909f-a3ecdd6d6089","university":"Stanford"},{"completion_time":"2025-08-07T19:02:13.600555Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put waffle on plate ","longform_feedback":"Policy A managed to pick up waffle although it didn't take it to plate while Policy B only moved towards the waffle and misplaced it","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:10.400987_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:10.400987_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.192922_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.192922_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.192922_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.192922_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.796007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_diffusion_droid_2025-08-07T18:59:09.796007_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:48.006580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:48.006580_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:46.799267_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:46.799267_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:46.799267_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:46.799267_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:47.461004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02bcaf33-c29e-4f04-8545-f772e585edb4/paligemma_fast_specialist_droid_2025-08-07T19:01:47.461004_video_wrist.mp4"},"preference":"A","session_id":"02bcaf33-c29e-4f04-8545-f772e585edb4","university":"Stanford"},{"completion_time":"2025-08-07T10:35:59.883458Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Lay the standing box flat.","longform_feedback":"Policy A put the box right, while policy B put the box upside down.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:14.396923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:14.396923_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.102783_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.102783_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.102783_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.102783_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.811299_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_fast_droid_2025-08-07T10:32:13.811299_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:49.031632_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:49.031632_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:47.809542_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:47.809542_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:47.809542_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:47.809542_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:48.496817_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eac0c2ac-b445-44c8-83ec-30705b033f29/paligemma_diffusion_droid_2025-08-07T10:35:48.496817_video_wrist.mp4"},"preference":"A","session_id":"eac0c2ac-b445-44c8-83ec-30705b033f29","university":"frodobots"},{"completion_time":"2025-08-07T10:19:18.963520Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Lay the upright laptop flat on the desktop.","longform_feedback":"Policy A found the target and tried to adjust its position, while policy B remained still.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:40.269035_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:40.269035_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.070292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.070292_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.070292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.070292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.714936_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/pi05_droid_2025-08-07T10:09:39.714936_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.866926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.866926_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.045544_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.045544_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.045544_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.045544_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.521175_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c1677cb-785d-48cc-b77d-32adeb0288af/paligemma_binning_droid_2025-08-07T10:19:05.521175_video_wrist.mp4"},"preference":"A","session_id":"6c1677cb-785d-48cc-b77d-32adeb0288af","university":"frodobots"},{"completion_time":"2025-08-07T10:05:39.085985Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack the building blocks of the same color together.","longform_feedback":"Policy A found the target and tried to adjust the position, while policy B didn't find the target.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:44.531120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:44.531120_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:43.281581_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:43.281581_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:43.281581_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:43.281581_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:44.006592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_vq_droid_2025-08-07T10:01:44.006592_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:24.208140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:24.208140_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.008608_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.008608_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.008608_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.008608_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.662394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a53b7c-d2be-4630-8817-4841878f291d/paligemma_fast_specialist_droid_2025-08-07T10:05:23.662394_video_wrist.mp4"},"preference":"A","session_id":"41a53b7c-d2be-4630-8817-4841878f291d","university":"frodobots"},{"completion_time":"2025-08-07T09:57:17.896976Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the building blocks and put them into the bowl.","longform_feedback":"Both have completed the tasks, but Policy A was faster.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:20.708628_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:20.708628_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:19.522827_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:19.522827_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:19.522827_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:19.522827_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:20.163000_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi0_droid_2025-08-07T09:53:20.163000_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:57:00.887408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:57:00.887408_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:56:59.612013_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:56:59.612013_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:56:59.612013_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:56:59.612013_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:57:00.293545_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9894280b-eadb-4ebe-b386-98f9e9a5b19a/pi05_droid_2025-08-07T09:57:00.293545_video_wrist.mp4"},"preference":"A","session_id":"9894280b-eadb-4ebe-b386-98f9e9a5b19a","university":"frodobots"},{"completion_time":"2025-08-07T09:43:15.173330Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put three red building blocks into the cup.","longform_feedback":"It was difficult to use Policy A for grasping, and it failed. Policy B can quickly grasp the items, but it accidentally knocked over the cup, resulting in the failure to complete the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:47.538223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:47.538223_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.354735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.354735_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.354735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.354735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.980378_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_vq_droid_2025-08-07T09:37:46.980378_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:55.699991_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:55.699991_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:54.514773_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:54.514773_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:54.514773_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:54.514773_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:55.169963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b2070f7-a662-47cb-ad91-ceb816e244d4/paligemma_diffusion_droid_2025-08-07T09:42:55.169963_video_wrist.mp4"},"preference":"B","session_id":"8b2070f7-a662-47cb-ad91-ceb816e244d4","university":"frodobots"},{"completion_time":"2025-08-07T09:24:30.700028Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three red building blocks together.","longform_feedback":"All the crawls failed, but Policy B made more attempts.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:03.309550_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:03.309550_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.145032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.145032_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.145032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.145032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.796739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/pi0_droid_2025-08-07T09:21:02.796739_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:16.083808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:16.083808_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:14.860553_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:14.860553_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:14.860553_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:14.860553_video_right.mp4","wrist_video_gcs_path":"evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:15.568697_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/982f82cd-fc64-4f44-8d32-1c0a4f391c6a/paligemma_diffusion_droid_2025-08-07T09:24:15.568697_video_wrist.mp4"},"preference":"B","session_id":"982f82cd-fc64-4f44-8d32-1c0a4f391c6a","university":"frodobots"},{"completion_time":"2025-08-07T09:16:09.543795Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three red building blocks together.","longform_feedback":"The actions of Policy A are more natural, and Policy B threw the building blocks to the edge position.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:35.635756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:35.635756_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:34.518565_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:34.518565_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:34.518565_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:34.518565_video_right.mp4","wrist_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:35.119207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/paligemma_fast_droid_2025-08-07T09:08:35.119207_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:41.476009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:41.476009_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:40.325455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:40.325455_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:40.325455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:40.325455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:41.029294_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/377f693c-9fa9-4fa1-ac5b-2481c7e11d9b/pi0_droid_2025-08-07T09:15:41.029294_video_wrist.mp4"},"preference":"A","session_id":"377f693c-9fa9-4fa1-ac5b-2481c7e11d9b","university":"frodobots"},{"completion_time":"2025-08-07T09:04:19.502742Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the red building blocks on the black mouse pad into the white box.","longform_feedback":"Policy A made some attempts, while Policy B remained unchanged.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:09.968289_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:09.968289_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:08.888802_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:08.888802_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:08.888802_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:08.888802_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:09.548753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_diffusion_droid_2025-08-07T08:53:09.548753_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:02.800778_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:02.800778_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:01.814208_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:01.814208_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:01.814208_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:01.814208_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:02.453721_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e7e5fb8-953f-40a4-a867-4ada15a0310e/paligemma_binning_droid_2025-08-07T09:04:02.453721_video_wrist.mp4"},"preference":"A","session_id":"8e7e5fb8-953f-40a4-a867-4ada15a0310e","university":"frodobots"},{"completion_time":"2025-08-07T07:24:01.754416Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the grey mouse on the black mouse pad.","longform_feedback":"Policy A didn't find the mouse. Policy B found the mouse but failed to grab it.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:18.437639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:18.437639_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.268315_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.268315_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.268315_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.268315_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.963415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/paligemma_diffusion_droid_2025-08-07T07:17:17.963415_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:24.359743_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:24.359743_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.154422_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.154422_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.154422_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.154422_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.835898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a8fba2e-5be6-4f82-9115-fb0970c5f96c/pi0_fast_droid_2025-08-07T07:23:23.835898_video_wrist.mp4"},"preference":"B","session_id":"2a8fba2e-5be6-4f82-9115-fb0970c5f96c","university":"frodobots"},{"completion_time":"2025-08-07T07:13:28.583291Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bowl on the black chair on the left.","longform_feedback":"Policy A completes the task quickly, and policy B fails to grab the item.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:10.961454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:10.961454_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:09.804686_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:09.804686_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:09.804686_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:09.804686_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:10.432495_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_fast_droid_2025-08-07T07:10:10.432495_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:17.348214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:17.348214_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.217301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.217301_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.217301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.217301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.883743_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37cfa620-4234-4722-b1cf-448611f3af4f/paligemma_diffusion_droid_2025-08-07T07:13:16.883743_video_wrist.mp4"},"preference":"A","session_id":"37cfa620-4234-4722-b1cf-448611f3af4f","university":"frodobots"},{"completion_time":"2025-08-07T07:01:08.626586Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the cup and put it on the drawer.","longform_feedback":"Policy A failed to find the cup, while policy B found the cup but failed to grasp it.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:22.193665_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:22.193665_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:20.927006_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:20.927006_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:20.927006_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:20.927006_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:21.662289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi0_fast_droid_2025-08-07T06:58:21.662289_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:58.023050_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:58.023050_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:56.779216_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:56.779216_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:56.779216_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:56.779216_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:57.477947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f554e21-6bd5-4cea-9105-67e7833ee101/pi05_droid_2025-08-07T07:00:57.477947_video_wrist.mp4"},"preference":"B","session_id":"8f554e21-6bd5-4cea-9105-67e7833ee101","university":"frodobots"},{"completion_time":"2025-08-07T06:53:13.297568Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Close the opened white plastic drawer.","longform_feedback":"Policy A failed the task because it couldn't find the drawer. Policy B pushed the drawer in a little, which is relatively better.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:21.107334_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:21.107334_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:19.866056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:19.866056_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:19.866056_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:19.866056_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:20.593252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_fast_droid_2025-08-07T06:47:20.593252_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:58.046358_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:58.046358_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:56.790162_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:56.790162_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:56.790162_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:56.790162_video_right.mp4","wrist_video_gcs_path":"evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:57.477333_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69e41952-740c-4020-bb49-99fe14290a29/paligemma_binning_droid_2025-08-07T06:52:57.477333_video_wrist.mp4"},"preference":"B","session_id":"69e41952-740c-4020-bb49-99fe14290a29","university":"frodobots"},{"completion_time":"2025-08-07T06:40:35.309124Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack two water cups on top of each other.","longform_feedback":"Policy A knocked over the cup, resulting in the failure of the task. Policy B carefully stacked the cups together.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:10.123815_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:10.123815_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:08.908280_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:08.908280_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:08.908280_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:08.908280_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:09.589832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/pi05_droid_2025-08-07T06:37:09.589832_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:19.088555_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:19.088555_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:17.840572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:17.840572_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:17.840572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:17.840572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:18.508781_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64bf513b-6123-43e1-ae0b-ecde95e0bcb9/paligemma_diffusion_droid_2025-08-07T06:40:18.508781_video_wrist.mp4"},"preference":"B","session_id":"64bf513b-6123-43e1-ae0b-ecde95e0bcb9","university":"frodobots"},{"completion_time":"2025-08-07T06:33:54.758441Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out all the cups from the drawer.","longform_feedback":"None of them found the target.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:37.359003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:37.359003_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.207879_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.207879_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.207879_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.207879_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.833405_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_diffusion_droid_2025-08-07T06:30:36.833405_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:40.719232_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:40.719232_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:39.451916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:39.451916_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:39.451916_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:39.451916_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:40.132691_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9faed81e-6f7b-45ff-9a33-c55282ce7735/paligemma_fast_droid_2025-08-07T06:33:40.132691_video_wrist.mp4"},"preference":"TIE","session_id":"9faed81e-6f7b-45ff-9a33-c55282ce7735","university":"frodobots"},{"completion_time":"2025-08-07T06:26:48.214975Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the knives in the cup and put them on the plate.","longform_feedback":"Policy A knocked over the cup, causing the knife to fall to the ground. Policy B got the knife stuck in the gripper, making it impossible to grasp. Both failed.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:58.541331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:58.541331_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.340556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.340556_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.340556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.340556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.986399_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/pi05_droid_2025-08-07T06:22:57.986399_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:35.848111_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:35.848111_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:34.481313_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:34.481313_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:34.481313_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:34.481313_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:35.186844_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd/paligemma_fast_specialist_droid_2025-08-07T06:26:35.186844_video_wrist.mp4"},"preference":"TIE","session_id":"5d206ff2-e8a4-4da5-a6a9-d1ab8e77acdd","university":"frodobots"},{"completion_time":"2025-08-07T06:18:55.625979Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the knife on the plate.","longform_feedback":"Policy A has made some attempts, while policy B remains completely inactive.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:32.054055_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:32.054055_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:30.649893_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:30.649893_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:30.649893_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:30.649893_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:31.424523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_fast_droid_2025-08-07T06:13:31.424523_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.963177_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.963177_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.059475_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.059475_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.059475_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.059475_video_right.mp4","wrist_video_gcs_path":"evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.593345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10d9dc97-9843-4f6e-8418-e90dc89cd791/paligemma_binning_droid_2025-08-07T06:18:00.593345_video_wrist.mp4"},"preference":"A","session_id":"10d9dc97-9843-4f6e-8418-e90dc89cd791","university":"frodobots"},{"completion_time":"2025-08-06T22:52:39.772279Z","evaluator_name":"elllieh99@berkeley.edu","language_instruction":"move the red bottle to the empty bowl","longform_feedback":"A did not respond at all to the command while B at least tried to locate the red bottle in the middle scene.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:06.366935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:06.366935_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.513893_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.513893_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.513893_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.513893_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.943049_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_binning_droid_2025-08-06T22:48:05.943049_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:16.633589_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:16.633589_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:15.507817_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:15.507817_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:15.507817_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:15.507817_video_right.mp4","wrist_video_gcs_path":"evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:16.038532_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00f87c7d-9b43-48ce-acdf-ae2772763535/paligemma_fast_specialist_droid_2025-08-06T22:52:16.038532_video_wrist.mp4"},"preference":"B","session_id":"00f87c7d-9b43-48ce-acdf-ae2772763535","university":"Berkeley"},{"completion_time":"2025-08-06T22:39:55.780028Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the carrot into bin","longform_feedback":"Policy A started off at the wrong location as it reached for the other types of fruit (banana, strawberry). B moved very swiftly to the carrot and placed it on the bowl twice but at the end it shifted towards the bin and stopped due to time constraint","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:52.516573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:52.516573_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.193345_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.193345_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.193345_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.193345_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.926709_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/paligemma_fast_droid_2025-08-06T22:36:51.926709_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:36.888551_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:36.888551_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:35.620374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:35.620374_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:35.620374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:35.620374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:36.272969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b55fabb-4440-4571-a728-501ae90279e7/pi0_droid_2025-08-06T22:39:36.272969_video_wrist.mp4"},"preference":"B","session_id":"3b55fabb-4440-4571-a728-501ae90279e7","university":"Berkeley"},{"completion_time":"2025-08-06T22:31:44.575119Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"move carrot to the bowl","longform_feedback":"A accomplished the task in first trail while B struggled to place the carrot in the interior of the bowl. It went to the right direction but dropped it on the edge and bounced back to the surface of table","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.155943_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.155943_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:16.724951_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:16.724951_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.683895_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.683895_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.683895_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:15.683895_video_right.mp4","wrist_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:16.208934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_vq_droid_2025-08-06T22:24:16.208934_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:05.764444_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:05.764444_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:07.462820_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:07.462820_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.396882_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.396882_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.396882_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.396882_video_right.mp4","wrist_video_gcs_path":"evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.920790_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150ef74d-0e33-4dc5-beab-cd417bff55fd/paligemma_diffusion_droid_2025-08-06T22:29:06.920790_video_wrist.mp4"},"preference":"A","session_id":"150ef74d-0e33-4dc5-beab-cd417bff55fd","university":"Berkeley"},{"completion_time":"2025-08-06T22:19:28.449868Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the carrot on the table","longform_feedback":"BOth policies did not do so well since in both cases it tried to search for the carrot inside the bin but failed to grasp it properly","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.094333_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.094333_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:07:00.757671_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:07:00.757671_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.754937_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.754937_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.754937_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:06:59.754937_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:07:00.259739_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/pi05_droid_2025-08-06T22:07:00.259739_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:55.719973_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:55.719973_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:57.251864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:57.251864_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.303535_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.303535_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.303535_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.303535_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.745369_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c502d08e-f4ff-4276-b355-4e3a29c6decd/paligemma_vq_droid_2025-08-06T22:16:56.745369_video_wrist.mp4"},"preference":"TIE","session_id":"c502d08e-f4ff-4276-b355-4e3a29c6decd","university":"Berkeley"},{"completion_time":"2025-08-06T22:03:06.243198Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red bottle to bowl","longform_feedback":"both policies did not finish the task so well. A tries to move the strawberry which is labeled as red specifically but it is indeed not the red bottle. B just hovered and moved around the bin and the bottle considering where the red bottle is","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:55.568738_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:55.568738_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:57.335906_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:57.335906_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:56.272762_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:56.272762_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:55.568738_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:55.568738_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:56.755744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_fast_droid_2025-08-06T21:53:56.755744_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.040503_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.040503_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:48.685442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:48.685442_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.670606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.670606_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.040503_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:47.040503_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:48.150599_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5747d175-b734-4c25-9db5-e0f329703cb4/paligemma_vq_droid_2025-08-06T22:00:48.150599_video_wrist.mp4"},"preference":"TIE","session_id":"5747d175-b734-4c25-9db5-e0f329703cb4","university":"Berkeley"},{"completion_time":"2025-08-06T21:47:19.165338Z","evaluator_name":"ellieh99@berkeley.edi","language_instruction":"move the waterbottle to the left side","longform_feedback":"A just did not move at all while B has at least attempted to grasp the edge of the waterbottle but failed to lift it up","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:56.763785_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:56.763785_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:58.096140_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:58.096140_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.333902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.333902_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.333902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.333902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.701736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_binning_droid_2025-08-06T21:42:57.701736_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:50.532583_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:50.532583_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:52.190604_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:52.190604_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.092234_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.092234_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.092234_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.092234_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.573326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6b22d042-1d41-4b78-907d-e2b995851449/paligemma_fast_droid_2025-08-06T21:46:51.573326_video_wrist.mp4"},"preference":"B","session_id":"6b22d042-1d41-4b78-907d-e2b995851449","university":"Berkeley"},{"completion_time":"2025-08-06T21:32:40.194158Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the strawberry from the bowl","longform_feedback":"Both policies did not do so well. A just reached the bowl at last seconds while B struggle to grasp the strawberry but kept dropping it constantly","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:12.794544_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:12.794544_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:14.459779_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:14.459779_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.449994_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.449994_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.449994_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.449994_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.896503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/pi05_droid_2025-08-06T21:29:13.896503_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:54.583560_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:54.583560_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:56.265299_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:56.265299_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.241472_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.241472_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.241472_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.241472_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.752866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8cd68bf2-427a-412c-955e-9f55e1b5f348/paligemma_fast_droid_2025-08-06T21:31:55.752866_video_wrist.mp4"},"preference":"TIE","session_id":"8cd68bf2-427a-412c-955e-9f55e1b5f348","university":"Berkeley"},{"completion_time":"2025-08-06T21:25:21.697213Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the orange cloth into bowl","longform_feedback":"B slightly better off since it released the gripper after moving the cloth all the way along. A still kept the gripper in place after terminating","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:06.913518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:06.913518_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:08.680057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:08.680057_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:07.619618_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:07.619618_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:07.619618_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:07.619618_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:08.126379_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_vq_droid_2025-08-06T21:21:08.126379_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:35.484322_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:35.484322_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:37.403696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:37.403696_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.220599_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.220599_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.220599_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.220599_video_right.mp4","wrist_video_gcs_path":"evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.820199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03949201-a4b1-4002-b695-a268d19536cd/paligemma_fast_specialist_droid_2025-08-06T21:24:36.820199_video_wrist.mp4"},"preference":"B","session_id":"03949201-a4b1-4002-b695-a268d19536cd","university":"berkeleu"},{"completion_time":"2025-08-06T21:17:55.682741Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the banana on the bowl","longform_feedback":"B slightly outperformed than A since it at least made a few movement toward the object while A just did nothing","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:36.727859_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:36.727859_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:38.075444_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:38.075444_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.294259_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.294259_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.294259_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.294259_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.695285_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_binning_droid_2025-08-06T21:10:37.695285_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:22.623960_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:22.623960_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:24.295968_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:24.295968_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.218609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.218609_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.218609_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.218609_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.761289_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4770bc80-449c-4509-83d1-6f081bf16fb1/paligemma_vq_droid_2025-08-06T21:16:23.761289_video_wrist.mp4"},"preference":"B","session_id":"4770bc80-449c-4509-83d1-6f081bf16fb1","university":"Berkeley"},{"completion_time":"2025-08-06T21:03:02.523759Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"open the bottomm drawer","longform_feedback":"Both policies has gone to the point that it can point towards the drawer but in both cases, it tends to push the object away off the seen as the drawer still keeps closed","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.224621_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.224621_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:43.132932_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:43.132932_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.938551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.938551_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.938551_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:41.938551_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:42.526022_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_fast_droid_2025-08-06T20:58:42.526022_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:11.470966_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:11.470966_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:13.170314_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:13.170314_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.016538_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.016538_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.016538_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.016538_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.589250_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e968a84-28d3-4bac-b77b-7ce1dbc3c85c/paligemma_vq_droid_2025-08-06T21:02:12.589250_video_wrist.mp4"},"preference":"TIE","session_id":"9e968a84-28d3-4bac-b77b-7ce1dbc3c85c","university":"Berkeley"},{"completion_time":"2025-08-06T20:42:57.242310Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the drawer","longform_feedback":"both policies were able to close the drawer as expected but policy B did extra as it moved the cloth on the drawer","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.304934_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.304934_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:13.035527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:13.035527_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.895221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.895221_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.895221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:11.895221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:12.453991_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/pi0_droid_2025-08-06T20:38:12.453991_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:10.312304_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:10.312304_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:12.141298_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:12.141298_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.017455_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.017455_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.017455_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.017455_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.529358_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0224082e-36fa-439d-b789-7b66852e6767/paligemma_vq_droid_2025-08-06T20:42:11.529358_video_wrist.mp4"},"preference":"TIE","session_id":"0224082e-36fa-439d-b789-7b66852e6767","university":"Berkeley"},{"completion_time":"2025-08-06T18:56:17.053307Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"First put the blue cup inside of the yellow cup and then put the combined blue and yellow cup inside of the red cup.","longform_feedback":"I chose B because it knew which cups to get and in which order while policy A could not even grab at a cup and the closest cup it chose was the wrong one to start with. Neither policies were successfully able to grab any of the cups.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:44.844856_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:44.844856_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:46.624335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:46.624335_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:45.485277_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:45.485277_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:44.844856_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:44.844856_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:46.076270_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_binning_droid_2025-08-06T18:52:46.076270_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.077719_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.077719_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:02.838729_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:02.838729_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.772622_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.772622_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.077719_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:01.077719_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:02.234516_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f771a8c-7d98-4171-8659-ca795b9b70ab/paligemma_diffusion_droid_2025-08-06T18:56:02.234516_video_wrist.mp4"},"preference":"B","session_id":"3f771a8c-7d98-4171-8659-ca795b9b70ab","university":"UT Austin"},{"completion_time":"2025-08-06T18:46:47.803027Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Take the paper off of the pot and knock over the cup.","longform_feedback":"Both policies seemed confused about what to do, maybe having difficulty deciding whether to knock down the cup first or to take off the paper first.policy A decided to take of the paper which it succeeded to do. policy B decided to knock over the cup first which it was very close to doing(had it picked up but didn't actually knock it over.). I went with policy A since I thought that taking off the paper was a harder task and it had done it completely while policy B chose the easier task in my opinion and didn't complete it.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.278134_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.278134_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:59.930343_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:59.930343_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.827156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.827156_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.278134_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:58.278134_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:59.325230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_fast_droid_2025-08-06T18:40:59.325230_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:29.981476_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:29.981476_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:31.748440_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:31.748440_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:30.658885_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:30.658885_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:29.981476_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:29.981476_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:31.143010_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f9f14f4-ef85-4f00-9955-10688fc6aa99/pi0_droid_2025-08-06T18:46:31.143010_video_wrist.mp4"},"preference":"A","session_id":"8f9f14f4-ef85-4f00-9955-10688fc6aa99","university":"UT Austin"},{"completion_time":"2025-08-06T18:34:37.169756Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pour the milk in the bowl.","longform_feedback":"Neither policies were able to approach the milk carton and policy A actually approached the orange juice carton instead. They both tried grabbing the bowl for some reason.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.065467_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.065467_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:34.674882_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:34.674882_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.641351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.641351_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.065467_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:33.065467_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:34.145698_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/paligemma_vq_droid_2025-08-06T18:31:34.145698_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:24.498599_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:24.498599_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:26.266849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:26.266849_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:25.195759_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:25.195759_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:24.498599_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:24.498599_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:25.672301_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd269d1a-8dea-43f2-808e-439f41e538f4/pi05_droid_2025-08-06T18:34:25.672301_video_wrist.mp4"},"preference":"TIE","session_id":"fd269d1a-8dea-43f2-808e-439f41e538f4","university":"UT Austin"},{"completion_time":"2025-08-06T18:19:27.128154Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block 3 times.","longform_feedback":"policy B was able to actually pick up the block while polciy A did nothing. policy B was only able to pick up the block once.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:31.753500_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:31.753500_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:33.053792_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:33.053792_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:32.245751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:32.245751_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:31.753500_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:31.753500_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:32.573678_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/paligemma_binning_droid_2025-08-06T18:16:32.573678_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.282888_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.282888_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:16.160736_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:16.160736_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.981075_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.981075_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.282888_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:14.282888_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:15.542870_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc/pi0_droid_2025-08-06T18:19:15.542870_video_wrist.mp4"},"preference":"B","session_id":"8e881dbc-ad5b-4a45-aa41-7fa51c4c1cfc","university":"UT Austin"},{"completion_time":"2025-08-06T18:06:08.603415Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the wooden blocks ontop of the black box.","longform_feedback":"policy A was able to place a block on top of the black box while policy B was not. policy A undid its work while policy B seemed to second guess itself. policy B was able to get the white block on top of a wooden block but that was not the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.160556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.160556_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:16.891136_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:16.891136_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.716486_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.716486_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.160556_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:15.160556_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:16.258067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_vq_droid_2025-08-06T18:01:16.258067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:50.698486_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:50.698486_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:52.356356_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:52.356356_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:51.318409_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:51.318409_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:50.698486_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:50.698486_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:51.807885_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf56be33-552e-45dd-8a77-1b1c705c6b5d/paligemma_diffusion_droid_2025-08-06T18:05:51.807885_video_wrist.mp4"},"preference":"A","session_id":"cf56be33-552e-45dd-8a77-1b1c705c6b5d","university":"UT Austin"},{"completion_time":"2025-08-06T17:57:24.511845Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Make a structure.","longform_feedback":"policy A was able to place a block ontop of another one while policy B could only get to picking up a block.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:53.979582_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:53.979582_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:55.653494_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:55.653494_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:54.603548_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:54.603548_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:53.979582_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:53.979582_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:55.110956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/paligemma_fast_droid_2025-08-06T17:53:55.110956_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:56:59.848002_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:56:59.848002_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:01.535280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:01.535280_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:00.420056_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:00.420056_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:56:59.848002_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:56:59.848002_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:00.926002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f85b6ed7-91ba-403e-bdf9-ed6620d1020d/pi05_droid_2025-08-06T17:57:00.926002_video_wrist.mp4"},"preference":"A","session_id":"f85b6ed7-91ba-403e-bdf9-ed6620d1020d","university":"UT Austin"},{"completion_time":"2025-08-06T17:46:40.099159Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bread.","longform_feedback":"policy A was able to grab the knife and approach the bread while policy B did not even persue the knife. It might be worth mentioning that policy B went instead straight for the bread.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.412233_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.412233_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:29.956053_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:29.956053_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.990788_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.990788_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.412233_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:28.412233_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:29.458755_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/paligemma_fast_specialist_droid_2025-08-06T17:42:29.458755_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:26.631161_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:26.631161_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:28.209724_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:28.209724_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:27.193660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:27.193660_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:26.631161_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:26.631161_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:27.683422_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22611041-c263-44fe-96c3-29bd4cfe26d7/pi0_fast_droid_2025-08-06T17:46:27.683422_video_wrist.mp4"},"preference":"A","session_id":"22611041-c263-44fe-96c3-29bd4cfe26d7","university":"UT Austin"},{"completion_time":"2025-08-06T17:38:40.451864Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the block closest to the robot and place it next to the carton.","longform_feedback":"policy A was able to pick the wooden block closest to it and then put it down in a direction towards the carton, whether it was close enough to say that it was \"next to\" the carton is debatable. policy B didn't pick at a wooden block but instead opted for a black box. while this wasn't my intention, it is worth mentioning that said black box was actually closer to the robot than any of the wooden blocks, arguably making it the more correct choice. However, since policy B wasn't able to pick up the black box I opted for policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:14.311782_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:14.311782_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:16.090380_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:16.090380_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:15.023136_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:15.023136_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:14.311782_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:14.311782_video_left.mp4","wrist_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:15.532757_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/paligemma_vq_droid_2025-08-06T17:33:15.532757_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:19.976561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:19.976561_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:21.642442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:21.642442_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:20.507654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:20.507654_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:19.976561_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:19.976561_video_left.mp4","wrist_video_gcs_path":"evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:21.042847_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/86dbb0ff-841e-44ff-a864-7acfeb870630/pi05_droid_2025-08-06T17:38:21.042847_video_wrist.mp4"},"preference":"A","session_id":"86dbb0ff-841e-44ff-a864-7acfeb870630","university":"UT Austin"},{"completion_time":"2025-08-06T11:55:43.574801Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Find the fork and put it on the plate.","longform_feedback":"Policy A picked up the wrong tableware, but the placement was okay. Policy B not only picked up the wrong ones but also didn't place them properly.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:36.813527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:36.813527_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:35.549734_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:35.549734_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:35.549734_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:35.549734_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:36.267052_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi0_fast_droid_2025-08-06T11:52:36.267052_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:33.574662_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:33.574662_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:32.334135_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:32.334135_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:32.334135_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:32.334135_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:33.002395_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c1240d98-c8b3-49f7-9bf7-433d2903d408/pi05_droid_2025-08-06T11:55:33.002395_video_wrist.mp4"},"preference":"A","session_id":"c1240d98-c8b3-49f7-9bf7-433d2903d408","university":"frodobots"},{"completion_time":"2025-08-06T11:41:58.238532Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Arrange the stacked tableware.","longform_feedback":"Policy B has completed half of the tasks, while Policy A has failed its tasks.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:25.905131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:25.905131_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:24.667358_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:24.667358_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:24.667358_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:24.667358_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:25.315068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi0_droid_2025-08-06T11:39:25.315068_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:49.577442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:49.577442_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:48.255032_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:48.255032_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:48.255032_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:48.255032_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:49.022156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73181118-07ea-48cb-bdce-333f88b14be4/pi05_droid_2025-08-06T11:41:49.022156_video_wrist.mp4"},"preference":"B","session_id":"73181118-07ea-48cb-bdce-333f88b14be4","university":"frodobots"},{"completion_time":"2025-08-06T11:35:17.360578Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the blue building blocks into the white storage box.","longform_feedback":"Policy A barely completed the task, while Policy B failed the task.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:34.297963_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:34.297963_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.025410_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.025410_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.025410_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.025410_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.759590_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/paligemma_diffusion_droid_2025-08-06T11:31:33.759590_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:03.298480_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:03.298480_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.047041_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.047041_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.047041_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.047041_video_right.mp4","wrist_video_gcs_path":"evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.703913_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/de0fa47a-1e3b-4988-a392-0fa8c1ac4acc/pi0_droid_2025-08-06T11:35:02.703913_video_wrist.mp4"},"preference":"A","session_id":"de0fa47a-1e3b-4988-a392-0fa8c1ac4acc","university":"frodobots"},{"completion_time":"2025-08-06T10:05:36.123006Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Try to close the opened notebook.","longform_feedback":"Policy A made more attempts while Policy B did nothing.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:47.972426_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:47.972426_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:49.176627_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:49.176627_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:47.972426_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:47.972426_video_left.mp4","wrist_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:48.633174_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/pi0_droid_2025-08-06T10:00:48.633174_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.084346_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.084346_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:26.000159_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:26.000159_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.084346_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.084346_video_left.mp4","wrist_video_gcs_path":"evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.591308_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/381e4124-d94f-41de-a9f1-1be768cea6a4/paligemma_binning_droid_2025-08-06T10:05:25.591308_video_wrist.mp4"},"preference":"A","session_id":"381e4124-d94f-41de-a9f1-1be768cea6a4","university":"frodobots"},{"completion_time":"2025-08-06T09:56:29.763245Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Lay out the stacked tableware.","longform_feedback":"Policy B took out the cup.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.211968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.211968_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:44.469867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:44.469867_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.211968_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.211968_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.854306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi05_droid_2025-08-06T09:53:43.854306_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:16.859490_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:16.859490_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:18.070253_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:18.070253_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:16.859490_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:16.859490_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:17.504473_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1e3a01d-019c-4a77-a780-655c62b7dced/pi0_droid_2025-08-06T09:56:17.504473_video_wrist.mp4"},"preference":"B","session_id":"e1e3a01d-019c-4a77-a780-655c62b7dced","university":"frodobots"},{"completion_time":"2025-08-06T09:43:50.346765Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the red building blocks into the white storage box.","longform_feedback":"Policy B has almost completed the task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.131794_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.131794_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:45.471862_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:45.471862_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.131794_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.131794_video_left.mp4","wrist_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.818312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/paligemma_fast_specialist_droid_2025-08-06T09:40:44.818312_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:37.822559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:37.822559_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:39.049843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:39.049843_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:37.822559_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:37.822559_video_left.mp4","wrist_video_gcs_path":"evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:38.481687_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/462de9fb-a686-48b6-b946-f89636859d1c/pi0_fast_droid_2025-08-06T09:43:38.481687_video_wrist.mp4"},"preference":"B","session_id":"462de9fb-a686-48b6-b946-f89636859d1c","university":"frodobots"},{"completion_time":"2025-08-06T09:36:40.280348Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the cups into the white storage box.","longform_feedback":"Policy B made more attempts even though it failed.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.360798_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.360798_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:36.569923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:36.569923_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.360798_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.360798_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.966028_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/paligemma_vq_droid_2025-08-06T09:33:35.966028_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:24.552050_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:24.552050_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:25.906003_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:25.906003_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:24.552050_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:24.552050_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:25.305940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8/pi0_fast_droid_2025-08-06T09:36:25.305940_video_wrist.mp4"},"preference":"B","session_id":"d4c0e267-c6e3-4a27-a8b0-cd997b14e5d8","university":"frodobots"},{"completion_time":"2025-08-06T09:30:09.727480Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put all the sundries in the plate into the bowl.","longform_feedback":"Policy B made more attempts even though it failed.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:01.739724_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:01.739724_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:02.658496_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:02.658496_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:01.739724_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:01.739724_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:02.275808_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/paligemma_binning_droid_2025-08-06T09:27:02.275808_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:55.629181_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:55.629181_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:56.852808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:56.852808_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:55.629181_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:55.629181_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:56.306356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f92e887-21f3-4ac6-859d-3045dc657d42/pi0_droid_2025-08-06T09:29:56.306356_video_wrist.mp4"},"preference":"B","session_id":"5f92e887-21f3-4ac6-859d-3045dc657d42","university":"frodobots"},{"completion_time":"2025-08-06T09:12:50.364341Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Wipe the plates with a towel.","longform_feedback":"Policy B makes fewer mistakes and completes the tasks smoothly.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.184890_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.184890_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:32.587411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:32.587411_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.184890_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.184890_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.969131_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_vq_droid_2025-08-06T09:09:31.969131_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:36.773619_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:36.773619_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:38.042507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:38.042507_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:36.773619_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:36.773619_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:37.493523_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab799c4d-5727-44c8-bbea-59ac8e3e6ca6/paligemma_fast_specialist_droid_2025-08-06T09:12:37.493523_video_wrist.mp4"},"preference":"B","session_id":"ab799c4d-5727-44c8-bbea-59ac8e3e6ca6","university":"frodobots"},{"completion_time":"2025-08-06T08:37:30.891141Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the knife and fork neatly on both sides of the plate.","longform_feedback":"Policy B correctly understands the task and completes half of it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:07.505318_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:07.505318_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:08.746223_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:08.746223_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:07.505318_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:07.505318_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:08.188168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/paligemma_fast_specialist_droid_2025-08-06T08:34:08.188168_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.198223_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.198223_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:17.325335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:17.325335_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.198223_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.198223_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.834256_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2c57543-5832-434a-9eba-0f012035ebb6/pi0_fast_droid_2025-08-06T08:37:16.834256_video_wrist.mp4"},"preference":"B","session_id":"b2c57543-5832-434a-9eba-0f012035ebb6","university":"frodobots"},{"completion_time":"2025-08-06T08:30:07.284495Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Take out the fork and put it on the plate.","longform_feedback":"Policy B completed the task, while policy A grabbed the wrong item.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:52.317149_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:52.317149_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:53.573777_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:53.573777_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:52.317149_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:52.317149_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:53.006915_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi0_fast_droid_2025-08-06T08:26:53.006915_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:50.720028_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:50.720028_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:52.097312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:52.097312_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:50.720028_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:50.720028_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:51.469064_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15dbd08c-68da-4b8c-98e1-c6bbffeabecd/pi05_droid_2025-08-06T08:29:51.469064_video_wrist.mp4"},"preference":"B","session_id":"15dbd08c-68da-4b8c-98e1-c6bbffeabecd","university":"frodobots"},{"completion_time":"2025-08-06T08:23:26.938342Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack cups","longform_feedback":"They all completed the task, but the cup fell over.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:39.996822_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:39.996822_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:41.215442_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:41.215442_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:39.996822_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:39.996822_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:40.690726_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_diffusion_droid_2025-08-06T08:19:40.690726_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:44.785817_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:44.785817_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:45.994588_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:45.994588_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:44.785817_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:44.785817_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:45.440753_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3635eddc-a68e-47cb-8949-14e3741a0c05/paligemma_fast_specialist_droid_2025-08-06T08:22:45.440753_video_wrist.mp4"},"preference":"TIE","session_id":"3635eddc-a68e-47cb-8949-14e3741a0c05","university":"frodobots"},{"completion_time":"2025-08-06T08:16:38.965142Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three small white plates together.","longform_feedback":"Policy B completed a pick-and-place operation of the small plate, while policy A failed to pick up the small plate.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:25.881664_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:25.881664_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:27.212277_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:27.212277_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:25.881664_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:25.881664_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:26.605539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/pi0_droid_2025-08-06T08:12:26.605539_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:21.424062_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:21.424062_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:22.622247_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:22.622247_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:21.424062_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:21.424062_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:22.099078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9deab1e-529e-4e11-87e2-0fd67bbaad85/paligemma_fast_droid_2025-08-06T08:16:22.099078_video_wrist.mp4"},"preference":"B","session_id":"e9deab1e-529e-4e11-87e2-0fd67bbaad85","university":"frodobots"},{"completion_time":"2025-08-05T23:57:58.376525Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Pick up the sharp object and place it next to the beverage.","longform_feedback":"policy A was able to identify which object was the sharp object and then also grab said object and eventually place it even if it was't able to place it that close to the juice. policy b for comparison incorrectly identified the sharp object and was not even able to pick it up.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.049962_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.049962_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:22.790420_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:22.790420_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.701630_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.701630_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.049962_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:21.049962_video_left.mp4","wrist_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:22.238527_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_fast_droid_2025-08-05T23:52:22.238527_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:34.380716_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:34.380716_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:36.034058_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:36.034058_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:35.029158_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:35.029158_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:34.380716_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:34.380716_video_left.mp4","wrist_video_gcs_path":"evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:35.457453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/178ab132-0178-486a-8a75-5b4ff8767840/paligemma_diffusion_droid_2025-08-05T23:57:35.457453_video_wrist.mp4"},"preference":"A","session_id":"178ab132-0178-486a-8a75-5b4ff8767840","university":"UT Austin"},{"completion_time":"2025-08-05T23:42:54.990308Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bread","longform_feedback":"policy B attempted to grab the knife, albiet unsuccessfully. policy A went for the foam holding the knife - recieving a lower score as a result.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:20.984152_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:20.984152_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:22.618151_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:22.618151_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:21.610370_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:21.610370_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:20.984152_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:20.984152_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:22.108778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/pi0_droid_2025-08-05T23:38:22.108778_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.236352_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.236352_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:37.932213_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:37.932213_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.878348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.878348_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.236352_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:36.236352_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:37.364334_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a256a037-d689-40a5-bbac-25e6cbfc4ac7/paligemma_fast_specialist_droid_2025-08-05T23:42:37.364334_video_wrist.mp4"},"preference":"B","session_id":"a256a037-d689-40a5-bbac-25e6cbfc4ac7","university":"UT Austin"},{"completion_time":"2025-08-05T23:33:51.034272Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Cut the bread.","longform_feedback":"Policy A was able to determine that bread was part of the process, but did not realize it should have grabbed the knife first in order to cut the bread. Policy B did nothing at all.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:25.556639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:25.556639_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:27.390522_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:27.390522_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:26.305901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:26.305901_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:25.556639_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:25.556639_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:26.786228_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_fast_droid_2025-08-05T23:29:26.786228_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.267787_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.267787_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:35.584265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:35.584265_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.788387_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.788387_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.267787_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:34.267787_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:35.170763_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8819e15f-5d11-4d94-9273-503b033b1cb4/paligemma_binning_droid_2025-08-05T23:33:35.170763_video_wrist.mp4"},"preference":"A","session_id":"8819e15f-5d11-4d94-9273-503b033b1cb4","university":"UT Austin"},{"completion_time":"2025-08-05T23:23:04.062898Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place both cups inside of the pot.","longform_feedback":"policy A was able to grab the blue cup and place it, but did not account for obstacles in front of the pot and as a result did not completely place the blue cup inside of the pot. policy A was also then unable to grab the red cup. policy b was unable to even grab the red cup,else.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.178288_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.178288_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:24.950903_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:24.950903_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.875749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.875749_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.178288_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:23.178288_video_left.mp4","wrist_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:24.365928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi0_fast_droid_2025-08-05T23:17:24.365928_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:37.803413_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:37.803413_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:39.514908_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:39.514908_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:38.440856_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:38.440856_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:37.803413_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:37.803413_video_left.mp4","wrist_video_gcs_path":"evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:38.909487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/54103cf0-7fb8-4172-bf73-399b6ba55486/pi05_droid_2025-08-05T23:22:38.909487_video_wrist.mp4"},"preference":"A","session_id":"54103cf0-7fb8-4172-bf73-399b6ba55486","university":"UT Austin"},{"completion_time":"2025-08-05T23:11:02.443531Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Place the blue cup inside of the red cup without tipping over the red cup.","longform_feedback":"policy A did not move. policy B was successfully able to grab the blue cup and place it in the red one, but it caused the red cup to tip over. It is worth mentioning that policy B did seen to attempt to correct it's mistake(albiet unsuccessfully)!","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:11.646971_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:11.646971_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:13.111944_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:13.111944_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:12.182884_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:12.182884_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:11.646971_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:11.646971_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:12.621627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/paligemma_binning_droid_2025-08-05T23:05:12.621627_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:43.581440_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:43.581440_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:45.193179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:45.193179_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:44.236292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:44.236292_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:43.581440_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:43.581440_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:44.672002_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e443a79-39f1-49d4-a57a-6859ae7e4d65/pi0_fast_droid_2025-08-05T23:10:44.672002_video_wrist.mp4"},"preference":"B","session_id":"2e443a79-39f1-49d4-a57a-6859ae7e4d65","university":"UT Austin"},{"completion_time":"2025-08-05T22:53:04.153696Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Stir the pot.","longform_feedback":"Both policies were able to pick up on the implication that in order to stir the pot they would need to pick up the spatulale to actually pick up the spatula and bring it to the pot. It is also worth mentioning that policy B seemed to attempt to get a better grasI will not attempt to suggest the reason for.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:44.413140_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:44.413140_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:46.057571_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:46.057571_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:45.090004_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:45.090004_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:44.413140_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:44.413140_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:45.557735_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_fast_specialist_droid_2025-08-05T22:45:45.557735_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:27.419808_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:27.419808_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.984871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.984871_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.024476_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.024476_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:27.419808_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:27.419808_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.469468_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4dc74844-f347-43e2-826d-3a75a1f9bcf7/paligemma_vq_droid_2025-08-05T22:52:28.469468_video_wrist.mp4"},"preference":"B","session_id":"4dc74844-f347-43e2-826d-3a75a1f9bcf7","university":"UT Austin"},{"completion_time":"2025-08-05T09:38:54.467445Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the tools in the white box.","longform_feedback":"Policy B is very close to completing the task.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.101029_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.101029_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:28.423864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:28.423864_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.101029_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.101029_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.808206_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi05_droid_2025-08-05T09:35:27.808206_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.141324_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.141324_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:41.414441_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:41.414441_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.141324_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.141324_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.794214_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc70053-568d-46e2-b5c1-02ff6ca07e93/pi0_fast_droid_2025-08-05T09:38:40.794214_video_wrist.mp4"},"preference":"B","session_id":"bcc70053-568d-46e2-b5c1-02ff6ca07e93","university":"frodobots"},{"completion_time":"2025-08-05T09:33:02.521417Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the tools in the white box.","longform_feedback":"Policy B made a mistake once.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:57.487501_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:57.487501_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:58.824046_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:58.824046_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:57.487501_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:57.487501_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:58.142837_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_fast_specialist_droid_2025-08-05T09:29:58.142837_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:45.336293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:45.336293_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:46.537265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:46.537265_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:45.336293_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:45.336293_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:46.029661_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f047bb6-d245-4d3a-99a6-59a432ea8122/paligemma_vq_droid_2025-08-05T09:32:46.029661_video_wrist.mp4"},"preference":"A","session_id":"3f047bb6-d245-4d3a-99a6-59a432ea8122","university":"frodobots"},{"completion_time":"2025-08-05T09:25:52.360973Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the tools in the white box.","longform_feedback":"Policy B made some attempts, although they failed.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.349925_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.349925_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:01.277328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:01.277328_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.349925_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.349925_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.947613_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/paligemma_binning_droid_2025-08-05T09:22:00.947613_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:35.710135_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:35.710135_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:36.878935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:36.878935_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:35.710135_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:35.710135_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:36.358670_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71/pi0_fast_droid_2025-08-05T09:25:36.358670_video_wrist.mp4"},"preference":"B","session_id":"4ee4b27a-d0b5-499c-a0d3-f07c66a9ca71","university":"frodobots"},{"completion_time":"2025-08-05T09:13:52.610005Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the white box.","longform_feedback":"Policy B has excellently completed the task.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.223635_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.223635_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:16.525739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:16.525739_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.223635_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.223635_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.959138_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi0_droid_2025-08-05T09:11:15.959138_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:35.560689_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:35.560689_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:36.802483_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:36.802483_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:35.560689_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:35.560689_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:36.275394_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33b12ef8-8938-4edd-8ab4-af598606591b/pi05_droid_2025-08-05T09:13:36.275394_video_wrist.mp4"},"preference":"B","session_id":"33b12ef8-8938-4edd-8ab4-af598606591b","university":"frodobots"},{"completion_time":"2025-08-05T09:07:53.632344Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the white box.","longform_feedback":"Policy B has excellently completed the task.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.110658_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.110658_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:08.347201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:08.347201_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.110658_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.110658_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.794582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/pi0_fast_droid_2025-08-05T09:04:07.794582_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:09.675583_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:09.675583_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:10.857281_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:10.857281_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:09.675583_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:09.675583_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:10.287496_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4b1a8369-d396-4f9c-a49e-79e95b8317fd/paligemma_vq_droid_2025-08-05T09:07:10.287496_video_wrist.mp4"},"preference":"B","session_id":"4b1a8369-d396-4f9c-a49e-79e95b8317fd","university":"frodobots"},{"completion_time":"2025-08-05T08:56:33.841379Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack the building blocks vertically.","longform_feedback":"Policy A has basically completed its task, while Policy B has failed to complete its task.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.288042_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.288042_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:16.456490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:16.456490_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.288042_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.288042_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.960601_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/pi05_droid_2025-08-05T08:53:15.960601_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:13.991890_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:13.991890_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:15.142382_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:15.142382_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:13.991890_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:13.991890_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:14.609048_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d46356e-7e2c-4c8e-b451-dc60ad407da1/paligemma_fast_droid_2025-08-05T08:56:14.609048_video_wrist.mp4"},"preference":"A","session_id":"6d46356e-7e2c-4c8e-b451-dc60ad407da1","university":"frodobots"},{"completion_time":"2025-08-05T08:43:36.686217Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Clean up the sundries on the box and place them in the black box.","longform_feedback":"The completion degree of Policy B is higher than that of Policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.141293_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.141293_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:40:00.388265_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:40:00.388265_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.141293_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.141293_video_left.mp4","wrist_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.805113_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_specialist_droid_2025-08-05T08:39:59.805113_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.381236_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.381236_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:23.512907_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:23.512907_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.381236_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.381236_video_left.mp4","wrist_video_gcs_path":"evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.989356_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b/paligemma_fast_droid_2025-08-05T08:43:22.989356_video_wrist.mp4"},"preference":"B","session_id":"492b8c6b-ab5e-41f6-a18c-4c86f1acbf8b","university":"frodobots"},{"completion_time":"2025-08-05T08:25:52.615652Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Clean up the table","longform_feedback":"Policy A has achieved the grasping and wiping actions. The completion degree of Policy B is not as high as that of Policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:51.564921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:51.564921_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:52.894821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:52.894821_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:51.564921_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:51.564921_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:52.255470_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/pi0_droid_2025-08-05T08:21:52.255470_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:36.817755_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:36.817755_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:38.036457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:38.036457_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:36.817755_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:36.817755_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:37.445209_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65bd8481-0d09-46d3-ae7f-8cb87d961bbf/paligemma_fast_specialist_droid_2025-08-05T08:25:37.445209_video_wrist.mp4"},"preference":"A","session_id":"65bd8481-0d09-46d3-ae7f-8cb87d961bbf","university":"frodobots"},{"completion_time":"2025-08-05T08:16:12.089039Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bottle into the black box.","longform_feedback":"Policy A completed the task gracefully and quickly, while Policy B made a slow attempt and failed.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:34.906144_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:34.906144_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:36.068842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:36.068842_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:34.906144_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:34.906144_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:35.527119_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi05_droid_2025-08-05T08:12:35.527119_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.276796_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.276796_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:49.427208_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:49.427208_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.276796_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.276796_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.847744_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac48ecae-7663-4be2-b83c-66bbac46dca3/pi0_fast_droid_2025-08-05T08:15:48.847744_video_wrist.mp4"},"preference":"A","session_id":"ac48ecae-7663-4be2-b83c-66bbac46dca3","university":"frodobots"},{"completion_time":"2025-08-05T08:10:04.610991Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the bottle into the black box.","longform_feedback":"Policy A completed the task gracefully and quickly, while Policy B only managed to complete the grabbing through slow attempts.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:34.519328_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:34.519328_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:35.706268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:35.706268_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:34.519328_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:34.519328_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:35.167799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/pi0_fast_droid_2025-08-05T08:06:35.167799_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:50.975665_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:50.975665_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:52.197758_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:52.197758_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:50.975665_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:50.975665_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:51.650528_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e48d3c-ab1f-44c5-b250-85517659a7fb/paligemma_diffusion_droid_2025-08-05T08:09:51.650528_video_wrist.mp4"},"preference":"A","session_id":"00e48d3c-ab1f-44c5-b250-85517659a7fb","university":"frodobots"},{"completion_time":"2025-08-05T08:01:31.254300Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the mouse on the black mouse pad.","longform_feedback":"Policy B completed the task gracefully and quickly, while Policy A made a slow attempt and failed.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.139282_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.139282_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:53.387411_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:53.387411_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.139282_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.139282_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.839134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_fast_specialist_droid_2025-08-05T07:58:52.839134_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:18.545598_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:18.545598_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:19.664694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:19.664694_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:18.545598_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:18.545598_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:19.190680_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05222344-5716-461a-bcac-474cd9d3b678/paligemma_vq_droid_2025-08-05T08:01:19.190680_video_wrist.mp4"},"preference":"B","session_id":"05222344-5716-461a-bcac-474cd9d3b678","university":"frodobots"},{"completion_time":"2025-08-05T07:55:44.392531Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Place the mouse on the black mouse pad.","longform_feedback":"Policy B completed the task gracefully and quickly, while Policy A made a slow attempt and failed.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:51.495185_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:51.495185_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:52.572767_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:52.572767_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:51.495185_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:51.495185_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:52.100055_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/pi0_droid_2025-08-05T07:52:52.100055_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.000827_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.000827_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:30.125404_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:30.125404_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.000827_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.000827_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.611933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a739b5ed-de55-4be5-b745-c6fa419a887a/paligemma_diffusion_droid_2025-08-05T07:55:29.611933_video_wrist.mp4"},"preference":"B","session_id":"a739b5ed-de55-4be5-b745-c6fa419a887a","university":"frodobots"},{"completion_time":"2025-08-05T07:43:03.686282Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the box.","longform_feedback":"Policy A completed the task gracefully and quickly, while Policy B made a slow attempt and failed.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.069972_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.069972_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:27.181048_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:27.181048_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.069972_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.069972_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.626058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/pi0_fast_droid_2025-08-05T07:39:26.626058_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:45.540840_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:45.540840_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:46.669154_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:46.669154_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:45.540840_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:45.540840_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:46.188168_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e0e7df4-9330-43bf-bef8-562967e9d8cf/paligemma_vq_droid_2025-08-05T07:42:46.188168_video_wrist.mp4"},"preference":"A","session_id":"5e0e7df4-9330-43bf-bef8-562967e9d8cf","university":"frodobots"},{"completion_time":"2025-08-05T07:34:38.661711Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks into the box.","longform_feedback":"Policy B quickly said that the action had captured the target, while Policy A remained inactive.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.165765_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.165765_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:46.163573_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:46.163573_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.165765_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.165765_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.773464_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_binning_droid_2025-08-05T07:30:45.773464_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:22.819579_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:22.819579_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:24.126942_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:24.126942_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:22.819579_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:22.819579_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:23.511656_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e9fd6bd-d431-4268-b8bd-82032df0a777/paligemma_fast_droid_2025-08-05T07:34:23.511656_video_wrist.mp4"},"preference":"B","session_id":"6e9fd6bd-d431-4268-b8bd-82032df0a777","university":"frodobots"},{"completion_time":"2025-08-04T22:53:11.120070Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the cube into cup","longform_feedback":"Policy A and B were just able to pick up the cube for a few seconnds but then dropped it after a few seconds later","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:08.621075_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:08.621075_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:10.504639_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:10.504639_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.252257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.252257_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.252257_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.252257_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.857004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi0_droid_2025-08-04T22:46:09.857004_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.086528_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.086528_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:03.878765_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:03.878765_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.804408_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.804408_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.804408_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:02.804408_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:03.357414_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd2aef50-8904-46ab-ab1c-c5de3e53e4d1/pi05_droid_2025-08-04T22:51:03.357414_video_wrist.mp4"},"preference":"TIE","session_id":"bd2aef50-8904-46ab-ab1c-c5de3e53e4d1","university":"Berkeley"},{"completion_time":"2025-08-04T22:40:05.064805Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the sponge on top of the bread toaster","longform_feedback":"Both policies did not do well as the both wandered around the sponge but failed to pick any thing up","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:22.434432_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:22.434432_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:24.191260_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:24.191260_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:23.151289_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:23.151289_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:22.434432_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:22.434432_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:23.677252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi0_droid_2025-08-04T22:32:23.677252_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:04.465297_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:04.465297_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:06.359012_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:06.359012_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:05.184607_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:05.184607_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:04.465297_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:04.465297_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:05.715396_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8a33fda-6b5e-41e0-8fcf-bb6321203149/pi05_droid_2025-08-04T22:38:05.715396_video_wrist.mp4"},"preference":"TIE","session_id":"b8a33fda-6b5e-41e0-8fcf-bb6321203149","university":"Berkeley"},{"completion_time":"2025-08-04T22:26:28.923302Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the sticker note into bin","longform_feedback":"Policy B completely went off since it mistakenly reached for the spoon the entire time. A has grasped the note and placed it on top of the bin and it was not quite placed inside the bin","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:36.407668_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:36.407668_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:38.281036_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:38.281036_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.141810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.141810_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.141810_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.141810_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.711745_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_fast_droid_2025-08-04T22:20:37.711745_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:18.422895_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:18.422895_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:20.237399_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:20.237399_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.129575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.129575_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.129575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.129575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.691751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7039bea6-3216-4bc0-a0f4-b73517610bcd/pi0_droid_2025-08-04T22:25:19.691751_video_wrist.mp4"},"preference":"A","session_id":"7039bea6-3216-4bc0-a0f4-b73517610bcd","university":"Berkeley"},{"completion_time":"2025-08-04T22:13:58.504954Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the blue marker to the cup","longform_feedback":"A only grasped the marker bu then it pushed other things off the table. B put neatly the object into cup","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:09.572494_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:09.572494_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:11.224446_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:11.224446_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.172467_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.172467_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.172467_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.172467_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.683306_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_fast_specialist_droid_2025-08-04T22:06:10.683306_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.292729_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.292729_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:12.043451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:12.043451_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.985617_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.985617_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.985617_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:10.985617_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:11.512508_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ca3bc9f-d46e-4840-a6ae-d5062b1d2786/paligemma_diffusion_droid_2025-08-04T22:11:11.512508_video_wrist.mp4"},"preference":"B","session_id":"5ca3bc9f-d46e-4840-a6ae-d5062b1d2786","university":"Berkeley"},{"completion_time":"2025-08-04T21:57:06.295640Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the blue plate on the right side of the table","longform_feedback":"Policy B simply did not respond to the task as it remained idle while Policy A completely finished moving the plate in place","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:14.334324_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:14.334324_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:16.016462_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:16.016462_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:15.030551_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:15.030551_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:14.334324_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:14.334324_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:15.507576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/pi0_droid_2025-08-04T21:50:15.507576_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:29.609610_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:29.609610_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:31.079740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:31.079740_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:30.219737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:30.219737_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:29.609610_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:29.609610_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:30.653460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aeb2a82f-a054-4772-be04-2b533c2b4325/paligemma_binning_droid_2025-08-04T21:55:30.653460_video_wrist.mp4"},"preference":"A","session_id":"aeb2a82f-a054-4772-be04-2b533c2b4325","university":"Berkeley"},{"completion_time":"2025-08-04T21:44:52.021175Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon to the wooden bowl","longform_feedback":"Both policies were just able to grasp the spoon out of the dense scene but it failed to place it neatly on the wooden plate which was just located next to it","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:27.615128_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:27.615128_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:29.409778_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:29.409778_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.325454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.325454_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.325454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.325454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.817475_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_fast_droid_2025-08-04T21:34:28.817475_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.313620_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.313620_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:04.130538_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:04.130538_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.983448_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.983448_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.983448_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:02.983448_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:03.584695_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c919dab-9baa-43da-9fa0-2b3d61e1ac77/pi0_droid_2025-08-04T21:42:03.584695_video_wrist.mp4"},"preference":"TIE","session_id":"7c919dab-9baa-43da-9fa0-2b3d61e1ac77","university":"Berkeley"},{"completion_time":"2025-08-04T21:27:05.530028Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the tomato in to pot","longform_feedback":"in both trials, they tended to grasp and placed the entire bowl which contained the tomato.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:03.392539_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:03.392539_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:05.220329_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:05.220329_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.119337_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.119337_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.119337_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.119337_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.622703_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_vq_droid_2025-08-04T21:19:04.622703_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.255773_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.255773_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:15.913490_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:15.913490_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.833374_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.833374_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.833374_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:14.833374_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:15.398969_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8773fd08-98f8-4aec-96a3-475fe28325e8/paligemma_fast_specialist_droid_2025-08-04T21:26:15.398969_video_wrist.mp4"},"preference":"TIE","session_id":"8773fd08-98f8-4aec-96a3-475fe28325e8","university":"Berkeley"},{"completion_time":"2025-08-04T21:12:50.373374Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tomato to bin","longform_feedback":"y","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:54.455196_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:54.455196_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:56.198284_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:56.198284_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.122351_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.122351_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.122351_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.122351_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.582646_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/pi05_droid_2025-08-04T21:05:55.582646_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:24.607344_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:24.607344_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:26.179717_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:26.179717_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.190399_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.190399_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.190399_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.190399_video_right.mp4","wrist_video_gcs_path":"evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.650569_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/26c82889-1bea-47dc-92bb-91a0e7695543/paligemma_diffusion_droid_2025-08-04T21:12:25.650569_video_wrist.mp4"},"preference":"TIE","session_id":"26c82889-1bea-47dc-92bb-91a0e7695543","university":"berkeleuy"},{"completion_time":"2025-08-04T20:54:29.908255Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the red bottle into bowl","longform_feedback":"Policy B remained freeze the entire runtime while A at least tried to reach for something that was marked as red(tomato)","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:20.756626_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:20.756626_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:22.544210_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:22.544210_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:21.470003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:21.470003_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:20.756626_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:20.756626_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:21.988751_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/pi0_fast_droid_2025-08-04T20:48:21.988751_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.084686_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.084686_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:11.647397_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:11.647397_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.740224_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.740224_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.084686_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:10.084686_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:11.195246_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0efb33db-de72-41c8-95a8-7dc9f5f2cbfe/paligemma_binning_droid_2025-08-04T20:53:11.195246_video_wrist.mp4"},"preference":"TIE","session_id":"0efb33db-de72-41c8-95a8-7dc9f5f2cbfe","university":"Berkeley"},{"completion_time":"2025-08-04T20:34:53.202300Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the waterbottle to the plate","longform_feedback":"Both policies failed to aim to the correct initial object which is the waterbottle (A reached to the tomato while B tried to pick the bowl)","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:07.700118_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:07.700118_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:09.430988_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:09.430988_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:08.446827_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:08.446827_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:07.700118_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:07.700118_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:08.902312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/pi0_fast_droid_2025-08-04T20:27:08.902312_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.214551_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.214551_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:33:00.091305_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:33:00.091305_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.950356_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.950356_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.214551_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:58.214551_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:59.476652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0262262e-adb3-4506-9cce-2df936d9596d/paligemma_vq_droid_2025-08-04T20:32:59.476652_video_wrist.mp4"},"preference":"TIE","session_id":"0262262e-adb3-4506-9cce-2df936d9596d","university":"Berkeley"},{"completion_time":"2025-08-04T20:21:16.957929Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the corn from plate","longform_feedback":"B successfully removed the corn after multiple twists and turns round the plate while A reached for the carrot first and then began to rotate to the remaining thing on the plate which was the corn.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:32.465451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:32.465451_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.239998_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.239998_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.239998_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.239998_video_right.mp4","wrist_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.895707_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/pi0_droid_2025-08-04T20:16:31.895707_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:51.685235_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:51.685235_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:50.456193_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:50.456193_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:50.456193_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:50.456193_video_right.mp4","wrist_video_gcs_path":"evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:51.119518_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/420b4e54-ef6a-4334-a6ce-74b71a6aad42/paligemma_vq_droid_2025-08-04T20:20:51.119518_video_wrist.mp4"},"preference":"B","session_id":"420b4e54-ef6a-4334-a6ce-74b71a6aad42","university":"Berkeley"},{"completion_time":"2025-08-04T20:11:48.350994Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move carrot to bowl","longform_feedback":"Both policies attempted to reach for the carrot but failed to grasp it. It just wandered from all different angles around the location.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:58.633274_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:58.633274_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:07:00.404280_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:07:00.404280_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.345413_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.345413_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.345413_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.345413_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.840637_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi05_droid_2025-08-04T20:06:59.840637_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:13.674921_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:13.674921_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:15.441830_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:15.441830_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.348869_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.348869_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.348869_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.348869_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.914170_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba/pi0_fast_droid_2025-08-04T20:11:14.914170_video_wrist.mp4"},"preference":"TIE","session_id":"6d3f3386-3d0f-415b-b6ee-3b9e1601e1ba","university":"Berkeley"},{"completion_time":"2025-08-04T19:47:33.540577Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put pink marker in bin ","longform_feedback":"Policy A didn't pick up the marker while Policy A picked up the marker but moved away from the bin","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:05.787803_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:05.787803_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:04.781733_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:04.781733_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:04.781733_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:04.781733_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:05.309675_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/pi0_fast_droid_2025-08-04T19:44:05.309675_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:15.248131_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:15.248131_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.053726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.053726_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.053726_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.053726_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.683538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f159aa0-f475-4e8d-8f0f-a223e4f146b1/paligemma_diffusion_droid_2025-08-04T19:47:14.683538_video_wrist.mp4"},"preference":"B","session_id":"3f159aa0-f475-4e8d-8f0f-a223e4f146b1","university":"Stanford"},{"completion_time":"2025-08-04T19:41:16.484666Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put pink marker in bin ","longform_feedback":"Both policies moved marker towards the bin but didn't manage to place in bin","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:06.100587_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:06.100587_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:04.998703_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:04.998703_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:04.998703_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:04.998703_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:05.618825_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/pi05_droid_2025-08-04T19:38:05.618825_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:26.213826_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:26.213826_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.125902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.125902_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.125902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.125902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.718427_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aad83b14-74e8-432b-860b-74b3b7d4994b/paligemma_fast_specialist_droid_2025-08-04T19:40:25.718427_video_wrist.mp4"},"preference":"TIE","session_id":"aad83b14-74e8-432b-860b-74b3b7d4994b","university":"Stanford"},{"completion_time":"2025-08-04T19:35:43.204927Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put pink marker in bin ","longform_feedback":"Both policies moved the marker towards the bin but didn't put marker in bin","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:07.510730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:07.510730_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.258457_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.258457_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.258457_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.258457_video_right.mp4","wrist_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.901415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_diffusion_droid_2025-08-04T19:32:06.901415_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:11.256552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:11.256552_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.009831_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.009831_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.009831_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.009831_video_right.mp4","wrist_video_gcs_path":"evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.638269_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/789b504e-e971-4f61-8009-8364b4ff85a4/paligemma_fast_specialist_droid_2025-08-04T19:35:10.638269_video_wrist.mp4"},"preference":"TIE","session_id":"789b504e-e971-4f61-8009-8364b4ff85a4","university":"Stanford"},{"completion_time":"2025-08-04T19:29:25.496745Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Pick up pink marker and put in bin ","longform_feedback":"Both policies moved towards the bin but didn't put the marker in the bin","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:18.460183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:18.460183_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.269464_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.269464_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.269464_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.269464_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.876127_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi0_fast_droid_2025-08-04T19:26:17.876127_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:13.085077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:13.085077_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:11.881301_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:11.881301_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:11.881301_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:11.881301_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:12.539474_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9ca8512e-a221-49ad-aca9-0783ff111303/pi05_droid_2025-08-04T19:29:12.539474_video_wrist.mp4"},"preference":"TIE","session_id":"9ca8512e-a221-49ad-aca9-0783ff111303","university":"Stanford"},{"completion_time":"2025-08-04T19:22:31.476162Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put pink marker in bin ","longform_feedback":"A moved towards the bin while B only managed to move towards the marker and pick it up","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:24.352026_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:24.352026_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.179159_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.179159_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.179159_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.179159_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.773898_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_vq_droid_2025-08-04T19:18:23.773898_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:15.701481_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:15.701481_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:14.628859_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:14.628859_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:14.628859_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:14.628859_video_right.mp4","wrist_video_gcs_path":"evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:15.147460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/87022d5d-7940-4ac0-8281-4492a2c75a5d/paligemma_diffusion_droid_2025-08-04T19:22:15.147460_video_wrist.mp4"},"preference":"A","session_id":"87022d5d-7940-4ac0-8281-4492a2c75a5d","university":"Stanford"},{"completion_time":"2025-08-04T18:59:28.298388Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put pink marker in bin ","longform_feedback":"A did nothing while B atleast moved towards the pink marker","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:35.108808_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:35.108808_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.063424_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.063424_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.063424_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.063424_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.606186_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/paligemma_binning_droid_2025-08-04T18:56:34.606186_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:10.138694_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:10.138694_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:08.925646_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:08.925646_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:08.925646_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:08.925646_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:09.571941_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2108b045-70f1-458e-a605-88cbd7cc1f5b/pi0_fast_droid_2025-08-04T18:59:09.571941_video_wrist.mp4"},"preference":"B","session_id":"2108b045-70f1-458e-a605-88cbd7cc1f5b","university":"Stanford"},{"completion_time":"2025-08-04T09:35:49.974829Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the building blocks in the plate.","longform_feedback":"Policy A attempted to capture but failed. Policy B did nothing.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.082042_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.082042_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:26.374321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:26.374321_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.082042_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.082042_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.782864_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi0_fast_droid_2025-08-04T09:33:25.782864_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:35.386953_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:35.386953_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:36.686888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:36.686888_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:35.386953_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:35.386953_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:36.093770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b1ab7fe-3287-490f-884f-2945a93c72a7/pi05_droid_2025-08-04T09:35:36.093770_video_wrist.mp4"},"preference":"A","session_id":"5b1ab7fe-3287-490f-884f-2945a93c72a7","university":"frodobots"},{"completion_time":"2025-08-04T09:00:23.169925Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Put the water bottle into the white box.","longform_feedback":"Policy A attempted to capture but failed. Policy B did nothing.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:35.888119_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:35.888119_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:37.183876_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:37.183876_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:35.888119_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:35.888119_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:36.630934_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi05_droid_2025-08-04T08:56:36.630934_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:06.895348_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:06.895348_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:08.097605_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:08.097605_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:06.895348_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:06.895348_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:07.582511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02a32d7d-d908-4ea1-b152-e358c780d6ac/pi0_droid_2025-08-04T09:00:07.582511_video_wrist.mp4"},"preference":"A","session_id":"02a32d7d-d908-4ea1-b152-e358c780d6ac","university":"frodobots"},{"completion_time":"2025-08-04T03:00:35.160119Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Stack three boxes.","longform_feedback":"Policy B found the target and attempted to capture it, while Policy A did nothing.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:14.709361_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:14.709361_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:15.991488_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:15.991488_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:14.709361_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:14.709361_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:15.464832_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi05_droid_2025-08-04T02:56:15.464832_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:11.759909_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:11.759909_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:12.971849_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:12.971849_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:11.759909_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:11.759909_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:12.375980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1004b268-851c-44ff-a503-09469e573039/pi0_fast_droid_2025-08-04T03:00:12.375980_video_wrist.mp4"},"preference":"B","session_id":"1004b268-851c-44ff-a503-09469e573039","university":"frodobots"},{"completion_time":"2025-08-02T04:01:46.810936Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Pick up the yellow building blocks and put them in the box.","longform_feedback":"At least Policy A hasn't moved to a strange position.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:43.702488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:43.702488_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:44.860274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:44.860274_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:43.702488_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:43.702488_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:44.361212_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_droid_2025-08-02T03:51:44.361212_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:56.581901_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:56.581901_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:57.784698_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:57.784698_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:56.581901_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:56.581901_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:57.252662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4fe5bba5-b4f0-4266-b491-f2427e5959f1/pi0_fast_droid_2025-08-02T04:00:57.252662_video_wrist.mp4"},"preference":"A","session_id":"4fe5bba5-b4f0-4266-b491-f2427e5959f1","university":"frodobots"},{"completion_time":"2025-08-02T02:35:48.567555Z","evaluator_name":"michael.cho@frodobots.com","language_instruction":"Grab the yellow building blocks and place them in the white box.","longform_feedback":"Policy A can quickly complete half of the task, while policy B fails completely.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.172797_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.172797_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:02.485562_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:02.485562_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.172797_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.172797_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.988604_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_droid_2025-08-02T02:26:01.988604_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:31.531664_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:31.531664_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:32.730302_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:32.730302_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:31.531664_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:31.531664_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:32.261929_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7833a416-4114-4a56-9b02-e0a5912512ed/pi0_fast_droid_2025-08-02T02:33:32.261929_video_wrist.mp4"},"preference":"A","session_id":"7833a416-4114-4a56-9b02-e0a5912512ed","university":"frodobots"},{"completion_time":"2025-07-30T23:01:25.084877Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the cubes from the plate","longform_feedback":"A indeed did better since it almost moved 2 of the cubes out of the plate. The last cube was lifted up but the runtime was up and it was recorded undone. B on the other hand just pointed to the other opposite direction and did nothing there.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:35.583359_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:35.583359_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:37.382994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:37.382994_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:36.351257_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:36.351257_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:35.583359_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:35.583359_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:36.876351_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/paligemma_fast_specialist_droid_2025-07-30T22:52:36.876351_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:16.759968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:16.759968_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:18.424296_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:18.424296_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:17.409981_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:17.409981_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:16.759968_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:16.759968_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:17.930415_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3b248b0b-6d61-47bd-b97f-3d4fe2113b0f/pi0_fast_droid_2025-07-30T23:00:17.930415_video_wrist.mp4"},"preference":"A","session_id":"3b248b0b-6d61-47bd-b97f-3d4fe2113b0f","university":"Berkeley"},{"completion_time":"2025-07-30T22:39:23.215829Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the spoon in the pink bowl","longform_feedback":"Policy A and B both grasped the spoon in place but they both struggled to lift it up in a good dimension so that should be carried over the bowl","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.272924_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.272924_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:02.962746_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:02.962746_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.920493_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.920493_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.272924_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:01.272924_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:02.401877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_diffusion_droid_2025-07-30T22:32:02.401877_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:38.602232_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:38.602232_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:40.257935_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:40.257935_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:39.227247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:39.227247_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:38.602232_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:38.602232_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:39.722491_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9333a4fd-d6c8-44bb-8a8d-d50e0848b010/paligemma_vq_droid_2025-07-30T22:38:39.722491_video_wrist.mp4"},"preference":"TIE","session_id":"9333a4fd-d6c8-44bb-8a8d-d50e0848b010","university":"Berkeley"},{"completion_time":"2025-07-30T22:26:59.166382Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the fruit in bowl","longform_feedback":"Both A and B were able to pick up the banana from its initial position but A approached to upper half location of the table while B almost placed in the bowl but ran out of time and left the object mid air right above the bowl","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:26.700419_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:26.700419_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:28.371473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:28.371473_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.278880_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.278880_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.278880_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.278880_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.758631_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/pi0_fast_droid_2025-07-30T22:18:27.758631_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:28.749564_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:28.749564_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:30.497549_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:30.497549_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.451221_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.451221_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.451221_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.451221_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.964917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf93c89-6bbb-4856-a3f1-5f9624a6992c/paligemma_vq_droid_2025-07-30T22:26:29.964917_video_wrist.mp4"},"preference":"B","session_id":"ccf93c89-6bbb-4856-a3f1-5f9624a6992c","university":"Berkeley"},{"completion_time":"2025-07-30T22:11:39.273509Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"clean up the table ","longform_feedback":"Both policies did not do so well since it ignored the paper ball in the middle of the seen and just pointed to other random things on the table such as marker or bowl.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:50.471467_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:50.471467_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:52.360340_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:52.360340_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:51.226968_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:51.226968_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:50.471467_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:50.471467_video_left.mp4","wrist_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:51.757603_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/paligemma_diffusion_droid_2025-07-30T22:03:51.757603_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:07.309552_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:07.309552_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:09.038684_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:09.038684_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:08.022726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:08.022726_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:07.309552_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:07.309552_video_left.mp4","wrist_video_gcs_path":"evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:08.518606_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/132f2596-4024-4d72-8f99-1886bb2c1aa3/pi05_droid_2025-07-30T22:10:08.518606_video_wrist.mp4"},"preference":"TIE","session_id":"132f2596-4024-4d72-8f99-1886bb2c1aa3","university":"Berkeley"},{"completion_time":"2025-07-30T22:10:39.009833Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put edibles only in the red plate","longform_feedback":"B tried to pick up the chicken wing while A placed the cup in the plate","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:18.639982_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:18.639982_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:17.424677_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:17.424677_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:17.424677_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:17.424677_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:18.054940_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi05_droid_2025-07-30T22:06:18.054940_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:19.180561_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:19.180561_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.032338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.032338_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.032338_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.032338_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.649927_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ae9d854-4553-4c44-8108-23f0c6d6eb57/pi0_fast_droid_2025-07-30T22:10:18.649927_video_wrist.mp4"},"preference":"B","session_id":"0ae9d854-4553-4c44-8108-23f0c6d6eb57","university":"Stanford"},{"completion_time":"2025-07-30T22:01:30.967174Z","evaluator_name":"skunda@stanford.edu","language_instruction":"stack the cups on top of each other ","longform_feedback":"A moved towards the first cups to stack them to the second but B did nothing","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:26.144022_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:26.144022_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:24.997059_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:24.997059_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:24.997059_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:24.997059_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:25.608810_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/pi05_droid_2025-07-30T21:58:25.608810_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:19.681031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:19.681031_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:18.741980_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:18.741980_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:18.741980_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:18.741980_video_right.mp4","wrist_video_gcs_path":"evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:19.226672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97c57630-3c89-4a97-a235-c8680a7b4a14/paligemma_binning_droid_2025-07-30T22:01:19.226672_video_wrist.mp4"},"preference":"A","session_id":"97c57630-3c89-4a97-a235-c8680a7b4a14","university":"Stanford"},{"completion_time":"2025-07-30T21:59:22.314931Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the cloth on the plate","longform_feedback":"A slightly did better as after it grasped the cloth, the direction was a little on track towards the plate. Policy B did grasp the cloth at first place but ended up dropping it on the ground and then shifted the focus to the other object on the countertop, which was an eraser","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:51.892975_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:51.892975_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:53.772418_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:53.772418_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:52.590028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:52.590028_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:52.590028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:52.590028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:53.160472_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/pi05_droid_2025-07-30T21:49:53.160472_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:58.576484_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:58.576484_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:57:00.360290_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:57:00.360290_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.252810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.252810_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.252810_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.252810_video_right.mp4","wrist_video_gcs_path":"evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.786889_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/314ca27f-e8fc-4ac1-b55a-a9272fdb195f/paligemma_vq_droid_2025-07-30T21:56:59.786889_video_wrist.mp4"},"preference":"A","session_id":"314ca27f-e8fc-4ac1-b55a-a9272fdb195f","university":"berkeleu"},{"completion_time":"2025-07-30T21:55:37.706654Z","evaluator_name":"skunda@stanford.edu","language_instruction":"stack the cups on top of each other ","longform_feedback":"A did nothing while B rightly moved the left cups to the right cups although it didn't stack them on top","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:22.133214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:22.133214_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.210569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.210569_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.210569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.210569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.710453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/paligemma_binning_droid_2025-07-30T21:52:21.710453_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:10.814617_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:10.814617_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:09.656848_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:09.656848_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:09.656848_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:09.656848_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:10.273230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b74510f-e436-4a10-92d8-979faa58e7cd/pi05_droid_2025-07-30T21:55:10.273230_video_wrist.mp4"},"preference":"B","session_id":"9b74510f-e436-4a10-92d8-979faa58e7cd","university":"Stanford"},{"completion_time":"2025-07-30T21:48:39.413239Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in red bottle","longform_feedback":"Both policies managed to take the banana near the bottle but never placed it in the bottle","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:45.490323_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:45.490323_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.326197_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.326197_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.326197_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.326197_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.947760_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/paligemma_vq_droid_2025-07-30T21:45:44.947760_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:24.568220_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:24.568220_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.355244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.355244_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.355244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.355244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.979575_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bd03908-77ab-48ec-8bef-17f86b507d31/pi05_droid_2025-07-30T21:48:23.979575_video_wrist.mp4"},"preference":"TIE","session_id":"2bd03908-77ab-48ec-8bef-17f86b507d31","university":"Stanford"},{"completion_time":"2025-07-30T21:39:45.685752Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put banana in red bottle ","longform_feedback":"B put the banana in the bottle while A only managed to bring the banana close to the bottle but not place it in","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:41.302172_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:41.302172_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.029283_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.029283_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.029283_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.029283_video_right.mp4","wrist_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.692855_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/paligemma_vq_droid_2025-07-30T21:36:40.692855_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:32.279379_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:32.279379_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.183418_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.183418_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.183418_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.183418_video_right.mp4","wrist_video_gcs_path":"evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.780312_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/978c7458-7b6f-45bb-8faa-fe2a8e14c837/pi0_fast_droid_2025-07-30T21:39:31.780312_video_wrist.mp4"},"preference":"B","session_id":"978c7458-7b6f-45bb-8faa-fe2a8e14c837","university":"Stanford"},{"completion_time":"2025-07-30T21:35:05.892709Z","evaluator_name":"berkeley","language_instruction":"move the marker into cup","longform_feedback":"Both policies has stopped at rotating one of the marker in upright position but failed to determine the next step which was moving toowards the right, where the cup was placed.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.166813_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.166813_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:25.050029_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:25.050029_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.934352_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.934352_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.934352_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:23.934352_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:24.471068_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/pi0_fast_droid_2025-07-30T21:24:24.471068_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:32.616523_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:32.616523_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:34.487185_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:34.487185_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.377423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.377423_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.377423_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.377423_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.912326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6864e2e3-1b39-43e4-a722-e2aa98a2005a/paligemma_fast_specialist_droid_2025-07-30T21:34:33.912326_video_wrist.mp4"},"preference":"TIE","session_id":"6864e2e3-1b39-43e4-a722-e2aa98a2005a","university":"Berkeley"},{"completion_time":"2025-07-30T21:17:25.420518Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the black marker next to the blue marker","longform_feedback":"both policies did not do very well since it completely ignored the color-specific command and just moved to the marker that was already on the plate itself and tried to grasp the whole plate on its edge.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:43.363556_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:43.363556_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:45.170625_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:45.170625_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.100863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.100863_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.100863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.100863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.639067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/paligemma_fast_specialist_droid_2025-07-30T21:08:44.639067_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:10.798184_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:10.798184_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:12.594901_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:12.594901_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:11.532137_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:11.532137_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:11.532137_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:11.532137_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:12.025337_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a26e2-69a0-4c24-85ad-9eff6f513ef0/pi0_droid_2025-07-30T21:14:12.025337_video_wrist.mp4"},"preference":"TIE","session_id":"2d1a26e2-69a0-4c24-85ad-9eff6f513ef0","university":"Berkeley"},{"completion_time":"2025-07-30T21:03:40.159160Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the spoon into cup","longform_feedback":"B indeed did better as it rotated the gripper to hold onto the handle of the spoon but it struggled to lift it up in the air. Policy A just remained freeze the entire time","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:19.469740_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:19.469740_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.901556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.901556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.057336_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.057336_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.057336_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.057336_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.472039_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/paligemma_binning_droid_2025-07-30T20:57:20.472039_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.297619_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.297619_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:18.047063_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:18.047063_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.992750_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.992750_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.992750_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:16.992750_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:17.477008_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c604d2c1-eb9c-48a9-b877-07896a6af2d8/pi05_droid_2025-07-30T21:03:17.477008_video_wrist.mp4"},"preference":"B","session_id":"c604d2c1-eb9c-48a9-b877-07896a6af2d8","university":"Berkeley"},{"completion_time":"2025-07-30T20:53:12.668412Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the corn on the plate","longform_feedback":"A at least was able to locate where the corn was at while policy B completely mistaken the other object on the rear side to be the corn. POlicy A had a difficult time to grasp the corn in place thus it only scored 25.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:38.361312_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:38.361312_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:40.274837_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:40.274837_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.033219_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.033219_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.033219_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.033219_video_right.mp4","wrist_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.634264_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/paligemma_vq_droid_2025-07-30T20:47:39.634264_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.127472_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.127472_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:51.923268_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:51.923268_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.832266_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.832266_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.832266_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:50.832266_video_right.mp4","wrist_video_gcs_path":"evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:51.366956_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/add3fa6f-27b7-4002-b51a-0384b8ae2029/pi0_fast_droid_2025-07-30T20:52:51.366956_video_wrist.mp4"},"preference":"A","session_id":"add3fa6f-27b7-4002-b51a-0384b8ae2029","university":"Berkeley"},{"completion_time":"2025-07-30T20:42:28.629197Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the marker from the plate","longform_feedback":"Both policies had the same pattern in which it reached for the marker first, finished the required task and then shifted over to the other objects on the plate and did the same thing, which was unecessary.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:46.867233_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:46.867233_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:48.743376_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:48.743376_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:47.587184_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:47.587184_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:47.587184_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:47.587184_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:48.142519_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/paligemma_vq_droid_2025-07-30T20:36:48.142519_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:09.751595_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:09.751595_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:11.419553_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:11.419553_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.338611_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.338611_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.338611_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.338611_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.869234_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66219a67-1264-4077-8373-bae86a33d660/pi05_droid_2025-07-30T20:41:10.869234_video_wrist.mp4"},"preference":"TIE","session_id":"66219a67-1264-4077-8373-bae86a33d660","university":"Berkeley"},{"completion_time":"2025-07-30T20:31:32.084621Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"mpve the tomato to the white plate","longform_feedback":"Policy A perfectly completed the task in one turn without any unecessary moves while B had a hard time to rotate the gripper in front of the tomato and it was stuck in the rear side of the dish rack.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:09.617064_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:09.617064_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:11.512236_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:11.512236_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:10.363187_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:10.363187_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:09.617064_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:09.617064_video_left.mp4","wrist_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:10.891158_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_fast_specialist_droid_2025-07-30T20:25:10.891158_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.268488_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.268488_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:12.903433_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:12.903433_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.955814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.955814_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.268488_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:11.268488_video_left.mp4","wrist_video_gcs_path":"evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:12.398542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/218e71ec-a694-4a32-ac86-144af5b8be35/paligemma_diffusion_droid_2025-07-30T20:31:12.398542_video_wrist.mp4"},"preference":"A","session_id":"218e71ec-a694-4a32-ac86-144af5b8be35","university":"Berkeley"},{"completion_time":"2025-07-30T20:21:14.121528Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put plate in dish rack","longform_feedback":"Policy A did better since it at least located the first object that should be in touch with while policy B did not response from the initial position. both policies did not do so well overall.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:02.923211_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:02.923211_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:04.747940_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:04.747940_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:03.615751_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:03.615751_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:03.615751_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:03.615751_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:04.180804_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/pi0_droid_2025-07-30T20:15:04.180804_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:38.403660_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:38.403660_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.964457_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.964457_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.034203_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.034203_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.034203_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.034203_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.428149_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88d8222f-6f17-4565-9a07-72746532ac0f/paligemma_binning_droid_2025-07-30T20:20:39.428149_video_wrist.mp4"},"preference":"A","session_id":"88d8222f-6f17-4565-9a07-72746532ac0f","university":"Berkeley"},{"completion_time":"2025-07-29T23:49:47.051975Z","evaluator_name":"will_reger@utexas.edu","language_instruction":"Put the cup inside of the pot.","longform_feedback":"Policy A was able to successfully complete the task in a reasonable amount of time while policy B was unable to move from it's initial position.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:58.845916_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:58.845916_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:44:00.339974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:44:00.339974_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:59.452771_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:59.452771_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:58.845916_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:58.845916_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:59.867196_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_fast_specialist_droid_2025-07-29T23:43:59.867196_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:24.564650_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:24.564650_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:26.265032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:26.265032_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:25.263047_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:25.263047_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:24.564650_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:24.564650_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:25.687917_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5d8f7a3-8950-4159-9b85-1f65e9e6bd07/paligemma_binning_droid_2025-07-29T23:49:25.687917_video_wrist.mp4"},"preference":"A","session_id":"a5d8f7a3-8950-4159-9b85-1f65e9e6bd07","university":"UT Austin"},{"completion_time":"2025-07-28T23:07:14.932297Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker in the pen holder","longform_feedback":"policy B is slightly better since it was able to grasp the marker rather than just pointing towards it in A. Policy A tried to pick up the entirlate where the marker sat on as well","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.102867_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.102867_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:12.793864_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:12.793864_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.746276_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.746276_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.746276_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:11.746276_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:12.247947_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_fast_droid_2025-07-28T22:59:12.247947_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:23.723789_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:23.723789_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:25.443354_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:25.443354_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.408025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.408025_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.408025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.408025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.878047_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b64a4b40-30eb-4db1-8960-76a74c8c6993/pi0_droid_2025-07-28T23:06:24.878047_video_wrist.mp4"},"preference":"B","session_id":"b64a4b40-30eb-4db1-8960-76a74c8c6993","university":"Berkeley"},{"completion_time":"2025-07-28T22:47:55.379818Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the small plate over the bigger plate","longform_feedback":"A is slightly better since it at least was able to locate the initial object which is the smaller plate while B shifted over the bigger plate and tried to do the reverse order of the task","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.270588_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.270588_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:54.958740_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:54.958740_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.964222_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.964222_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.964222_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:53.964222_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:54.437805_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/paligemma_fast_specialist_droid_2025-07-28T22:42:54.437805_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.141263_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.141263_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:54.772993_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:54.772993_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.774654_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.774654_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.774654_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:53.774654_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:54.232806_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7db48f64-4641-420e-92c2-3c7292fe9985/pi0_droid_2025-07-28T22:46:54.232806_video_wrist.mp4"},"preference":"A","session_id":"7db48f64-4641-420e-92c2-3c7292fe9985","university":"Berkeley"},{"completion_time":"2025-07-28T22:35:45.129133Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape on the plate","longform_feedback":"Policy B did better as it smoothly rotated the tape over on the plate within the runtime while Policy A has picked up the tape in place but ran out of time as it moved over the plate","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.223634_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.223634_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:34.966272_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:34.966272_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.948517_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.948517_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.948517_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:33.948517_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:34.429634_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/paligemma_vq_droid_2025-07-28T22:30:34.429634_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:13.837267_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:13.837267_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:15.565324_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:15.565324_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:14.537434_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:14.537434_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:14.537434_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:14.537434_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:15.003467_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1f25396-1b26-4834-a6f0-a5aea2d42e2a/pi05_droid_2025-07-28T22:35:15.003467_video_wrist.mp4"},"preference":"B","session_id":"f1f25396-1b26-4834-a6f0-a5aea2d42e2a","university":"Berkeley"},{"completion_time":"2025-07-28T22:26:22.178724Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the sponge from drawer","longform_feedback":"Policy B completed the task very swsifly while A struggled to grasped the sponge over the empty space on the table.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.261009_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.261009_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:38.009180_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:38.009180_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.921287_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.921287_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.921287_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:36.921287_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:37.450109_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_fast_droid_2025-07-28T22:18:37.450109_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:57.909593_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:57.909593_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:59.620676_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:59.620676_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:58.596412_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:58.596412_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:58.596412_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:58.596412_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:59.131207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f81b230-1f84-47c0-9b73-75871aec6ae1/paligemma_diffusion_droid_2025-07-28T22:23:59.131207_video_wrist.mp4"},"preference":"B","session_id":"5f81b230-1f84-47c0-9b73-75871aec6ae1","university":"Berkeley"},{"completion_time":"2025-07-28T22:05:01.308674Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the banana from the drawer","longform_feedback":"Both policies initially knew where the location of the intended object (banana) but it failed to grasp it up in the air and moved to slightly off the drawer. The volume of drawer was also very minimal so that could be the reason why it was having the hard time grasping it","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:52.695597_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:52.695597_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:54.334528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:54.334528_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:53.333688_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:53.333688_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:52.695597_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:52.695597_video_left.mp4","wrist_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:53.846539_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/pi0_fast_droid_2025-07-28T21:58:53.846539_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:20.494053_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:20.494053_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:22.023730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:22.023730_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:21.091609_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:21.091609_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:20.494053_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:20.494053_video_left.mp4","wrist_video_gcs_path":"evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:21.615818_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/696fdf60-7abb-47bf-b66e-14812a69b095/paligemma_vq_droid_2025-07-28T22:03:21.615818_video_wrist.mp4"},"preference":"TIE","session_id":"696fdf60-7abb-47bf-b66e-14812a69b095","university":"Berkeley"},{"completion_time":"2025-07-28T21:53:23.792989Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the corn into drawer","longform_feedback":"POlicy B went further than A since it was able to gear up the object and lightly dropped it to the drawer while A was very aggressive to push the drawer out of the seen while holding the corn by gripper.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:22.963363_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:22.963363_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:24.749414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:24.749414_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:23.654896_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:23.654896_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:22.963363_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:22.963363_video_left.mp4","wrist_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:24.170600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/paligemma_fast_droid_2025-07-28T21:48:24.170600_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.215992_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.215992_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:38.057214_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:38.057214_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.898432_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.898432_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.215992_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:36.215992_video_left.mp4","wrist_video_gcs_path":"evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:37.367699_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/849677f8-3af9-4758-90f8-dd76c48be499/pi05_droid_2025-07-28T21:52:37.367699_video_wrist.mp4"},"preference":"B","session_id":"849677f8-3af9-4758-90f8-dd76c48be499","university":"Berkeley"},{"completion_time":"2025-07-28T21:41:40.028537Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the green marker into cup","longform_feedback":"Both policies tied up since it shifted the focus to the blue marker while being asked to stimulate with the green marker. Both seemed to stick with this object the entire runtime","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:05.970993_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:05.970993_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:07.693057_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:07.693057_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:06.618987_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:06.618987_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:05.970993_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:05.970993_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:07.156629_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_vq_droid_2025-07-28T21:35:07.156629_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:31.508430_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:31.508430_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:33.242294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:33.242294_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:32.184124_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:32.184124_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:31.508430_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:31.508430_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:32.703982_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a15c8b4d-ef2f-4849-a2b2-935d9d97f888/paligemma_fast_specialist_droid_2025-07-28T21:39:32.703982_video_wrist.mp4"},"preference":"TIE","session_id":"a15c8b4d-ef2f-4849-a2b2-935d9d97f888","university":"Berkeley"},{"completion_time":"2025-07-28T21:26:29.649189Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the corn to bowl","longform_feedback":"B is slightly better off since it knows it has to do something involving with bowl as it tries to push the bowl closer to the corn location but the order of movement should be arranged later. Policy A just did nothing.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:10.567863_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:10.567863_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:12.005421_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:12.005421_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.184940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.184940_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.184940_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.184940_video_right.mp4","wrist_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.584450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_binning_droid_2025-07-28T21:19:11.584450_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:42.774001_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:42.774001_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:44.513745_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:44.513745_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.459629_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.459629_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.459629_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.459629_video_right.mp4","wrist_video_gcs_path":"evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.951331_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c/paligemma_fast_specialist_droid_2025-07-28T21:24:43.951331_video_wrist.mp4"},"preference":"B","session_id":"359eaef5-1ac5-41eb-8dc3-0fcc4c2cde2c","university":"Berkeley"},{"completion_time":"2025-07-28T21:13:35.508132Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place in spoon in plate","longform_feedback":"Both policies stepped into the point that it was able to find where the spoon was located and pointed towards it but in both seen, the grasping success was very low and the spoon still remainted on the bowl","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:45.391197_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:45.391197_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:47.336721_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:47.336721_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:46.361120_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:46.361120_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:45.391197_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:45.391197_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:46.824712_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/pi05_droid_2025-07-28T21:07:46.824712_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:12:59.603265_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:12:59.603265_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:01.347179_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:01.347179_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:00.203909_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:00.203909_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:12:59.603265_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:12:59.603265_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:00.680365_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bbe1405-e4f0-4c3f-ba8b-42b65556d087/paligemma_fast_specialist_droid_2025-07-28T21:13:00.680365_video_wrist.mp4"},"preference":"TIE","session_id":"2bbe1405-e4f0-4c3f-ba8b-42b65556d087","university":"Berkeley"},{"completion_time":"2025-07-28T21:03:13.683294Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the pen on the plate","longform_feedback":"Policy A swiftly completed the required movement plus tried to put the other things (corn) on the plate which was unecessary. Policy B did nothign and remained idle","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:35.976917_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:35.976917_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:37.693518_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:37.693518_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:36.619579_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:36.619579_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:36.619579_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:36.619579_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:37.135503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/pi05_droid_2025-07-28T20:55:37.135503_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:43.958757_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:43.958757_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:45.462352_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:45.462352_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:44.601180_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:44.601180_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:44.601180_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:44.601180_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:45.013878_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb/paligemma_binning_droid_2025-07-28T21:02:45.013878_video_wrist.mp4"},"preference":"A","session_id":"dfcb86d6-9af9-4c13-aeaf-a70ea8ae56eb","university":"Berkeley"},{"completion_time":"2025-07-28T19:22:50.046152Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in red bottle ","longform_feedback":"B tried to put the banana in the bottle while A did nothing","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:05.379417_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:05.379417_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.136451_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.136451_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.136451_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.136451_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.739357_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/paligemma_binning_droid_2025-07-28T19:19:04.739357_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:27.957660_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:27.957660_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:26.666665_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:26.666665_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:26.666665_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:26.666665_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:27.331774_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b/pi0_droid_2025-07-28T19:22:27.331774_video_wrist.mp4"},"preference":"B","session_id":"9360b7cb-ccc6-4de0-ab5f-043c8dc6cc3b","university":"Stanford"},{"completion_time":"2025-07-28T19:14:28.166588Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put blue cube on top of card ","longform_feedback":"A didn't do anything while B managed to move towards the cube","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:38.006978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:38.006978_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:36.978847_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:36.978847_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:36.978847_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:36.978847_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:37.522627_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/paligemma_binning_droid_2025-07-28T19:10:37.522627_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:41.127451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:41.127451_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:39.941281_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:39.941281_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:39.941281_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:39.941281_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:40.634373_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ca862c19-cf16-479f-9585-18a264a08863/pi0_droid_2025-07-28T19:13:40.634373_video_wrist.mp4"},"preference":"B","session_id":"ca862c19-cf16-479f-9585-18a264a08863","university":"Stanford"},{"completion_time":"2025-07-28T19:05:41.989223Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Stack blue cube on top of the card ","longform_feedback":"B picked up the cube and moved towards the card but A didn't do anything","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:20.137794_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:20.137794_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.100183_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.100183_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.100183_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.100183_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.667284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_binning_droid_2025-07-28T19:02:19.667284_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:20.838426_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:20.838426_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:19.550708_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:19.550708_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:19.550708_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:19.550708_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:20.253531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f040e255-5f0f-45fa-907c-601f78bd94c6/paligemma_diffusion_droid_2025-07-28T19:05:20.253531_video_wrist.mp4"},"preference":"B","session_id":"f040e255-5f0f-45fa-907c-601f78bd94c6","university":"Stanford"},{"completion_time":"2025-07-28T18:46:30.702588Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in drawer ","longform_feedback":"B managed to place the banana on top of the drawer but A dropped the banana before it reached to the drawer","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:36.018914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:36.018914_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:34.757009_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:34.757009_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:34.757009_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:34.757009_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:35.422004_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi0_droid_2025-07-28T18:41:35.422004_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:53.563771_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:53.563771_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:52.472852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:52.472852_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:52.472852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:52.472852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:53.006974_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84753bcf-b8fe-41e7-b084-1e034b48c743/pi05_droid_2025-07-28T18:45:53.006974_video_wrist.mp4"},"preference":"B","session_id":"84753bcf-b8fe-41e7-b084-1e034b48c743","university":"Stanford"},{"completion_time":"2025-07-28T18:36:42.427761Z","evaluator_name":"skunda@stanford.edu","language_instruction":"move pink marker to drawer","longform_feedback":"B moved towards the marker although it didn't pick it up while didn't make any progressive step","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:59.496556_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:59.496556_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.172411_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.172411_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.172411_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.172411_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.894580_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_droid_2025-07-28T18:31:58.894580_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:14.134030_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:14.134030_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:12.850898_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:12.850898_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:12.850898_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:12.850898_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:13.535975_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c3c83b3-46c6-4b85-b142-eec6c80181d6/pi0_fast_droid_2025-07-28T18:36:13.535975_video_wrist.mp4"},"preference":"B","session_id":"6c3c83b3-46c6-4b85-b142-eec6c80181d6","university":"Stanford"},{"completion_time":"2025-07-24T21:57:56.170140Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Stack pink plate on top of blue plate","longform_feedback":"Policy A managed to approach pink plate and failed to pick it up while policy B did nothing","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:02.983914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:02.983914_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:01.797729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:01.797729_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:01.797729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:01.797729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:02.454329_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/pi0_droid_2025-07-24T21:55:02.454329_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:46.686659_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:46.686659_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:45.920556_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:45.920556_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:45.920556_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:45.920556_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:46.261782_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ff793db-601f-48e4-82f0-6f34c4551a78/paligemma_binning_droid_2025-07-24T21:57:46.261782_video_wrist.mp4"},"preference":"A","session_id":"2ff793db-601f-48e4-82f0-6f34c4551a78","university":"Stanford"},{"completion_time":"2025-07-24T21:46:58.723712Z","evaluator_name":"skunda@stanford.edu","language_instruction":"stack pink plate on top of blue plate ","longform_feedback":"Policy A managed to move towards the pink plate while Policy B did nothing","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:41.238638_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:41.238638_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.128863_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.128863_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.128863_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.128863_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.662663_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_vq_droid_2025-07-24T21:43:40.662663_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:43.196836_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:43.196836_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.256866_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.256866_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.256866_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.256866_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.761515_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c07a8e50-417e-4184-9967-565e3a19a181/paligemma_binning_droid_2025-07-24T21:46:42.761515_video_wrist.mp4"},"preference":"A","session_id":"c07a8e50-417e-4184-9967-565e3a19a181","university":"Stanford"},{"completion_time":"2025-07-24T21:39:35.187074Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put yellow corn in red plate ","longform_feedback":"Policy B didn't do anything while Policy A only failed the last step of putting picked corn in plate","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:51.980355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:51.980355_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:50.671491_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:50.671491_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:50.671491_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:50.671491_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:51.374626_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/pi05_droid_2025-07-24T21:35:51.374626_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:23.121454_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:23.121454_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.186025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.186025_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.186025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.186025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.660655_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bef58226-f50a-41e5-9ecd-2e9ccd0ee520/paligemma_binning_droid_2025-07-24T21:39:22.660655_video_wrist.mp4"},"preference":"A","session_id":"bef58226-f50a-41e5-9ecd-2e9ccd0ee520","university":"Stanford"},{"completion_time":"2025-07-24T21:32:40.174237Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put yellow corn in red plate ","longform_feedback":"Both policies finished the task","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:02.034420_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:02.034420_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:00.767376_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:00.767376_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:00.767376_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:00.767376_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:01.456843_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi0_droid_2025-07-24T21:30:01.456843_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:20.596973_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:20.596973_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.288902_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.288902_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.288902_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.288902_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.956701_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe079f26-2fb1-4b23-a292-6d20c381b150/pi05_droid_2025-07-24T21:32:19.956701_video_wrist.mp4"},"preference":"TIE","session_id":"fe079f26-2fb1-4b23-a292-6d20c381b150","university":"Stanford"},{"completion_time":"2025-07-24T21:26:46.469356Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put yellow corn in red plate ","longform_feedback":"Policy A did the task completely while Policy B failed to pick up corn","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:08.217120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:08.217120_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.128572_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.128572_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.128572_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.128572_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.706828_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/paligemma_vq_droid_2025-07-24T21:23:07.706828_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:24.485492_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:24.485492_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.261545_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.261545_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.261545_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.261545_video_right.mp4","wrist_video_gcs_path":"evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.827366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78f9a9e0-765b-4aa0-af51-e894a430b1a8/pi0_droid_2025-07-24T21:26:23.827366_video_wrist.mp4"},"preference":"A","session_id":"78f9a9e0-765b-4aa0-af51-e894a430b1a8","university":"Stanford"},{"completion_time":"2025-07-24T21:20:45.025223Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put yellow corn in red plate","longform_feedback":"Both policies finished the task","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:46.345753_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:46.345753_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:44.932008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:44.932008_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:44.932008_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:44.932008_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:45.697156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_droid_2025-07-24T21:17:45.697156_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:26.978430_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:26.978430_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:25.766145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:25.766145_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:25.766145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:25.766145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:26.372345_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c8640298-c51f-44aa-9a04-323d3581247a/paligemma_fast_specialist_droid_2025-07-24T21:20:26.372345_video_wrist.mp4"},"preference":"TIE","session_id":"c8640298-c51f-44aa-9a04-323d3581247a","university":"Stanford"},{"completion_time":"2025-07-23T22:55:59.958736Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the corn from the plate","longform_feedback":"B remained freeze until being terminated while A has done the task nicely","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:04.907896_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:04.907896_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:06.612125_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:06.612125_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:05.519914_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:05.519914_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:05.519914_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:05.519914_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:06.121981_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_fast_droid_2025-07-23T22:50:06.121981_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:50.649968_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:50.649968_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:52.078408_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:52.078408_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.178200_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.178200_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.178200_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.178200_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.619912_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a266915-4c16-4245-936d-b40acee9fd67/paligemma_binning_droid_2025-07-23T22:54:51.619912_video_wrist.mp4"},"preference":"A","session_id":"9a266915-4c16-4245-936d-b40acee9fd67","university":"Berkeley"},{"completion_time":"2025-07-23T22:41:43.799701Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the orange plate on the plate where the corn is found","longform_feedback":"Both policies seemed to ignore the task and only reach for the end-point destination which is the yellow plate","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:37.848331_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:37.848331_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:39.669333_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:39.669333_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:38.606712_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:38.606712_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:37.848331_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:37.848331_video_left.mp4","wrist_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:39.135169_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_fast_droid_2025-07-23T22:33:39.135169_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:53.684938_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:53.684938_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:55.525216_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:55.525216_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:54.458918_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:54.458918_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:53.684938_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:53.684938_video_left.mp4","wrist_video_gcs_path":"evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:54.921445_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/037487cb-f11c-428c-99d2-e643ff56b2f6/pi0_droid_2025-07-23T22:39:54.921445_video_wrist.mp4"},"preference":"TIE","session_id":"037487cb-f11c-428c-99d2-e643ff56b2f6","university":"Berkeley"},{"completion_time":"2025-07-23T22:26:27.458426Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the mustard bottle to plate","longform_feedback":"Both policies has only reached to the point that the bottle was grasped very loosely and disappeared from the scence a few moment after being dropped off out of nowhere near the plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.119134_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.119134_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:57.982922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:57.982922_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.806651_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.806651_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.806651_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:56.806651_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:57.351862_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/paligemma_diffusion_droid_2025-07-23T22:16:57.351862_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.195201_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.195201_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:13.036386_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:13.036386_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.892195_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.892195_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.892195_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:11.892195_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:12.447921_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ae4253d-dd6c-4294-977e-7ecc942b09d2/pi0_droid_2025-07-23T22:24:12.447921_video_wrist.mp4"},"preference":"TIE","session_id":"5ae4253d-dd6c-4294-977e-7ecc942b09d2","university":"Berkeley"},{"completion_time":"2025-07-23T22:09:14.741912Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the corn next to the spoon","longform_feedback":"A hovers all the entire session and not really responds to the command while B at least attempted to reach to the corn but further on pushes the entire plate to the right and the cup is threw off the seen. The disruption continues and the corn was placed on the table at the end","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:13.470550_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:13.470550_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:15.208414_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:15.208414_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.125953_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.125953_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.125953_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.125953_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.642138_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_binning_droid_2025-07-23T22:03:14.642138_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.166614_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.166614_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:28.024072_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:28.024072_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.923452_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.923452_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.923452_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:26.923452_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:27.468216_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ffc9bb7-c0e1-4c73-a76c-79b258b35491/paligemma_fast_droid_2025-07-23T22:07:27.468216_video_wrist.mp4"},"preference":"B","session_id":"5ffc9bb7-c0e1-4c73-a76c-79b258b35491","university":"Berkeley"},{"completion_time":"2025-07-23T21:54:39.777731Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the water bottle onto plate","longform_feedback":"Both policies followed the pattern to reach for the cup while being asked to interact with the waterbottle which was located closely to the left. A at least has grasped it up in the air while B kept grasp it and loosened it at the end","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:37.992329_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:37.992329_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:39.583580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:39.583580_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:38.625019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:38.625019_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:38.625019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:38.625019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:39.072976_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/pi0_droid_2025-07-23T21:44:39.072976_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:52.508371_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:52.508371_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:54.323335_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:54.323335_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.197440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.197440_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.197440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.197440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.746883_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe/paligemma_fast_droid_2025-07-23T21:53:53.746883_video_wrist.mp4"},"preference":"TIE","session_id":"74bbed8d-ce6f-4fd8-ad0b-19c3d54b04fe","university":"Berkeley"},{"completion_time":"2025-07-23T21:40:46.859794Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the spoon into cup","longform_feedback":"Policy A was close to achieve the task but the final orientation was little off to the cup although the spoon was pointed upright adnd twisted vertically to place on the cup. The spoon in A ended up being next to the cup. However the spoon in B kept being dropped in the plate and not not even lifted up for any longer than 2 seconds","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:58.700199_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:58.700199_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:34:00.533486_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:34:00.533486_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:59.449936_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:59.449936_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:58.700199_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:58.700199_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:59.968281_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_vq_droid_2025-07-23T21:33:59.968281_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:42.726305_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:42.726305_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:44.523010_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:44.523010_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:43.423761_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:43.423761_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:42.726305_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:42.726305_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:43.913719_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ed4adc7-ceed-43aa-b662-69918248d3d9/paligemma_fast_droid_2025-07-23T21:39:43.913719_video_wrist.mp4"},"preference":"A","session_id":"5ed4adc7-ceed-43aa-b662-69918248d3d9","university":"Berkeley"},{"completion_time":"2025-07-23T21:30:00.920403Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the spoon to dish rack","longform_feedback":"A slightly performed better as in both cases, it managed to grasp the spoon out of the dish. The spoon (and corn) were moved towards the dish rack but it ended up dropping both objects near the rear edge of the rack in policy A. In B, the spoon grasp was loosened up as soon as it still remained on the dish.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.027307_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.027307_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:31.786020_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:31.786020_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.724162_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.724162_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.027307_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:30.027307_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:31.241811_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_diffusion_droid_2025-07-23T21:23:31.241811_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:27:59.681955_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:27:59.681955_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:01.439160_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:01.439160_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:00.372951_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:00.372951_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:27:59.681955_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:27:59.681955_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:00.871340_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d/paligemma_fast_specialist_droid_2025-07-23T21:28:00.871340_video_wrist.mp4"},"preference":"A","session_id":"0a45efeb-d0a6-4c6d-ab72-3eea3ac5372d","university":"Berkeley"},{"completion_time":"2025-07-23T21:19:16.631582Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the corn over on the plate","longform_feedback":"Policy B remained not responding the entire time while A  successfully move the corn over to the destination","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.228512_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.228512_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:51.145196_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:51.145196_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.926813_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.926813_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.926813_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:49.926813_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:50.570192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_vq_droid_2025-07-23T21:13:50.570192_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.305157_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.305157_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:21.987312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:21.987312_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.987440_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.987440_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.987440_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:20.987440_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:21.480349_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0924b9b6-5e88-47da-b6ba-793d450de5f5/paligemma_binning_droid_2025-07-23T21:18:21.480349_video_wrist.mp4"},"preference":"A","session_id":"0924b9b6-5e88-47da-b6ba-793d450de5f5","university":"Berkeley"},{"completion_time":"2025-07-23T21:09:06.020605Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the green marker in drawer","longform_feedback":"Policy A ignored the color-specific prompt and just reached for the blue marker instead of the green one. Policy B succcessfully grasped the green marker but it struggled to find a good orientation to place it in the drawer.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.032009_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.032009_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:04.799563_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:04.799563_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.752719_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.752719_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.032009_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:03.032009_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:04.277798_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/paligemma_diffusion_droid_2025-07-23T21:03:04.277798_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:18.596951_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:18.596951_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:20.493929_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:20.493929_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:19.364940_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:19.364940_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:18.596951_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:18.596951_video_left.mp4","wrist_video_gcs_path":"evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:19.929714_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/afb23232-a1aa-4741-b875-fde2a65b3c06/pi0_droid_2025-07-23T21:08:19.929714_video_wrist.mp4"},"preference":"B","session_id":"afb23232-a1aa-4741-b875-fde2a65b3c06","university":"Berkeley"},{"completion_time":"2025-07-23T20:57:50.955725Z","evaluator_name":"ellieh99@berkeley.ed","language_instruction":"put the eraser into drawer","longform_feedback":"A slightly did better since it recognized the intended object (eraser) and grasped it over to the drawer but the gripper position was set off quite low. pushing the drawer off the seen and thus the eraser remained on the table. Policy B instead interacted with the marker","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:43.616893_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:43.616893_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:45.548696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:45.548696_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.364944_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.364944_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.364944_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.364944_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.931284_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/paligemma_vq_droid_2025-07-23T20:50:44.931284_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:48.951231_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:48.951231_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:50.637196_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:50.637196_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:49.661278_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:49.661278_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:49.661278_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:49.661278_video_right.mp4","wrist_video_gcs_path":"evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:50.144360_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/73a09ee8-b877-494c-9241-d3601c288040/pi0_droid_2025-07-23T20:56:50.144360_video_wrist.mp4"},"preference":"A","session_id":"73a09ee8-b877-494c-9241-d3601c288040","university":"Berkeley"},{"completion_time":"2025-07-23T20:44:34.026373Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the marker to the left side of the eraser","longform_feedback":"A hover in mid-air the entire runtime as thus has been terminated early while Policy B came quickly to point to the maker and lift it over to the left side as prompted.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:06.674303_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:06.674303_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:08.224007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:08.224007_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.295023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.295023_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.295023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.295023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.786364_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/paligemma_binning_droid_2025-07-23T20:41:07.786364_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:08.920393_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:08.920393_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:10.644167_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:10.644167_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:09.597745_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:09.597745_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:09.597745_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:09.597745_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:10.074582_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc399a7e-c1d6-48d7-bbaa-d442a37786e1/pi0_droid_2025-07-23T20:44:10.074582_video_wrist.mp4"},"preference":"B","session_id":"fc399a7e-c1d6-48d7-bbaa-d442a37786e1","university":"Berkeley"},{"completion_time":"2025-07-23T20:34:36.863684Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the bowl out of the rack","longform_feedback":"Both policies tended to move towards either one of the dish in the seen; it was trying to grasp it but the position was not quite align to the tip of the dish thus the grasping success was very low. The bowl was not picked as required.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.259115_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.259115_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:35.020381_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:35.020381_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.989292_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.989292_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.989292_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:33.989292_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:34.510859_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi05_droid_2025-07-23T20:29:34.510859_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:00.993864_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:00.993864_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:02.684031_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:02.684031_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:01.644852_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:01.644852_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:01.644852_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:01.644852_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:02.083266_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2f67ac53-bc2c-4805-a4e8-376e1815d032/pi0_droid_2025-07-23T20:34:02.083266_video_wrist.mp4"},"preference":"TIE","session_id":"2f67ac53-bc2c-4805-a4e8-376e1815d032","university":"Berkeley"},{"completion_time":"2025-07-23T20:25:48.375024Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"center the dish on the rack","longform_feedback":"Policy B was positioned to the orange dish which should be centered in the seen but it was moved out of the rack. Policy A just tried to push the green dish offside to the right","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.142032_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.142032_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:13.071368_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:13.071368_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.919008_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.919008_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.142032_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:11.142032_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:12.475483_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi0_droid_2025-07-23T20:22:12.475483_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:21.307146_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:21.307146_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:23.183890_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:23.183890_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:22.005578_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:22.005578_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:21.307146_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:21.307146_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:22.628560_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d41619e-7e1d-4829-8698-96d73b3f7e6e/pi05_droid_2025-07-23T20:25:22.628560_video_wrist.mp4"},"preference":"B","session_id":"7d41619e-7e1d-4829-8698-96d73b3f7e6e","university":"Berkeley"},{"completion_time":"2025-07-21T21:13:26.091765Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the orange to the orange drawer","longform_feedback":"Both policies only tried to pick up the orange at some point but ended up dropping it or throwing it out of the seen. Both then followed a pattern to grasp another fruit remained on the table and locate it around","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:15.674271_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:15.674271_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:17.311165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:17.311165_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.245842_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.245842_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.245842_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.245842_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.753462_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/pi05_droid_2025-07-21T21:09:16.753462_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:30.353545_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:30.353545_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:32.121600_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:32.121600_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.014660_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.014660_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.014660_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.014660_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.557242_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f6c00b3-0382-4229-99f6-84c947ea5772/paligemma_fast_droid_2025-07-21T21:12:31.557242_video_wrist.mp4"},"preference":"TIE","session_id":"4f6c00b3-0382-4229-99f6-84c947ea5772","university":"Berkeley"},{"completion_time":"2025-07-21T21:04:58.908236Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the tape in drawer","longform_feedback":"Two policies has accomplished the task very quickly but A executed it slightly faster than B","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:27.950939_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:27.950939_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:29.792689_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:29.792689_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:28.689877_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:28.689877_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:27.950939_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:27.950939_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:29.228446_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_fast_specialist_droid_2025-07-21T21:00:29.228446_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:42.586065_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:42.586065_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:44.374959_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:44.374959_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:43.301917_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:43.301917_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:42.586065_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:42.586065_video_left.mp4","wrist_video_gcs_path":"evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:43.818425_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/62ee3c46-f8d3-4ea2-a234-5e256e16c4cc/paligemma_diffusion_droid_2025-07-21T21:03:43.818425_video_wrist.mp4"},"preference":"A","session_id":"62ee3c46-f8d3-4ea2-a234-5e256e16c4cc","university":"Berkeley"},{"completion_time":"2025-07-21T20:56:53.514194Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the carrot on the left side of the black sponge","longform_feedback":"Both failed to addressed the task accordingly. A approached first to the tomato but this was not the required design here while B just wandered around the two vegetables and not specifically performed any further rotation","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.349581_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.349581_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:05.083974_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:05.083974_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.928748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.928748_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.928748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:03.928748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:04.508024_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/paligemma_fast_droid_2025-07-21T20:49:04.508024_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.027879_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.027879_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:41.739595_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:41.739595_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.599482_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.599482_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.599482_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:40.599482_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:41.116823_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f972f02-1bd6-4045-b465-c838d7aeb2aa/pi05_droid_2025-07-21T20:54:41.116823_video_wrist.mp4"},"preference":"TIE","session_id":"1f972f02-1bd6-4045-b465-c838d7aeb2aa","university":"Berkeley"},{"completion_time":"2025-07-21T20:44:28.326218Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"move the yellow cup onto the cloth","longform_feedback":"B is better since it was able to grasp the yellow cube entirely off the table while A was strugglinhold onto the cube tightly and kept dropping it.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:46.331331_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:46.331331_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:48.224391_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:48.224391_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:47.033152_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:47.033152_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:46.331331_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:46.331331_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:47.622156_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_diffusion_droid_2025-07-21T20:39:47.622156_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:38.553689_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:38.553689_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:40.210038_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:40.210038_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:39.143739_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:39.143739_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:38.553689_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:38.553689_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:39.653226_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e77e33f-3946-432c-91a3-79526635082a/paligemma_fast_specialist_droid_2025-07-21T20:43:39.653226_video_wrist.mp4"},"preference":"B","session_id":"8e77e33f-3946-432c-91a3-79526635082a","university":"Berkeley"},{"completion_time":"2025-07-21T20:36:58.437017Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"clean up the table","longform_feedback":"B was just trying to pick up the cloth without the intention to follow the swiping motion as it should be while A succesffuly did so.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.220786_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.220786_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:10.878528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:10.878528_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.709696_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.709696_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.709696_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:09.709696_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:10.271310_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/pi0_droid_2025-07-21T20:33:10.271310_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.009801_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.009801_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:37.825899_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:37.825899_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.699704_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.699704_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.699704_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:36.699704_video_right.mp4","wrist_video_gcs_path":"evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:37.237853_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abf5d28a-ab1f-411a-9d7f-9311319b1478/paligemma_fast_specialist_droid_2025-07-21T20:36:37.237853_video_wrist.mp4"},"preference":"A","session_id":"abf5d28a-ab1f-411a-9d7f-9311319b1478","university":"Berkeley"},{"completion_time":"2025-07-16T23:43:06.188550Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the blue cup of the the plate","longform_feedback":"Policy B succesfully removed the color-specific cup away while policy A struggled to identify which cup should be selected since it wanders around the orange and blue cup","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:09.888946_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:09.888946_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:11.630291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:11.630291_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:10.563972_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:10.563972_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:10.563972_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:10.563972_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:11.083693_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/paligemma_vq_droid_2025-07-16T23:36:11.083693_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.021058_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.021058_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:30.718360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:30.718360_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.687546_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.687546_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.687546_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:29.687546_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:30.171959_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f076a43-990a-42f4-bc99-25313c5024c6/pi05_droid_2025-07-16T23:42:30.171959_video_wrist.mp4"},"preference":"B","session_id":"8f076a43-990a-42f4-bc99-25313c5024c6","university":"Berkeley"},{"completion_time":"2025-07-16T23:31:28.958040Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the drawer","longform_feedback":"B did better since it completed the task very quickly while A stuggled to locate the drawer and only tried to push the side way of it","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:42.660621_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:42.660621_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:44.411215_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:44.411215_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:43.341026_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:43.341026_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:42.660621_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:42.660621_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:43.823484_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_fast_specialist_droid_2025-07-16T23:25:43.823484_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:50.955386_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:50.955386_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:52.826548_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:52.826548_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:51.648767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:51.648767_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:50.955386_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:50.955386_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:52.197886_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c81654c-8d9b-4810-83f9-7abca278925a/paligemma_diffusion_droid_2025-07-16T23:29:52.197886_video_wrist.mp4"},"preference":"B","session_id":"8c81654c-8d9b-4810-83f9-7abca278925a","university":"Berkeley"},{"completion_time":"2025-07-16T23:19:06.722452Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"mmove the water bottle out of the chair","longform_feedback":"Both policies did not reach the goal of this task but in A the robot has performed a few movements rather than just freezing like in policy B","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:11.360594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:11.360594_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:13.086139_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:13.086139_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.020145_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.020145_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.020145_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.020145_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.525100_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/pi05_droid_2025-07-16T23:09:12.525100_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.309405_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.309405_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:26.730201_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:26.730201_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.872072_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.872072_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.872072_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:25.872072_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:26.289300_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07c56430-1e54-4f24-ad06-73eadc6c99b9/paligemma_binning_droid_2025-07-16T23:17:26.289300_video_wrist.mp4"},"preference":"A","session_id":"07c56430-1e54-4f24-ad06-73eadc6c99b9","university":"Berkeley"},{"completion_time":"2025-07-16T23:03:49.203473Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the water bottle to the chair","longform_feedback":"A is slightly better as it at least pointed towards the water bottle while in B, the robot remained frozen the entire time","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:02.894163_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:02.894163_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:04.718120_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:04.718120_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:03.597626_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:03.597626_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:03.597626_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:03.597626_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:04.106079_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_diffusion_droid_2025-07-16T22:58:04.106079_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:23.921247_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:23.921247_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:25.355871_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:25.355871_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.495952_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.495952_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.495952_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.495952_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.917364_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d8f7b62-8e16-45eb-a789-00d1cfc191d1/paligemma_binning_droid_2025-07-16T23:03:24.917364_video_wrist.mp4"},"preference":"A","session_id":"1d8f7b62-8e16-45eb-a789-00d1cfc191d1","university":"Berkeley"},{"completion_time":"2025-07-16T22:53:05.441380Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the grape on the orange cup","longform_feedback":"Policy A shifted the focus to the drawer and stucked at the space where the opened drawer and cup were placed. Policy B completed the task smoothly but it eventually tried to move the other fruit (apple) into the cup as well","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:41.681926_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:41.681926_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:43.376186_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:43.376186_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.338569_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.338569_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.338569_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.338569_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.834514_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/paligemma_vq_droid_2025-07-16T22:46:42.834514_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:06.464129_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:06.464129_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:08.199479_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:08.199479_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.165417_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.165417_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.165417_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.165417_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.657498_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeed361a-3823-46e7-b10a-947f3ee8b55b/pi0_fast_droid_2025-07-16T22:52:07.657498_video_wrist.mp4"},"preference":"B","session_id":"eeed361a-3823-46e7-b10a-947f3ee8b55b","university":"Berkeley"},{"completion_time":"2025-07-16T22:41:29.282771Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the carrot in the cup","longform_feedback":"Both policies seemed to misread the multi-step as it attempted to grasp the watermelon at first place while the task was constructed around the carrot. The watermelon was released in such a place that was hidden from camera view","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:43.893541_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:43.893541_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:45.752360_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:45.752360_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:44.631223_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:44.631223_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:44.631223_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:44.631223_video_right.mp4","wrist_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:45.127199_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi0_fast_droid_2025-07-16T22:35:45.127199_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:44.494898_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:44.494898_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:46.250568_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:46.250568_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.175528_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.175528_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.175528_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.175528_video_right.mp4","wrist_video_gcs_path":"evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.644933_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/079d2f93-7553-4aee-8d04-aa58eaab802c/pi05_droid_2025-07-16T22:39:45.644933_video_wrist.mp4"},"preference":"TIE","session_id":"079d2f93-7553-4aee-8d04-aa58eaab802c","university":"Berkeley"},{"completion_time":"2025-07-16T22:30:27.477735Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the water bottle on the plate","longform_feedback":"Policy B picked up the cup instead of the bottle. as it was considering between these two objects for a while. Policy A has done the task swiftly but it also tried to moved the cup into plate","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:13.783465_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:13.783465_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:15.590658_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:15.590658_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:14.491338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:14.491338_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:13.783465_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:13.783465_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:14.988538_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_droid_2025-07-16T22:25:14.988538_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:29.994782_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:29.994782_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:31.842626_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:31.842626_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:30.771042_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:30.771042_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:29.994782_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:29.994782_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:31.260866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d47ba102-b6cd-408e-ba51-3f1b7d67eda0/pi0_fast_droid_2025-07-16T22:29:31.260866_video_wrist.mp4"},"preference":"A","session_id":"d47ba102-b6cd-408e-ba51-3f1b7d67eda0","university":"Berkeley"},{"completion_time":"2025-07-16T22:13:44.624999Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the battery onto the plate","longform_feedback":"Both polcies knew it has to relocate the battery but it both failed of grasping it tightly and ended up dropping it continously (as in policy A) or threw it off the floor as in policy B","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:44.856171_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:44.856171_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:46.632470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:46.632470_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:45.536462_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:45.536462_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:45.536462_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:45.536462_video_right.mp4","wrist_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:46.036380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/paligemma_diffusion_droid_2025-07-16T22:09:46.036380_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:55.428457_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:55.428457_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:57.057922_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:57.057922_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.099247_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.099247_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.099247_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.099247_video_right.mp4","wrist_video_gcs_path":"evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.565184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/782a0e8e-ca4e-4f86-9de8-db3148bf4cca/pi0_droid_2025-07-16T22:12:56.565184_video_wrist.mp4"},"preference":"TIE","session_id":"782a0e8e-ca4e-4f86-9de8-db3148bf4cca","university":"Berkeley"},{"completion_time":"2025-07-16T22:06:36.775193Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the stapler on the chair","longform_feedback":"Both was struggling to properly hold and grasp the stapler in place. B slightly interprets the situation better as it moved as of the chair's direction after losing a grip on the stapler. A seemed to be stuck at very low grasping success.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:32.621334_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:32.621334_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:34.404007_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:34.404007_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.304471_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.304471_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.304471_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.304471_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.804380_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_diffusion_droid_2025-07-16T22:01:33.804380_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:18.737745_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:18.737745_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:20.510390_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:20.510390_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.478914_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.478914_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.478914_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.478914_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.959200_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5fc3fc92-3890-4f74-821d-dbf34c7936a4/paligemma_fast_droid_2025-07-16T22:06:19.959200_video_wrist.mp4"},"preference":"TIE","session_id":"5fc3fc92-3890-4f74-821d-dbf34c7936a4","university":"Berkeley"},{"completion_time":"2025-07-16T21:57:45.570516Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"unstack the bowls","longform_feedback":"Both did not fully interpret the task and thus these bowls were not separated. Policy B did a little better since it was able to pick up all of the b bowl (not one single bowl) and stayed up in the air until the trial was terminated. A was struggling to grasp the objects but at least it understood the task required manipulation with these bowls","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:32.580479_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:32.580479_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:34.301842_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:34.301842_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.261272_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.261272_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.261272_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.261272_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.752892_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_vq_droid_2025-07-16T21:51:33.752892_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.306565_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.306565_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:41.703355_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:41.703355_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.823834_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.823834_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.823834_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:40.823834_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:41.232617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b976824-2c05-4a24-afb6-adce298defdf/paligemma_fast_droid_2025-07-16T21:56:41.232617_video_wrist.mp4"},"preference":"B","session_id":"8b976824-2c05-4a24-afb6-adce298defdf","university":"Berkeley"},{"completion_time":"2025-07-16T21:48:26.656468Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack the pink bowk onto the other bowl","longform_feedback":"Both policies score perfect in this set up but each still has space for improvement. A tended to keep the gripper position low and thus has threw off the cup, which was at the mid-scence. Policy B did not push off anything off the table but it evplaced the cup onto the stacked bowl.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:24.592537_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:24.592537_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:26.356370_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:26.356370_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.338304_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.338304_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.338304_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.338304_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.829761_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/pi0_droid_2025-07-16T21:43:25.829761_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:43.661539_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:43.661539_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:45.503330_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:45.503330_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.420369_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.420369_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.420369_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.420369_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.909145_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2954214-e329-4eab-8d1e-2c4d6ebd7dff/paligemma_vq_droid_2025-07-16T21:47:44.909145_video_wrist.mp4"},"preference":"TIE","session_id":"f2954214-e329-4eab-8d1e-2c4d6ebd7dff","university":"Berkeley"},{"completion_time":"2025-07-14T23:03:47.219726Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move thr yellow block on top of the cloth","longform_feedback":"A is half way completing this task but the runtime was cut off the next orientation of the gripper. B once again just randomly grasped anything that is reachable in front of it and ignored the task instruction","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:57.344741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:57.344741_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:59.134507_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:59.134507_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:58.091990_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:58.091990_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:57.344741_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:57.344741_video_left.mp4","wrist_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:58.610962_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/paligemma_vq_droid_2025-07-14T22:58:58.610962_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:32.793675_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:32.793675_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:34.690266_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:34.690266_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:33.505338_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:33.505338_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:32.793675_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:32.793675_video_left.mp4","wrist_video_gcs_path":"evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:34.075644_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/27632f6e-2ca4-4383-8aa0-a94867ee862e/pi0_fast_droid_2025-07-14T23:03:34.075644_video_wrist.mp4"},"preference":"A","session_id":"27632f6e-2ca4-4383-8aa0-a94867ee862e","university":"Berkeley"},{"completion_time":"2025-07-14T22:53:58.950613Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the green cube to the blue plate","longform_feedback":"Policy B was neatly placed the cube into the required destination while A just randonly grasps over the tapes sticking on the table","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.059343_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.059343_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:34.969531_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:34.969531_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.777930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.777930_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.059343_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:33.059343_video_left.mp4","wrist_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:34.373146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/paligemma_fast_droid_2025-07-14T22:44:34.373146_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:33.473750_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:33.473750_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:35.348898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:35.348898_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:34.199800_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:34.199800_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:33.473750_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:33.473750_video_left.mp4","wrist_video_gcs_path":"evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:34.745184_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/50c821e2-2cff-4742-9912-c7f8d279cd63/pi05_droid_2025-07-14T22:52:34.745184_video_wrist.mp4"},"preference":"B","session_id":"50c821e2-2cff-4742-9912-c7f8d279cd63","university":"berkeleu"},{"completion_time":"2025-07-14T22:40:16.051131Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the cloth right onto the blue plate","longform_feedback":"A completed the task very swiftly and terminated any actions after it has done with everything. B seemed to be off and tried to unpack the tape on the table which is not relevant to anny instructions of the task","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:38.868030_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:38.868030_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:40.713000_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:40.713000_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:39.558207_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:39.558207_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:39.558207_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:39.558207_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:40.081573_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/paligemma_fast_specialist_droid_2025-07-14T22:34:40.081573_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:14.970569_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:14.970569_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:16.753331_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:16.753331_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:15.632264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:15.632264_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:15.632264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:15.632264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:16.207326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f2840b3-f1c1-4fff-a2e7-32e78d42fad5/pi0_droid_2025-07-14T22:39:16.207326_video_wrist.mp4"},"preference":"A","session_id":"3f2840b3-f1c1-4fff-a2e7-32e78d42fad5","university":"berkele"},{"completion_time":"2025-07-14T22:31:30.065897Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"hand the carrot over the pot","longform_feedback":"A only was able to pick up the entire plate and then it freeze for a moment. Policy B accomplished the task very smoothly but at the end it seemed to be distracted by other objects and start pushed them off the seen","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:16.477278_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:16.477278_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:18.460707_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:18.460707_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:17.243003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:17.243003_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:16.477278_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:16.477278_video_left.mp4","wrist_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:17.832487_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/pi0_fast_droid_2025-07-14T22:27:17.832487_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.047407_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.047407_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:48.978021_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:48.978021_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.745841_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.745841_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.047407_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:47.047407_video_left.mp4","wrist_video_gcs_path":"evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:48.346346_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89c8e06b-d31d-4554-8c67-1610f58292b4/paligemma_fast_droid_2025-07-14T22:30:48.346346_video_wrist.mp4"},"preference":"B","session_id":"89c8e06b-d31d-4554-8c67-1610f58292b4","university":"berkeleu"},{"completion_time":"2025-07-14T22:23:01.639120Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the egg into pot","longform_feedback":"A is slightly better off this time as it was able to located the egg at first but stuggled to grasp anything in hand. B on the other hand seemed to shifted over the pot which should not be the first orientation of the task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:16:59.868331_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:16:59.868331_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:01.810739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:01.810739_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:00.659136_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:00.659136_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:16:59.868331_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:16:59.868331_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:01.203561_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/paligemma_vq_droid_2025-07-14T22:17:01.203561_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:34.517187_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:34.517187_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:36.489732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:36.489732_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:35.289624_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:35.289624_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:34.517187_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:34.517187_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:35.862252_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41fe378f-7f82-4473-8c02-478f681a4729/pi0_fast_droid_2025-07-14T22:21:35.862252_video_wrist.mp4"},"preference":"A","session_id":"41fe378f-7f82-4473-8c02-478f681a4729","university":"berkeleu"},{"completion_time":"2025-07-14T22:12:18.286151Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the orange into cube","longform_feedback":"A indeed was doing betterbut one drawback is that the scene was disrupted after it completed the task and some ojbects was dopped off the floor. B ignored the first orientation with the orange and jumped straight on top of the drawer. It hovered there for a bit and then started pushed it away","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:17.529594_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:17.529594_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:19.560981_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:19.560981_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.332822_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.332822_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.332822_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.332822_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.928866_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/pi05_droid_2025-07-14T22:06:18.928866_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.088163_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.088163_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:59.956591_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:59.956591_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.849454_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.849454_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.849454_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:58.849454_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:59.364594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09c9691e-2d31-426b-96ac-acfefdd1bf74/paligemma_diffusion_droid_2025-07-14T22:10:59.364594_video_wrist.mp4"},"preference":"A","session_id":"09c9691e-2d31-426b-96ac-acfefdd1bf74","university":"berkeleu"},{"completion_time":"2025-07-14T22:01:13.325321Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the cloth on top of the circular marble","longform_feedback":"A indeed performed better  as the cloth was neatly placed on the marble within the first few seconds. Policy B in the other hand struggle to grasp the cloth properly and hover around the last movement in the trial","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.174228_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.174228_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:05.069182_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:05.069182_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.901358_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.901358_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.901358_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:03.901358_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:04.433645_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/paligemma_fast_droid_2025-07-14T21:57:04.433645_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:46.664733_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:46.664733_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:48.664211_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:48.664211_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.400603_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.400603_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.400603_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.400603_video_right.mp4","wrist_video_gcs_path":"evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.974453_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/79d185d5-f389-4a7c-96cb-71b7aefd9637/pi0_droid_2025-07-14T22:00:47.974453_video_wrist.mp4"},"preference":"A","session_id":"79d185d5-f389-4a7c-96cb-71b7aefd9637","university":"Berkeley"},{"completion_time":"2025-07-14T21:52:06.925809Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put black marker into cup","longform_feedback":"A somewhat did better since it accomplished the first part of the task which required moving the marker in the upright positio. B disrupted the remaining objects in the seen without grasping the marker in the pattern","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:40.997047_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:40.997047_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:42.852640_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:42.852640_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:41.685062_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:41.685062_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:40.997047_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:40.997047_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:42.198201_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/paligemma_vq_droid_2025-07-14T21:45:42.198201_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:14.870325_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:14.870325_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:16.806685_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:16.806685_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:15.637805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:15.637805_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:14.870325_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:14.870325_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:16.185611_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2db9f968-1caf-403a-81b3-d465b60f6170/pi0_fast_droid_2025-07-14T21:51:16.185611_video_wrist.mp4"},"preference":"A","session_id":"2db9f968-1caf-403a-81b3-d465b60f6170","university":"berkeleu"},{"completion_time":"2025-07-14T21:38:46.379296Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put black marker into cup","longform_feedback":"Both policies were doing poorly as it struggled to locate the black marker which was handed over the right seen. In both case, the movement wass focused on one of the cup over the left and started random replacement over there.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:53.523789_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:53.523789_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:55.461419_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:55.461419_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.269748_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.269748_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.269748_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.269748_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.841230_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi0_fast_droid_2025-07-14T21:33:54.841230_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.376261_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.376261_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:14.806291_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:14.806291_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.941726_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.941726_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.941726_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:13.941726_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:14.374213_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c528f7e7-3ce9-43bd-ab70-56a3a5ff793b/pi05_droid_2025-07-14T21:38:14.374213_video_wrist.mp4"},"preference":"TIE","session_id":"c528f7e7-3ce9-43bd-ab70-56a3a5ff793b","university":"Berkeley"},{"completion_time":"2025-07-14T21:24:53.674994Z","evaluator_name":"ellieh99@berkeley.edi","language_instruction":"move the watermelon to the pink marble","longform_feedback":"A is indeed nailed the task very swiftly. Policy B understands it wrong and only interpreted the second part of the task (hovr around the pink marble) and ignored the first part in which it has to grasp the watermelon on the left","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:35.904061_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:35.904061_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:37.871726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:37.871726_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:36.643211_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:36.643211_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:36.643211_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:36.643211_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:37.182375_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/paligemma_fast_droid_2025-07-14T21:19:37.182375_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:00.283874_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:00.283874_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:02.106970_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:02.106970_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.001770_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.001770_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.001770_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.001770_video_right.mp4","wrist_video_gcs_path":"evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.557078_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/300aa5ac-2555-4992-aa79-2ef17ea16ecd/pi0_droid_2025-07-14T21:24:01.557078_video_wrist.mp4"},"preference":"A","session_id":"300aa5ac-2555-4992-aa79-2ef17ea16ecd","university":"berkley"},{"completion_time":"2025-07-14T21:13:09.120444Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the yellow cube into drawer","longform_feedback":"Policy A completely the task very smoothly with no unecessary steps. B was awared to do something with the yellow cube but then it grasped nothing and then shifted the gripper over the drawer","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:07.330067_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:07.330067_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:09.112294_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:09.112294_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.029515_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.029515_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.029515_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.029515_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.523904_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_diffusion_droid_2025-07-14T21:06:08.523904_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:38.651341_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:38.651341_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:40.477274_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:40.477274_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.350959_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.350959_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.350959_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.350959_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.865246_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d43b715a-426e-4a4a-b86c-797d634eff1d/paligemma_fast_specialist_droid_2025-07-14T21:11:39.865246_video_wrist.mp4"},"preference":"A","session_id":"d43b715a-426e-4a4a-b86c-797d634eff1d","university":"Berkeley"},{"completion_time":"2025-07-14T20:59:54.907547Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the green pepper from the drawer","longform_feedback":"Both policiess understand it has to do something with the interior of the drawer but both failed to grasp the green pepper.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:55:59.269829_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:55:59.269829_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:01.193994_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:01.193994_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.023378_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.023378_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.023378_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.023378_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.551706_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_fast_droid_2025-07-14T20:56:00.551706_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:53.317234_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:53.317234_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:55.067107_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:55.067107_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.021932_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.021932_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.021932_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.021932_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.537342_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9243cd7c-dc71-4ac8-a2cb-18133b1c62fb/paligemma_diffusion_droid_2025-07-14T20:58:54.537342_video_wrist.mp4"},"preference":"TIE","session_id":"9243cd7c-dc71-4ac8-a2cb-18133b1c62fb","university":"Berkeley"},{"completion_time":"2025-07-14T20:50:53.753435Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put red marker in the gray cup","longform_feedback":"Policy A is slightly better due to the fact that it follows the first set of instruction since it was able to pick up the red marker; whereas policy B was wondering between the black and red marker. A did not follow the second half since the marker eventually placed on the blue cup.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.021951_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.021951_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:47.022533_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:47.022533_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.813760_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.813760_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.021951_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:45.021951_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:46.388993_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/pi0_droid_2025-07-14T20:45:46.388993_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:15.608157_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:15.608157_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:17.602165_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:17.602165_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:16.366310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:16.366310_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:15.608157_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:15.608157_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:17.032452_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21848d08-8a54-4e60-a20f-2bd466526137/paligemma_fast_droid_2025-07-14T20:50:17.032452_video_wrist.mp4"},"preference":"A","session_id":"21848d08-8a54-4e60-a20f-2bd466526137","university":"Berkeley"},{"completion_time":"2025-07-09T23:05:41.750455Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"close the top drawer","longform_feedback":"Both policies completed the task within the time frame and the two behave differently. Policy A neatly used the gripper then close the top drawer and briefly closed the bottom one but stop half way. POlicy B tried to push the entire drawer forward so as a result both cases of the drawer were closed down","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.305574_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.305574_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:31.179028_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:31.179028_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.999950_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.999950_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.305574_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:29.305574_video_left.mp4","wrist_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:30.559943_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/pi0_droid_2025-07-09T23:01:30.559943_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:17.548308_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:17.548308_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:19.432351_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:19.432351_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:18.289842_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:18.289842_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:17.548308_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:17.548308_video_left.mp4","wrist_video_gcs_path":"evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:18.834041_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/610aeab9-6c8f-4a59-a03e-66d1fa02d329/paligemma_fast_droid_2025-07-09T23:05:18.834041_video_wrist.mp4"},"preference":"TIE","session_id":"610aeab9-6c8f-4a59-a03e-66d1fa02d329","university":"Berkeley"},{"completion_time":"2025-07-09T22:48:48.019547Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the green pepper and place it on table","longform_feedback":"Both policies did pretty well. Policy A tried to push the bowl off the table and then eagerly searched for the green pepper on the bowl. Policy B on the other hand, gently picked up the pepper and then grasped the bowl up to the air","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:37.541599_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:37.541599_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:39.418843_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:39.418843_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.272244_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.272244_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.272244_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.272244_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.812614_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/pi0_droid_2025-07-09T22:43:38.812614_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.199345_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.199345_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:25.080348_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:25.080348_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.905749_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.905749_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.905749_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:23.905749_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:24.470512_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f4ab36ad-b242-4e70-8f2d-ee73a0a43da8/paligemma_fast_droid_2025-07-09T22:48:24.470512_video_wrist.mp4"},"preference":"TIE","session_id":"f4ab36ad-b242-4e70-8f2d-ee73a0a43da8","university":"Berkeley"},{"completion_time":"2025-07-09T22:37:05.103062Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"erase the whiteboard","longform_feedback":"Both policies tied as they only grab the eraser but did not perform any erasing movement on the board. Policy A then squeezed the dish sponge after shifting between the eraser.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:30.513673_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:30.513673_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:32.469527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:32.469527_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.267533_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.267533_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.267533_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.267533_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.846925_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/paligemma_fast_droid_2025-07-09T22:30:31.846925_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:00.937639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:00.937639_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:02.880613_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:02.880613_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:01.637310_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:01.637310_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:01.637310_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:01.637310_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:02.239948_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3827f178-2297-4a8f-92fd-7e65ef233728/pi0_droid_2025-07-09T22:36:02.239948_video_wrist.mp4"},"preference":"TIE","session_id":"3827f178-2297-4a8f-92fd-7e65ef233728","university":"betkeley"},{"completion_time":"2025-07-09T22:24:36.858865Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the yellow sponge to the left side of the table","longform_feedback":"A was indeed better. Policy B wandered around between objects and did not grasp the requested sponge on the right. A on the other hand has moved the yellow sponge half way to the center but stopped there for a while before heading to the black sponge","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:40.489248_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:40.489248_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:42.519866_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:42.519866_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.219886_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.219886_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.219886_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.219886_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.931390_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/pi0_droid_2025-07-09T22:17:41.931390_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:55.333705_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:55.333705_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:57.196037_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:57.196037_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.016805_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.016805_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.016805_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.016805_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.606928_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b3a2b66-403a-41d4-aecf-01e777cac86c/paligemma_fast_droid_2025-07-09T22:23:56.606928_video_wrist.mp4"},"preference":"A","session_id":"8b3a2b66-403a-41d4-aecf-01e777cac86c","university":"Berkeley"},{"completion_time":"2025-07-09T22:13:00.749366Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"remove the carrot out of the drawer","longform_feedback":"Both policies has completed the task excellently but in B the drawer was taken out separated and the carrot was only removed in last second. A has done it smoothly with all the other things remained intact","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:48.390190_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:48.390190_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:50.260499_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:50.260499_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:49.110639_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:49.110639_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:48.390190_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:48.390190_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:49.651434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/paligemma_fast_droid_2025-07-09T22:07:49.651434_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:10.523633_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:10.523633_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:12.317859_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:12.317859_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:11.181685_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:11.181685_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:10.523633_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:10.523633_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:11.685542_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600/pi0_droid_2025-07-09T22:12:11.685542_video_wrist.mp4"},"preference":"B","session_id":"f43db1a7-ed0e-4fbf-9cbf-0e19e4d37600","university":"Berkeley"},{"completion_time":"2025-07-09T22:02:38.671463Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the vegetables into bowl","longform_feedback":"B are better since one out of 2 pieces of vegetable are placed into bowl. Policy A detected the wrong object and kept on grasping it the entire time","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:47.806305_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:47.806305_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:49.630466_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:49.630466_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:48.519737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:48.519737_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:48.519737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:48.519737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:49.050662_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/pi0_droid_2025-07-09T21:56:49.050662_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:55.331527_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:55.331527_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:57.163691_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:57.163691_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.074729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.074729_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.074729_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.074729_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.592059_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb835e77-c3af-44e6-a1b6-b46c86acf4d8/paligemma_fast_droid_2025-07-09T22:00:56.592059_video_wrist.mp4"},"preference":"B","session_id":"bb835e77-c3af-44e6-a1b6-b46c86acf4d8","university":"Berkeley"},{"completion_time":"2025-07-09T21:52:39.405446Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"sort out all the markers and put them onto drawer","longform_feedback":"Both policies did not go any further other than picking up just one marker out of 3 markers placed on the table. Time was running short and the robot only attempted one marker for policy A and two markers for B but none of them were placed on the correct spot.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:57.772741_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:57.772741_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:59.610775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:59.610775_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:58.482547_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:58.482547_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:57.772741_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:57.772741_video_left.mp4","wrist_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:58.967555_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/paligemma_fast_droid_2025-07-09T21:47:58.967555_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:52.619718_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:52.619718_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:54.453631_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:54.453631_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:53.315024_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:53.315024_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:52.619718_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:52.619718_video_left.mp4","wrist_video_gcs_path":"evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:53.857863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/340ac092-c063-428b-8592-708cbaf39948/pi0_droid_2025-07-09T21:51:53.857863_video_wrist.mp4"},"preference":"TIE","session_id":"340ac092-c063-428b-8592-708cbaf39948","university":"Berkeley"},{"completion_time":"2025-07-09T21:35:06.627207Z","evaluator_name":"ellieh99@BERKELEY.EDU","language_instruction":"PUT THE SPONGE INTO BOWL","longform_feedback":"Policy  B performed better since it successfully found and picked up the sponge but eventually placed it onto the drawer. Policy A was porrly rotating around the drawer without recognizing the location of the black sponge. It also tried to push the drawer away off to gain a better view but still no object was interacted and grasped in this trial.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:40.851613_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:40.851613_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:42.831304_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:42.831304_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:41.638349_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:41.638349_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:41.638349_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:41.638349_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:42.217381_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/paligemma_fast_droid_2025-07-09T21:30:42.217381_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:38.286559_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:38.286559_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:40.299781_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:40.299781_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.081342_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.081342_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.081342_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.081342_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.628466_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2c90a86-93d6-4f67-a1b4-694feb560841/pi0_droid_2025-07-09T21:34:39.628466_video_wrist.mp4"},"preference":"B","session_id":"e2c90a86-93d6-4f67-a1b4-694feb560841","university":"Berkeley"},{"completion_time":"2025-07-09T21:26:18.178674Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the red block on table","longform_feedback":"Both policies just aimed to the red block without succesfully grasping it properly. The arm was rotating left and right but in both cases the block was not picked up out of the drawer.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:45.706561_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:45.706561_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:47.588667_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:47.588667_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:46.411348_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:46.411348_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:45.706561_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:45.706561_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:46.977221_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/paligemma_fast_droid_2025-07-09T21:19:46.977221_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.218639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.218639_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:48.058427_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:48.058427_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.947073_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.947073_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.218639_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:46.218639_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:47.454146_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3887bb45-a04b-4eae-b643-c6a3e2056d14/pi0_droid_2025-07-09T21:25:47.454146_video_wrist.mp4"},"preference":"TIE","session_id":"3887bb45-a04b-4eae-b643-c6a3e2056d14","university":"berkeleuy"},{"completion_time":"2025-07-09T21:15:05.822530Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker in drawer","longform_feedback":"A  did better since it has grasped the marker but only landed it on the surface of the drawer. B was completely off since it ended up picking up the red block after trying to handle the marker for a few seconds","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:32.234697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:32.234697_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:34.260073_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:34.260073_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.075286_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.075286_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.075286_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.075286_video_right.mp4","wrist_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.634908_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/paligemma_fast_droid_2025-07-09T21:09:33.634908_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:41.746050_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:41.746050_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:43.652349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:43.652349_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:42.506930_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:42.506930_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:42.506930_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:42.506930_video_right.mp4","wrist_video_gcs_path":"evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:43.047641_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/369854a0-28f6-4b70-bd3c-a22b7173109b/pi0_droid_2025-07-09T21:14:43.047641_video_wrist.mp4"},"preference":"A","session_id":"369854a0-28f6-4b70-bd3c-a22b7173109b","university":"berkeleu"},{"completion_time":"2025-07-07T23:00:39.410900Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the yellow block onto plate","longform_feedback":"Both policies are doing very well since it correctly moved the yellow cube to the correct location. Both also optimzed the reposition and runtime does not take this long to complete the task","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:36.980990_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:36.980990_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:38.870647_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:38.870647_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:37.719445_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:37.719445_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:36.980990_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:36.980990_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:38.256210_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/paligemma_fast_droid_2025-07-07T22:56:38.256210_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:04.493939_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:04.493939_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:06.335915_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:06.335915_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:05.213621_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:05.213621_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:04.493939_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:04.493939_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:05.758119_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9865ff9-37fe-4046-95a0-072221224f14/pi0_droid_2025-07-07T23:00:05.758119_video_wrist.mp4"},"preference":"TIE","session_id":"b9865ff9-37fe-4046-95a0-072221224f14","university":"Berkeley"},{"completion_time":"2025-07-07T22:44:33.283825Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the grape onto plate","longform_feedback":"policy B did better since it at least picked up the grape although the action was not fully completed and the trial has stopped in the middle. Policy A took too long to locate the object and thus has not picked up anything","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:13.800932_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:13.800932_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:15.650493_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:15.650493_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:14.518128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:14.518128_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:14.518128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:14.518128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:15.075736_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/paligemma_fast_droid_2025-07-07T22:39:15.075736_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:18.532766_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:18.532766_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:20.256257_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:20.256257_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.120754_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.120754_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.120754_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.120754_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.665833_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a/pi0_droid_2025-07-07T22:43:19.665833_video_wrist.mp4"},"preference":"B","session_id":"b9ccb4ae-7ad9-4d3f-b9a6-2c9b0636348a","university":"Berkeley"},{"completion_time":"2025-07-07T22:31:54.791867Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the yellow sponge on the black platform","longform_feedback":"A did better since it only got the sponge while B grasped both the spoon and sponge to the location","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.198597_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.198597_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:13.064966_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:13.064966_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.944580_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.944580_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.944580_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:11.944580_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:12.494020_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/paligemma_fast_droid_2025-07-07T22:28:12.494020_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:52.887861_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:52.887861_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:54.745032_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:54.745032_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:53.595855_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:53.595855_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:53.595855_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:53.595855_video_right.mp4","wrist_video_gcs_path":"evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:54.178307_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65e00006-71e6-4edf-af62-7dec377ccb98/pi0_droid_2025-07-07T22:30:54.178307_video_wrist.mp4"},"preference":"A","session_id":"65e00006-71e6-4edf-af62-7dec377ccb98","university":"Berkeley"},{"completion_time":"2025-07-07T22:23:40.844808Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the fork on the bowl","longform_feedback":"Policy A instead moved the spoon to the bowl and did not try another shot on the fork. Policy B recognized the location of the spoon instantly but failed to grasp it properly. It constantly grasped and droped the fork in the air and pushed the spoon away from the rack","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.078192_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.078192_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:33.898010_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:33.898010_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.807627_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.807627_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.807627_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:32.807627_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:33.299192_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/pi0_droid_2025-07-07T22:17:33.299192_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:41.563782_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:41.563782_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:43.373143_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:43.373143_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.266185_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.266185_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.266185_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.266185_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.796957_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9522794f-4493-4ea1-ac9a-b991a1393e5b/paligemma_fast_droid_2025-07-07T22:22:42.796957_video_wrist.mp4"},"preference":"A","session_id":"9522794f-4493-4ea1-ac9a-b991a1393e5b","university":"Berkeley"},{"completion_time":"2025-07-07T22:05:27.153283Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the fallen can next to the red can","longform_feedback":"BOth did not perform pretty well since it ignored or misunderstand the task. It should reach for the fallen tomato can on the left but the arm tried to reach for other places except the left side of the scene.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:21.944505_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:21.944505_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:23.692314_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:23.692314_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:22.637687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:22.637687_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:21.944505_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:21.944505_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:23.157652_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/pi0_droid_2025-07-07T22:01:23.157652_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.197762_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.197762_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:51.106269_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:51.106269_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.959974_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.959974_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.197762_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:49.197762_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:50.470503_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7/paligemma_fast_droid_2025-07-07T22:04:50.470503_video_wrist.mp4"},"preference":"TIE","session_id":"2a6e36ed-f855-4a3f-8732-b5f5b4a39fb7","university":"Berkeley"},{"completion_time":"2025-07-07T21:56:11.569901Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"rotate the can in an upright position","longform_feedback":"Both policies failed to interpret the task correctly. It was supposed to pick up the only fallen can and reposition it to stand up right on its base but in both casess, the robot seemed to ignore the fallen one and reach for the standing cans","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:14.851269_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:14.851269_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:16.609865_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:16.609865_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:15.527194_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:15.527194_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:14.851269_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:14.851269_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:16.041770_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/pi0_droid_2025-07-07T21:46:16.041770_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.071761_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.071761_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:43.396200_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:43.396200_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.071761_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.071761_video_left.mp4","wrist_video_gcs_path":"evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.787134_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/10bc0712-34a7-4e37-929a-cd5c38e7eecb/paligemma_fast_droid_2025-07-07T21:55:42.787134_video_wrist.mp4"},"preference":"TIE","session_id":"10bc0712-34a7-4e37-929a-cd5c38e7eecb","university":"Berkeley"},{"completion_time":"2025-07-07T21:24:31.514030Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"organize the cans one straight line","longform_feedback":"Policy B is better off at grasping the cans precisely; however, the progress was not enough to line up these cans in one line. The can still lie down and was not made to stand up properly. Policy A failed to grasp any relevant items required to progress to the next steps.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.170908_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.170908_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:06.061061_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:06.061061_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.945514_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.945514_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.945514_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:04.945514_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:05.498722_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/paligemma_fast_droid_2025-07-07T21:19:05.498722_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:49.477864_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:49.477864_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:51.289569_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:51.289569_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.207002_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.207002_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.207002_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.207002_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.724740_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90a0b375-1d07-4b0c-ac21-7b10399b962b/pi0_droid_2025-07-07T21:23:50.724740_video_wrist.mp4"},"preference":"B","session_id":"90a0b375-1d07-4b0c-ac21-7b10399b962b","university":"Berkeley"},{"completion_time":"2025-07-07T21:14:25.316488Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the carrot together","longform_feedback":"B is slightly better since the first direction it wanted to reach is towards each of the carrot pieces but eventually these pieces were not picked up properly. Policy A seemed to freeze and grasp at nothing at the edge of the white board in which the carrot laid on.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:44.637697_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:44.637697_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:46.520603_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:46.520603_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.425060_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.425060_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.425060_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.425060_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.954366_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/paligemma_fast_droid_2025-07-07T21:09:45.954366_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:33.537851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:33.537851_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:35.483009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:35.483009_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.400318_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.400318_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.400318_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.400318_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.922863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f78aee8a-f967-4a74-aed5-84839b736279/pi0_droid_2025-07-07T21:13:34.922863_video_wrist.mp4"},"preference":"B","session_id":"f78aee8a-f967-4a74-aed5-84839b736279","university":"Berkeley"},{"completion_time":"2025-07-07T21:03:59.338223Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"clean the whiteboard","longform_feedback":"Both policies attempt to understand the core of the task but failed to pick up the correct object to clean the whiteboard. Due to similar shape, it tried to reach for the colored block instead of the eraser.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:27.530631_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:27.530631_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:29.319515_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:29.319515_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.251238_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.251238_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.251238_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.251238_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.751510_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/pi0_droid_2025-07-07T20:59:28.751510_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.135176_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.135176_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:56.732898_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:56.732898_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.723700_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.723700_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.723700_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:55.723700_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:56.138397_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c25a638-6229-474c-8bfc-a266fe46c043/paligemma_fast_droid_2025-07-07T21:02:56.138397_video_wrist.mp4"},"preference":"TIE","session_id":"6c25a638-6229-474c-8bfc-a266fe46c043","university":"Berkeley"},{"completion_time":"2025-07-03T00:00:30.275764Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker in the drawer","longform_feedback":"Policy B did better since it completed the task nicely without any unncessary steps.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:32.695965_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:32.695965_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:34.535870_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:34.535870_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.411142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.411142_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.411142_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.411142_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.970674_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_droid_2025-07-02T23:56:33.970674_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:05.980658_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:05.980658_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:07.515121_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:07.515121_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:06.542881_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:06.542881_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:06.542881_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:06.542881_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:07.059247_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c12c4455-e161-48cb-80e4-fd3782f81615/pi0_fast_droid_2025-07-03T00:00:07.059247_video_wrist.mp4"},"preference":"B","session_id":"c12c4455-e161-48cb-80e4-fd3782f81615","university":"Berkeley"},{"completion_time":"2025-07-02T23:53:07.161478Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"remove the scissor from the chair","longform_feedback":"Both policies failed to detect the location of the scissor which was placed on the very left of the scene. Policy A instead reached for the marker while policy B wandered around the fruit collection of the table","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:04.405799_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:04.405799_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:06.426317_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:06.426317_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:05.237361_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:05.237361_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:04.405799_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:04.405799_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:05.785195_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/pi0_fast_droid_2025-07-02T23:48:05.785195_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.061615_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.061615_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:20.935328_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:20.935328_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.775335_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.775335_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.061615_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:19.061615_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:20.324384_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1de15535-caa0-4b88-b091-3f48f3ee18f1/paligemma_fast_specialist_droid_2025-07-02T23:52:20.324384_video_wrist.mp4"},"preference":"TIE","session_id":"1de15535-caa0-4b88-b091-3f48f3ee18f1","university":"Berkeley"},{"completion_time":"2025-07-02T23:35:40.556186Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"open the drawer","longform_feedback":"Policy A is better since it went one step further and pull the handle of the drawer toward the robot itself. Policy B seemed to be confused what to do next after shifting the arm on the surface of the drawer; its gripper then just opened and closed constantly on the surface of drawer","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:04.768625_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:04.768625_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:06.525956_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:06.525956_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:05.469291_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:05.469291_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:04.768625_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:04.768625_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:05.968961_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/paligemma_fast_specialist_droid_2025-07-02T23:29:05.968961_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:34:59.320046_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:34:59.320046_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:01.150312_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:01.150312_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:00.056911_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:00.056911_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:34:59.320046_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:34:59.320046_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:00.585594_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0ca1ca8d-9118-471a-88fc-4f20c45fbcf4/pi0_droid_2025-07-02T23:35:00.585594_video_wrist.mp4"},"preference":"A","session_id":"0ca1ca8d-9118-471a-88fc-4f20c45fbcf4","university":"Berkeley"},{"completion_time":"2025-07-02T23:22:26.620744Z","evaluator_name":"ellieh99@berkeley,edu","language_instruction":"put an egg in a plate that contains a bowl on it","longform_feedback":"Both policies did not do so well in both trials. Policy B seemed to not respond to the command and did nothing and  the time it took was longer than A. Policy A at least attempted to move one of the white object that is very similar to the egg to the correct spot but the egg was still remained at the same place after the trial.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:58.502781_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:58.502781_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:15:00.411565_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:15:00.411565_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:59.199225_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:59.199225_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:58.502781_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:58.502781_video_left.mp4","wrist_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:59.773058_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/pi05_droid_2025-07-02T23:14:59.773058_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:40.468419_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:40.468419_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:42.137923_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:42.137923_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:41.104606_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:41.104606_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:40.468419_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:40.468419_video_left.mp4","wrist_video_gcs_path":"evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:41.603812_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/abeaf1c1-55bb-435a-a00a-7d7893c7b1cc/paligemma_binning_droid_2025-07-02T23:21:41.603812_video_wrist.mp4"},"preference":"TIE","session_id":"abeaf1c1-55bb-435a-a00a-7d7893c7b1cc","university":"Berkeley"},{"completion_time":"2025-07-02T23:10:08.255052Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the cloth in the drawer","longform_feedback":"BOth policies are able to recognized the starting point which is to grasph the green cloth but both policies has performed differently. Policy B attempted to grasp it multiple times but the force was not enough to hold it for long. Policy A on the other hand has moved it on top of the drawer first but then accidently moved it at the rear of the interior of the drawer","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:15.543763_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:15.543763_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:17.448034_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:17.448034_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:16.321165_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:16.321165_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:15.543763_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:15.543763_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:16.875729_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/pi05_droid_2025-07-02T23:02:16.875729_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.073024_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.073024_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:09.819821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:09.819821_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.722871_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.722871_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.073024_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:08.073024_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:09.229980_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f67bc576-b212-4632-8647-a85807a87c1b/paligemma_diffusion_droid_2025-07-02T23:09:09.229980_video_wrist.mp4"},"preference":"A","session_id":"f67bc576-b212-4632-8647-a85807a87c1b","university":"Berkeley"},{"completion_time":"2025-07-02T22:58:35.540611Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the strawberry in drawer","longform_feedback":"Both policies failed to address the task critically since they both tried to reach for the pink bowl which was indeed not the fruit we asked it to do something with it.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:15.402480_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:15.402480_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:17.233653_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:17.233653_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:16.000814_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:16.000814_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:15.402480_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:15.402480_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:16.656576_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/pi05_droid_2025-07-02T22:54:16.656576_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:51.803996_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:51.803996_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:53.668796_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:53.668796_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:52.478285_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:52.478285_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:51.803996_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:51.803996_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:53.072787_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab020cd-5bdc-4b18-b4fb-5167da0740ac/paligemma_fast_specialist_droid_2025-07-02T22:57:53.072787_video_wrist.mp4"},"preference":"TIE","session_id":"dab020cd-5bdc-4b18-b4fb-5167da0740ac","university":"Berkeley"},{"completion_time":"2025-07-02T22:34:53.107221Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the sponge on the chair","longform_feedback":"A did slightly better since it at least pointed to the sponge at first but ended up threw it off the table. Policy B tried to moved other object (bottle) onto the chair which was also what policy A did after sponge went disappearing from the scene.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:41.592994_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:41.592994_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:43.519321_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:43.519321_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.304484_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.304484_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.304484_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.304484_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.891240_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_droid_2025-07-02T22:29:42.891240_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.021710_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.021710_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:14.795012_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:14.795012_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.666901_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.666901_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.666901_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:13.666901_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:14.173768_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2e3afe7-5615-488f-a8d7-a6738aa92d23/paligemma_fast_specialist_droid_2025-07-02T22:34:14.173768_video_wrist.mp4"},"preference":"A","session_id":"f2e3afe7-5615-488f-a8d7-a6738aa92d23","university":"Berkeley"},{"completion_time":"2025-07-02T22:23:26.207859Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker in the box","longform_feedback":"Policy A froze in mid-air the entire session while policy B has successfully grasp the marker on the table; however, it failed to locate the box on the right and kept moving the marker to the right side of the table.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:25.653732_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:25.653732_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:27.023978_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:27.023978_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:26.191199_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:26.191199_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:25.653732_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:25.653732_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:26.592963_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_binning_droid_2025-07-02T22:19:26.592963_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:40.249578_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:40.249578_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:42.176222_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:42.176222_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:41.002916_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:41.002916_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:40.249578_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:40.249578_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:41.563371_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c8bcdda-9248-407b-a0fc-17d630772c21/paligemma_vq_droid_2025-07-02T22:22:41.563371_video_wrist.mp4"},"preference":"B","session_id":"8c8bcdda-9248-407b-a0fc-17d630772c21","university":"Berkeley"},{"completion_time":"2025-07-02T22:14:27.621465Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the mustard bottle into bowl","longform_feedback":"Policy A kept being stuck and moving away from the table and did not respond in the remaining time. Policy succesfully put the bottle into bowl and at the same time pushed both of them away off the table.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:35.664670_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:35.664670_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:37.297682_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:37.297682_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:36.286893_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:36.286893_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:35.664670_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:35.664670_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:36.751926_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/paligemma_binning_droid_2025-07-02T22:08:36.751926_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:06.502177_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:06.502177_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:08.327451_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:08.327451_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:07.240133_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:07.240133_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:06.502177_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:06.502177_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:07.786734_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e4d1fe0-259b-4a94-8ffc-21290c4d359e/pi05_droid_2025-07-02T22:14:07.786734_video_wrist.mp4"},"preference":"B","session_id":"3e4d1fe0-259b-4a94-8ffc-21290c4d359e","university":"Berkeley"},{"completion_time":"2025-07-02T22:04:29.466271Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the marker in the plate","longform_feedback":"Policy A attempted to grasp the pen which was not the object we aksed for. Policy B attempted to pick up both marker and pen into the plate which is insufficient but at least it completed the task","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.005445_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.005445_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:31.776821_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:31.776821_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.676855_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.676855_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.676855_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:30.676855_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:31.224617_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/paligemma_vq_droid_2025-07-02T21:56:31.224617_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:44.364202_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:44.364202_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:46.176023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:46.176023_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.064866_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.064866_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.064866_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.064866_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.605502_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31186ff5-5714-4d8d-8972-132226c6e974/pi05_droid_2025-07-02T22:02:45.605502_video_wrist.mp4"},"preference":"B","session_id":"31186ff5-5714-4d8d-8972-132226c6e974","university":"Berkeley"},{"completion_time":"2025-07-02T21:49:07.265011Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"wash the dishes","longform_feedback":"both policies failed to follow the right direction for the task. They must first pick up the sponge and perform swiping movement on the dish but in both cases, they tried to reach for another objects like dish and bowl first.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.110518_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.110518_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:36.848523_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:36.848523_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.779919_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.779919_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.110518_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:35.110518_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:36.351566_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi0_fast_droid_2025-07-02T21:42:36.351566_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.159843_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.159843_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:42.014543_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:42.014543_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.878288_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.878288_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.159843_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:40.159843_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:41.434361_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7af3d926-6763-4fcd-8fff-b117dce977d9/pi05_droid_2025-07-02T21:46:41.434361_video_wrist.mp4"},"preference":"TIE","session_id":"7af3d926-6763-4fcd-8fff-b117dce977d9","university":"Berkeley"},{"completion_time":"2025-07-02T21:38:23.456966Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the banana and strawberry into blue bowl","longform_feedback":"Both policies successfully moved one type of fruit (banana for A and strawberry for B) into blue bowl. Policy B tends to respond faster since it picked up two of the fruit and Policy A just tried to do with one and then froze in the remaining time","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:24.992255_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:24.992255_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:26.679285_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:26.679285_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:25.548023_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:25.548023_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:25.548023_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:25.548023_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:26.197531_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_diffusion_droid_2025-07-02T21:32:26.197531_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:03.513946_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:03.513946_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:05.406009_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:05.406009_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.258025_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.258025_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.258025_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.258025_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.848915_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b37517d3-65a6-4348-b975-233dcd01be2a/paligemma_fast_droid_2025-07-02T21:37:04.848915_video_wrist.mp4"},"preference":"TIE","session_id":"b37517d3-65a6-4348-b975-233dcd01be2a","university":"Berkeley"},{"completion_time":"2025-07-02T21:28:06.777549Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack pink bowl onto white bowl","longform_feedback":"Policy B tried to pick up the pink bowl several times but the gripper was too loose to hold into it so the grasp success is very low. Policy A smoothly transported the pink bowl onto the white bowl ithe first trial","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:16.275498_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:16.275498_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:18.147756_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:18.147756_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:17.007212_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:17.007212_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:16.275498_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:16.275498_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:17.579903_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi05_droid_2025-07-02T21:23:17.579903_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.186337_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.186337_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:31.077222_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:31.077222_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.851810_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.851810_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.186337_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:29.186337_video_left.mp4","wrist_video_gcs_path":"evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:30.432295_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12df73f6-1659-4b1a-8790-a08fca4f1616/pi0_fast_droid_2025-07-02T21:27:30.432295_video_wrist.mp4"},"preference":"A","session_id":"12df73f6-1659-4b1a-8790-a08fca4f1616","university":"Berkeley"},{"completion_time":"2025-07-02T21:16:33.187409Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"stack blue plate onto yellow plate","longform_feedback":"B is slightly better since it at least tried to reach for the blue plate and grasp it multiple times but it wasnt succesfull. Policy A hovered in the entire session","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:30.585541_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:30.585541_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:32.172511_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:32.172511_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:31.265401_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:31.265401_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:30.585541_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:30.585541_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:31.672592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_binning_droid_2025-07-02T21:13:31.672592_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:06.356000_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:06.356000_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:08.246787_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:08.246787_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:07.061128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:07.061128_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:06.356000_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:06.356000_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:07.620007_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd4cc2fe-cf1e-4770-8354-cd4f6130b22a/paligemma_diffusion_droid_2025-07-02T21:16:07.620007_video_wrist.mp4"},"preference":"B","session_id":"bd4cc2fe-cf1e-4770-8354-cd4f6130b22a","university":"berkeleu"},{"completion_time":"2025-07-02T19:40:28.237068Z","evaluator_name":"skunda@stanford.edu","language_instruction":"stack blue cube on top of white card","longform_feedback":"Both policies put the blue cube on top of the card","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:04.278947_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:04.278947_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.035763_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.035763_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.035763_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.035763_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.681598_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_vq_droid_2025-07-02T19:38:03.681598_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:18.764566_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:18.764566_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:17.494555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:17.494555_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:17.494555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:17.494555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:18.185821_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9635269-fdf2-4d2b-9c78-6c26e2b7f619/paligemma_diffusion_droid_2025-07-02T19:40:18.185821_video_wrist.mp4"},"preference":"TIE","session_id":"d9635269-fdf2-4d2b-9c78-6c26e2b7f619","university":"Stanford"},{"completion_time":"2025-07-02T19:34:12.089197Z","evaluator_name":"skunda@stanford.edu","language_instruction":"stack blue cube on top of white card ","longform_feedback":"B moved towards the blue cube while A didn't do anything","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:29.312804_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:29.312804_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.136540_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.136540_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.136540_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.136540_video_right.mp4","wrist_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.779673_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/paligemma_binning_droid_2025-07-02T19:30:28.779673_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:05.264349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:05.264349_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.095561_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.095561_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.095561_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.095561_video_right.mp4","wrist_video_gcs_path":"evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.724279_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/881d39f8-0808-445a-b681-c2a7bbb0f4b5/pi0_fast_droid_2025-07-02T19:33:04.724279_video_wrist.mp4"},"preference":"B","session_id":"881d39f8-0808-445a-b681-c2a7bbb0f4b5","university":"Stanford"},{"completion_time":"2025-07-02T19:26:17.588102Z","evaluator_name":"skunda@stanfor.edu","language_instruction":"stack blue cube on top of the white card ","longform_feedback":"Policy B placed the cube on top but with policy A the cube was barely on the card","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:29.599739_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:29.599739_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:28.334632_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:28.334632_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:28.334632_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:28.334632_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:29.054776_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/pi05_droid_2025-07-02T19:23:29.054776_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:56.560809_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:56.560809_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.263558_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.263558_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.263558_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.263558_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.976450_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cacdc7bd-81a9-4bc3-9752-12b73960d2c4/paligemma_fast_droid_2025-07-02T19:25:55.976450_video_wrist.mp4"},"preference":"B","session_id":"cacdc7bd-81a9-4bc3-9752-12b73960d2c4","university":"Stanford"},{"completion_time":"2025-07-02T19:19:58.443066Z","evaluator_name":"skunda@stanford.edu","language_instruction":"SStack blue cube on top of card","longform_feedback":"Policy A wasn't able to pick up the cube while policy B managed","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:08.351867_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:08.351867_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.071937_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.071937_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.071937_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.071937_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.756784_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/pi0_droid_2025-07-02T19:17:07.756784_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:36.414644_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:36.414644_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.177667_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.177667_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.177667_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.177667_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.857880_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbe0d112-3362-40e3-8ac7-4e96a95544bd/paligemma_diffusion_droid_2025-07-02T19:19:35.857880_video_wrist.mp4"},"preference":"B","session_id":"fbe0d112-3362-40e3-8ac7-4e96a95544bd","university":"Stanford"},{"completion_time":"2025-07-02T19:13:12.885355Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put carrot and corn in red plate","longform_feedback":"Policy A threw the plate and the carrot off the table while Policy B didn't and also moved the corn towards the plate","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:59.168863_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:59.168863_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:57.873046_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:57.873046_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:57.873046_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:57.873046_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:58.569780_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_fast_specialist_droid_2025-07-02T19:07:58.569780_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:46.800726_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:46.800726_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:45.527866_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:45.527866_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:45.527866_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:45.527866_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:46.186616_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c169066-5381-4da1-8d09-fa52c47e60e4/paligemma_diffusion_droid_2025-07-02T19:11:46.186616_video_wrist.mp4"},"preference":"B","session_id":"4c169066-5381-4da1-8d09-fa52c47e60e4","university":"Stanford"},{"completion_time":"2025-07-02T19:04:11.688021Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put carrot and corn in red plate ","longform_feedback":"B completed the task while A only moved the carrot towards the plate","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:42.242945_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:42.242945_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:40.863332_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:40.863332_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:40.863332_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:40.863332_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:41.612799_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi0_droid_2025-07-02T19:01:41.612799_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:57.215757_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:57.215757_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:55.892273_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:55.892273_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:55.892273_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:55.892273_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:56.600879_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31000ca0-fcec-458d-8a5a-c3c5603be96a/pi05_droid_2025-07-02T19:03:56.600879_video_wrist.mp4"},"preference":"B","session_id":"31000ca0-fcec-458d-8a5a-c3c5603be96a","university":"Stanford"},{"completion_time":"2025-07-02T18:57:14.749570Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put carrot and corn in red plate ","longform_feedback":"Policy B did nothing while Policy A completed the task","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:01.828436_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:01.828436_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:00.465264_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:00.465264_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:00.465264_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:00.465264_video_right.mp4","wrist_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:01.210067_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_fast_specialist_droid_2025-07-02T18:52:01.210067_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:01.583074_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:01.583074_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:00.355142_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:00.355142_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:00.355142_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:00.355142_video_right.mp4","wrist_video_gcs_path":"evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:01.001144_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/821207b0-35e9-47e6-b434-e4e5b11848eb/paligemma_binning_droid_2025-07-02T18:57:01.001144_video_wrist.mp4"},"preference":"A","session_id":"821207b0-35e9-47e6-b434-e4e5b11848eb","university":"Stanford"},{"completion_time":"2025-07-02T18:47:32.385707Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put carrot and corn in red plate","longform_feedback":"Policy B didn't do anything while policy A put the carrot in the plate","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:29.945958_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:29.945958_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:28.612721_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:28.612721_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:28.612721_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:28.612721_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:29.311258_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_fast_droid_2025-07-02T18:43:29.311258_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:20.924189_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:20.924189_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:19.717003_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:19.717003_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:19.717003_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:19.717003_video_right.mp4","wrist_video_gcs_path":"evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:20.362124_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18acf1d0-a174-4135-b7c8-aea172c4767d/paligemma_binning_droid_2025-07-02T18:47:20.362124_video_wrist.mp4"},"preference":"A","session_id":"18acf1d0-a174-4135-b7c8-aea172c4767d","university":"Stanford"},{"completion_time":"2025-07-02T18:37:30.100402Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put yellow corn in red bottle ","longform_feedback":"Both policies moved towards the red bottle but didn't put corn in red bottle","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:12.181877_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:12.181877_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:10.877630_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:10.877630_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:10.877630_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:10.877630_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:11.597383_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/paligemma_fast_specialist_droid_2025-07-02T18:34:11.597383_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:16.047718_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:16.047718_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:14.738735_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:14.738735_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:14.738735_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:14.738735_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:15.411688_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fd208f7-9697-4365-bc4f-1ecf5fed6093/pi05_droid_2025-07-02T18:37:15.411688_video_wrist.mp4"},"preference":"TIE","session_id":"3fd208f7-9697-4365-bc4f-1ecf5fed6093","university":"Stanford"},{"completion_time":"2025-07-02T18:28:13.037355Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put yellow corn in red bottle ","longform_feedback":"Policy B didn't move towards the bottle while Policy A moved towards the red bottle","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:41.469181_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:41.469181_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.184736_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.184736_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.184736_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.184736_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.896884_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_diffusion_droid_2025-07-02T18:21:40.896884_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:28:00.792246_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:28:00.792246_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:27:59.540789_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:27:59.540789_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:27:59.540789_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:27:59.540789_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:28:00.221733_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7f858e-7815-4c40-93b6-bb2b12320bd8/paligemma_fast_specialist_droid_2025-07-02T18:28:00.221733_video_wrist.mp4"},"preference":"A","session_id":"8d7f858e-7815-4c40-93b6-bb2b12320bd8","university":"Stanford"},{"completion_time":"2025-07-02T18:16:39.750795Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put yellow corn in red bottle ","longform_feedback":"Policy A moved the corn towards the bottle while policy B threw the bottle off the table","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:56.815904_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:56.815904_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:55.523767_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:55.523767_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:55.523767_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:55.523767_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:56.217854_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi05_droid_2025-07-02T18:12:56.217854_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:58.426349_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:58.426349_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.012681_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.012681_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.012681_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.012681_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.788180_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4da413be-8188-4c70-8951-3b82a807175a/pi0_droid_2025-07-02T18:15:57.788180_video_wrist.mp4"},"preference":"A","session_id":"4da413be-8188-4c70-8951-3b82a807175a","university":"Stanford"},{"completion_time":"2025-07-02T18:10:09.752424Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in red bottle ","longform_feedback":"both policies moved toward the red bottle but didn't put banana in bottle","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:30.603023_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:30.603023_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.295469_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.295469_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.295469_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.295469_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.970614_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/paligemma_fast_specialist_droid_2025-07-02T18:05:29.970614_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:27.930855_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:27.930855_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:26.641341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:26.641341_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:26.641341_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:26.641341_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:27.349778_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72bd9c2c-4dfc-4ee7-968a-125c60163ced/pi0_droid_2025-07-02T18:08:27.349778_video_wrist.mp4"},"preference":"TIE","session_id":"72bd9c2c-4dfc-4ee7-968a-125c60163ced","university":"Stanford"},{"completion_time":"2025-07-02T17:59:12.475884Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in red bottle","longform_feedback":"Policy B managed to move towards the red bottle while Policy A didn't","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:09.151580_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:09.151580_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:07.960176_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:07.960176_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:07.960176_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:07.960176_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:08.615511_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_binning_droid_2025-07-02T17:55:08.615511_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:39.182254_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:39.182254_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:37.891737_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:37.891737_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:37.891737_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:37.891737_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:38.572454_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2171890a-488f-458a-9f78-eac47ff46c61/paligemma_vq_droid_2025-07-02T17:57:38.572454_video_wrist.mp4"},"preference":"B","session_id":"2171890a-488f-458a-9f78-eac47ff46c61","university":"Stanford"},{"completion_time":"2025-07-02T17:43:02.079921Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put banana in red bottle ","longform_feedback":"Policy B moved the banana towards the bottle while policy A only moved towards the banana","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:38.159948_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:38.159948_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:36.770960_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:36.770960_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:36.770960_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:36.770960_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:37.533398_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/pi0_droid_2025-07-02T17:38:37.533398_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:41.038363_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:41.038363_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:39.724147_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:39.724147_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:39.724147_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:39.724147_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:40.405460_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7aebaf10-48f5-41dc-9f9c-9235979c1634/paligemma_vq_droid_2025-07-02T17:42:40.405460_video_wrist.mp4"},"preference":"B","session_id":"7aebaf10-48f5-41dc-9f9c-9235979c1634","university":"Stanford"},{"completion_time":"2025-07-02T17:34:42.026193Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put banana in red bottle","longform_feedback":"Both policies moved towards the bottle but didn't put banana in bottle","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:25.055888_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:25.055888_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:23.711274_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:23.711274_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:23.711274_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:23.711274_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:24.420970_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_vq_droid_2025-07-02T17:31:24.420970_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:27.856598_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:27.856598_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:26.614970_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:26.614970_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:26.614970_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:26.614970_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:27.305434_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70dc3e36-0beb-4e3b-b5af-8764eae4e571/paligemma_diffusion_droid_2025-07-02T17:34:27.305434_video_wrist.mp4"},"preference":"TIE","session_id":"70dc3e36-0beb-4e3b-b5af-8764eae4e571","university":"Stanford"},{"completion_time":"2025-07-02T17:15:28.307263Z","evaluator_name":"skunda@stanford.edu","language_instruction":"put red cube on pink plate","longform_feedback":"Both policies only managed to move towards the cube","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:42.208473_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:42.208473_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:40.901687_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:40.901687_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:40.901687_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:40.901687_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:41.583317_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/paligemma_diffusion_droid_2025-07-02T17:11:41.583317_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:04.092183_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:04.092183_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:02.777575_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:02.777575_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:02.777575_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:02.777575_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:03.523165_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1a729031-e25e-4dff-a229-8a98cbe555bc/pi0_fast_droid_2025-07-02T17:15:03.523165_video_wrist.mp4"},"preference":"TIE","session_id":"1a729031-e25e-4dff-a229-8a98cbe555bc","university":"Stanford"},{"completion_time":"2025-07-02T17:08:26.730971Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put red cube on pink plate ","longform_feedback":"Policy B managed to atleast move towards the cube while Policy A did nothing","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:45.015470_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:45.015470_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:43.782418_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:43.782418_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:43.782418_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:43.782418_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:44.450863_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/paligemma_binning_droid_2025-07-02T17:05:44.450863_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:12.210077_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:12.210077_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:10.946019_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:10.946019_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:10.946019_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:10.946019_video_right.mp4","wrist_video_gcs_path":"evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:11.613419_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/11e1e3ae-e9db-4ba3-b435-de932eddd663/pi0_fast_droid_2025-07-02T17:08:11.613419_video_wrist.mp4"},"preference":"B","session_id":"11e1e3ae-e9db-4ba3-b435-de932eddd663","university":"Stanford"},{"completion_time":"2025-07-02T17:00:33.804807Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put red cube on pink plate","longform_feedback":"policy A was not able to pick up the red cube while policy B did","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:13.627540_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:13.627540_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:12.373128_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:12.373128_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:12.373128_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:12.373128_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:13.054207_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_fast_droid_2025-07-02T16:57:13.054207_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:09.840364_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:09.840364_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:08.486341_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:08.486341_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:08.486341_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:08.486341_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:09.225136_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9531644c-299e-4642-b163-c89d9804bd34/paligemma_vq_droid_2025-07-02T17:00:09.225136_video_wrist.mp4"},"preference":"B","session_id":"9531644c-299e-4642-b163-c89d9804bd34","university":"Stanford"},{"completion_time":"2025-07-02T16:53:46.414110Z","evaluator_name":"skunda@stanford.edu","language_instruction":"Put red cube on pink plate ","longform_feedback":"Policy A was able to pick up the red cube while Policy B only managed to move towards it","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:35.443452_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:35.443452_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.130390_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.130390_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.130390_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.130390_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.827359_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/paligemma_vq_droid_2025-07-02T16:50:34.827359_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:30.237527_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:30.237527_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:28.917112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:28.917112_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:28.917112_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:28.917112_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:29.612167_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeb50520-bba1-4b70-9265-82d299014162/pi0_fast_droid_2025-07-02T16:53:29.612167_video_wrist.mp4"},"preference":"A","session_id":"eeb50520-bba1-4b70-9265-82d299014162","university":"Stanford"},{"completion_time":"2025-07-01T22:16:35.529184Z","evaluator_name":"ajaysri@stanford.edu","language_instruction":"stack one block on top of the other block","longform_feedback":"A was closer to dropping one of the blocks on the other block. B did not lift the block high enough to drop the block on top of the other block.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:22.072045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:22.072045_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:20.714446_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:20.714446_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:20.714446_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:20.714446_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:21.412408_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/paligemma_fast_droid_2025-07-01T20:47:21.412408_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:22.840227_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:22.840227_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:21.493796_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:21.493796_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:21.493796_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:21.493796_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:22.234127_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db9be9fd-0279-4eb3-b26c-dd64d9c48951/pi05_droid_2025-07-01T20:59:22.234127_video_wrist.mp4"},"preference":"A","session_id":"db9be9fd-0279-4eb3-b26c-dd64d9c48951","university":"Stanford"},{"completion_time":"2025-07-01T20:43:41.967038Z","evaluator_name":"ajaysri@stanford.edu","language_instruction":"pick up the yellow block and place it on the red block","longform_feedback":"policy A did not make any progress. policy B picked up the yellow block and dropped it on the red block, but the yellow block fell off the red block. it tried to go for the yellow block again but failed","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi05_droid","npz_file_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:55.109861_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:55.109861_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:53.866215_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:53.866215_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:53.866215_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:53.866215_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:54.534033_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi05_droid_2025-07-01T20:39:54.534033_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":null,"left_camera_video_url":null,"name":"pi0_droid","npz_file_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:23.550914_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:23.550914_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.282028_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.282028_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.282028_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.282028_video_right.mp4","wrist_video_gcs_path":"evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.976595_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07da55ee-ec9c-46ae-8058-3355764cb0e4/pi0_droid_2025-07-01T20:43:22.976595_video_wrist.mp4"},"preference":"B","session_id":"07da55ee-ec9c-46ae-8058-3355764cb0e4","university":"Stanford"},{"completion_time":"2025-06-30T22:38:10.396830Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the black tape into bin","longform_feedback":"Both policy did not perform well. Both was trying to reach for the transparent tape and placed it over the bin which was indeed not the indented object (black tape) we asked for the task.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:51.666586_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:51.666586_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:53.571069_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:53.571069_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:52.406121_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:52.406121_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:52.406121_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:52.406121_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:53.001664_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_diffusion_droid_2025-06-30T22:32:53.001664_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:39.649283_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:39.649283_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:41.919952_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:41.919952_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:40.791594_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:40.791594_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:40.791594_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:40.791594_video_right.mp4","wrist_video_gcs_path":"evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:41.308869_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43bcf6fb-f1e1-43ca-a478-7ac6b1042584/paligemma_vq_droid_2025-06-30T22:36:41.308869_video_wrist.mp4"},"preference":"TIE","session_id":"43bcf6fb-f1e1-43ca-a478-7ac6b1042584","university":"Berkeley"},{"completion_time":"2025-06-30T22:27:06.562794Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the cup to the left side of the table","longform_feedback":"Policy A did slightly better since it eventually shifted the position towards the cup and tried to reach for it at the last few seconds. Policy B just kept on picking up the wrong objects like stapler and tape and moved them around.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:48.245851_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:48.245851_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:50.125020_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:50.125020_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.019501_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.019501_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.019501_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.019501_video_right.mp4","wrist_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.574772_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi05_droid_2025-06-30T22:22:49.574772_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:11.460447_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:11.460447_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:13.280642_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:13.280642_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.124861_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.124861_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.124861_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.124861_video_right.mp4","wrist_video_gcs_path":"evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.682073_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/928df9a7-4c4a-41be-abb6-5ed39828f6d3/pi0_droid_2025-06-30T22:26:12.682073_video_wrist.mp4"},"preference":"A","session_id":"928df9a7-4c4a-41be-abb6-5ed39828f6d3","university":"Berkeley"},{"completion_time":"2025-06-30T22:18:43.263652Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the eraser in drawer","longform_feedback":"Policy A did better since it was able to grasp the eraser eventually after swinging between the stapler and eraser. Policy B picked up the wrong objec (stapler) at the first place and kept on moving it around the scene.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:47.721639_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:47.721639_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:49.621696_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:49.621696_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:48.476232_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:48.476232_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:47.721639_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:47.721639_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:49.048942_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi05_droid_2025-06-30T22:13:49.048942_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.242153_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.242153_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:50.108406_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:50.108406_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.957536_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.957536_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.242153_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:48.242153_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:49.502600_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d/pi0_droid_2025-06-30T22:17:49.502600_video_wrist.mp4"},"preference":"A","session_id":"a7218fa0-ae83-4adb-a7e8-4840ed1d3d0d","university":"Berkeley"},{"completion_time":"2025-06-30T22:11:07.610555Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put stapler on the white board","longform_feedback":"The robot froze in the entire session in policy A while policy B moved the wrong object to the whiteboard (eraser. The stapler was asked to place on the whiteboard.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.182967_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.182967_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:38.903819_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:38.903819_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.864198_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.864198_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.864198_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:37.864198_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:38.390607_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/paligemma_binning_droid_2025-06-30T22:06:38.390607_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.084388_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.084388_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:17.957893_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:17.957893_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.782320_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.782320_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.782320_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:16.782320_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:17.380502_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1bddf3c-1418-46f3-8871-74087fcab5c3/pi05_droid_2025-06-30T22:10:17.380502_video_wrist.mp4"},"preference":"B","session_id":"e1bddf3c-1418-46f3-8871-74087fcab5c3","university":"Berkeley"},{"completion_time":"2025-06-30T22:00:29.228511Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"move the blue plate on the table","longform_feedback":"Policy A dis slightly better since it tried to grasp the blue plate but failed to hold it firmly and kept dropping it. Policy B, on the other hand, seemed to point towards other object (brown bin and pot) and ignore the task d","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:40.613986_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:40.613986_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:42.562795_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:42.562795_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:41.332729_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:41.332729_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:40.613986_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:40.613986_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:41.968326_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/pi0_fast_droid_2025-06-30T21:55:41.968326_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.229350_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.229350_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:42.023224_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:42.023224_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.903112_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.903112_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.229350_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:40.229350_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:41.420459_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7fc5082b-a6a1-47e4-baf1-16d1431915ff/paligemma_fast_droid_2025-06-30T21:59:41.420459_video_wrist.mp4"},"preference":"A","session_id":"7fc5082b-a6a1-47e4-baf1-16d1431915ff","university":"Berkeley"},{"completion_time":"2025-06-30T21:52:09.274233Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"place the dish on dish rack","longform_feedback":"Policy B did better since it was able to pick up the dish first and attempted to moved it upright to the dish rack. Policy A confused and place other object (pot) to the dish rack and then had done the same to the plate at the end; however the plate was hold very loosely and this evaluation was running out of time to finish the correct task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:02.416760_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:02.416760_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:04.336226_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:04.336226_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.210343_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.210343_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.210343_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.210343_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.771592_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/paligemma_vq_droid_2025-06-30T21:45:03.771592_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:18.570315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:18.570315_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:20.557732_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:20.557732_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.303520_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.303520_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.303520_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.303520_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.882672_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9193718c-b8a4-4b42-b596-4fc190bc7e95/pi05_droid_2025-06-30T21:51:19.882672_video_wrist.mp4"},"preference":"B","session_id":"9193718c-b8a4-4b42-b596-4fc190bc7e95","university":"Berkeley"},{"completion_time":"2025-06-30T21:41:14.277488Z","evaluator_name":"ellieh99@berkeley.edu","language_instruction":"put the spoon on plate","longform_feedback":"Policy A has put the robot arm in mid-air and froze at the entire run time. Policy B did better since it detected the location of the spoon and moved it towards the dish although the landing position was not quite inside the dish.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.024596_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.024596_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:26.715045_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:26.715045_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.674461_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.674461_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.674461_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:25.674461_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:26.178877_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/paligemma_binning_droid_2025-06-30T21:37:26.178877_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:35.486778_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:35.486778_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:37.293528_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:37.293528_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.178679_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.178679_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.178679_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.178679_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.737845_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12f8c473-c811-4234-8b38-3043a7ae4b6e/pi05_droid_2025-06-30T21:40:36.737845_video_wrist.mp4"},"preference":"B","session_id":"12f8c473-c811-4234-8b38-3043a7ae4b6e","university":"Berkeley"},{"completion_time":"2025-06-29T23:29:08.325348Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"On the yellow notepad turn the page that is open back down","longform_feedback":"Neither policy solved the task properly -- they both solved it by sheer luck. They understood they had to do something with the notepad, but both reached for the wrong part of it, and both also disrupted the rest of the objects in the seen. Although they both solved the task by accident, neither of the policies were particularly good. The main failure mode for both policies seemed to be semantic understanding of the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:58.577345_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:58.577345_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:25:00.355149_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:25:00.355149_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.264597_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.264597_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.264597_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.264597_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.818720_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_vq_droid_2025-06-29T23:24:59.818720_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:49.766479_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:49.766479_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:51.778807_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:51.778807_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:50.480150_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:50.480150_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:50.480150_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:50.480150_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:51.007490_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7a6df79-6bb3-44b9-bc6e-d3a454760564/paligemma_fast_droid_2025-06-29T23:28:51.007490_video_wrist.mp4"},"preference":"TIE","session_id":"f7a6df79-6bb3-44b9-bc6e-d3a454760564","university":"Berkeley"},{"completion_time":"2025-06-29T23:18:59.400164Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put the water bottle back upright","longform_feedback":"Policy A took multiple attempts at making the water bottle upright. In most of the attempts however the policy grasped the water bottle at its center, which isn't the most optimal position for this task. Most of the failures of policy A were due to the robot unable to rotate itself sharp enough to make the bottle upright from its point of grasp. Policy B, either intentionally or by luck, did end up grasping the bottle from near its top, allowing it to position it upright successfully using the physics of the bottle naturally rotating from inside of the robot's grasp due to gravity.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:55.718193_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:55.718193_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:57.590635_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:57.590635_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:56.403339_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:56.403339_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:55.718193_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:55.718193_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:56.963061_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi0_fast_droid_2025-06-29T23:14:56.963061_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.006321_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.006321_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:45.756797_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:45.756797_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.661156_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.661156_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.006321_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:44.006321_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:45.168738_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e1e892-96b7-42f0-9c0e-c06f70e8f585/pi05_droid_2025-06-29T23:18:45.168738_video_wrist.mp4"},"preference":"B","session_id":"31e1e892-96b7-42f0-9c0e-c06f70e8f585","university":"Berkeley"},{"completion_time":"2025-06-29T23:11:06.709356Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"remove the marker from the blue mug","longform_feedback":"While neither policy solved the task, policy A went in the correct direction towards the mug, whereas policy B erroneously went for the bowl. Policy A though was enable to make a grasp, spending the rest of the episode trying to adjust to find a good grasp pose, but never actually grasping.","policyA":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.207658_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.207658_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:03.985730_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:03.985730_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.950423_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.950423_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.207658_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:02.207658_video_left.mp4","wrist_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:03.434742_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi05_droid_2025-06-29T23:07:03.434742_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:48.404315_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:48.404315_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:50.242957_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:50.242957_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:49.103018_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:49.103018_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:48.404315_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:48.404315_video_left.mp4","wrist_video_gcs_path":"evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:49.645167_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/475da42f-a5db-4548-bdcd-d73d329684f7/pi0_droid_2025-06-29T23:10:49.645167_video_wrist.mp4"},"preference":"A","session_id":"475da42f-a5db-4548-bdcd-d73d329684f7","university":"Berkeley"},{"completion_time":"2025-06-29T23:03:39.899232Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"put the banana outside the bowl back inside it","longform_feedback":"Both policies solved the task completely. Policy A was just a little bit smoother.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.088155_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.088155_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:21.638822_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:21.638822_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.659529_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.659529_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.659529_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:20.659529_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:21.138651_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/paligemma_diffusion_droid_2025-06-29T23:01:21.138651_video_wrist.mp4"},"policyB":{"display_name":"pi05_droid","left_camera_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:21.507347_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:21.507347_video_left.mp4","name":"pi05_droid","npz_file_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:23.213552_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:23.213552_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.169694_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.169694_video_right.mp4","source_name":"pi05_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.169694_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.169694_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.701782_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2215d596-3f28-490a-ac46-381c7bc767e4/pi05_droid_2025-06-29T23:03:22.701782_video_wrist.mp4"},"preference":"A","session_id":"2215d596-3f28-490a-ac46-381c7bc767e4","university":"Berkeley"},{"completion_time":"2025-06-29T18:54:35.227272Z","evaluator_name":"pranavatreya@berkeley.edu","language_instruction":"remove the red marker from the bowl","longform_feedback":"Policy A solved the task very well. The marker was positioned amongst other objects in the bowl, and policy A grasped the optimal part of the marker to avoid the nearby objects. Policy B went towards the bowl, but ended up picking up the wrong object and placing it on the table, and then in the remaining time was still instead of attempting a second shot at picking up the marker.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:21.528028_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:21.528028_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:23.385775_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:23.385775_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.222038_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.222038_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.222038_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.222038_video_right.mp4","wrist_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.827435_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_droid_2025-06-29T18:48:22.827435_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.282756_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.282756_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:10.090926_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:10.090926_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.965555_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.965555_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.965555_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:08.965555_video_right.mp4","wrist_video_gcs_path":"evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:09.477906_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96676333-dd01-4981-b1d9-611bc1abaab8/pi0_fast_droid_2025-06-29T18:54:09.477906_video_wrist.mp4"},"preference":"A","session_id":"96676333-dd01-4981-b1d9-611bc1abaab8","university":"Berkeley"},{"completion_time":"2025-04-30T22:48:02.871913Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the tape in the trash can","longform_feedback":"Both policies were able to pick up the tape as well as attempted to put it in the trash can. However, both were unsuccessful in putting the tape into the trash can.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_right.mp4","wrist_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/paligemma_fast_droid_2025_04_30_15_38_03_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/873247a4-14d7-4398-97d7-e559fd9b3152/pi0_droid_2025_04_30_15_40_04_video_wrist.mp4"},"preference":"TIE","session_id":"873247a4-14d7-4398-97d7-e559fd9b3152","university":"Berkeley"},{"completion_time":"2025-04-30T22:35:39.414404Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the tape in the trash can","longform_feedback":"Policy B wasn't able to pick up the tape and only approached it. Policy B was able to pick up the tape but wasn't able to drop it off onto the trash can.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_diffusion_droid_2025_04_30_15_26_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdc066dc-14bd-47ee-bf70-99d25ab36708/paligemma_vq_droid_2025_04_30_15_28_16_video_wrist.mp4"},"preference":"A","session_id":"cdc066dc-14bd-47ee-bf70-99d25ab36708","university":"Berkeley"},{"completion_time":"2025-04-30T22:17:08.929069Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the marker in the bowl","longform_feedback":"Both polices were able to pick up the marker. However, Policy A put the marker inside the tape and Policy B put the marker inside the pink bowl. Policy B did marginally better since it was able to put it inside a bowl, although not the correct one.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/pi0_droid_2025_04_30_15_04_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a801d53a-5d6b-4a1d-aa14-5c8da5dba08b/paligemma_fast_droid_2025_04_30_15_08_42_video_wrist.mp4"},"preference":"B","session_id":"a801d53a-5d6b-4a1d-aa14-5c8da5dba08b","university":"Berkeley"},{"completion_time":"2025-04-30T21:59:46.695173Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the tape in the drawer","longform_feedback":"Policy A tried to approach the tape but was unable to pick it up. Policy B was able to pick up the tape but was unable to put it in the drawer.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/pi0_droid_2025_04_30_14_41_52_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999/paligemma_diffusion_droid_2025_04_30_14_49_30_video_wrist.mp4"},"preference":"B","session_id":"15e1cc4d-dc1c-4a3f-b0f2-0a90ecff9999","university":"Berkeley"},{"completion_time":"2025-04-30T21:39:31.762486Z","evaluator_name":"Pranav Atreya","language_instruction":"Close the drawer","longform_feedback":"Policy A approached the drawer but was unable to push it in to close it. Policy B was unable to approach the drawer and was hovering around the desk.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_diffusion_droid_2025_04_30_14_28_56_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e72fd52-2de2-46ec-b2a0-7cf0b83d4986/paligemma_vq_droid_2025_04_30_14_32_01_video_wrist.mp4"},"preference":"A","session_id":"4e72fd52-2de2-46ec-b2a0-7cf0b83d4986","university":"Berkeley"},{"completion_time":"2025-04-30T20:53:48.108335Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the marker in the black bowl","longform_feedback":"Policy A was unable to pick up the marker and only approached the marker. Policy B was able to pick up the marker and attempted to put it in the black bowl but wasn't successful.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_binning_droid_2025_04_30_13_42_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8eea30cf-b4cf-4cea-8931-f503432a47ab/paligemma_diffusion_droid_2025_04_30_13_45_11_video_wrist.mp4"},"preference":"B","session_id":"8eea30cf-b4cf-4cea-8931-f503432a47ab","university":"Berkeley"},{"completion_time":"2025-04-30T20:38:56.438816Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the tape in the black bowl","longform_feedback":"Policy A was hovering around and was unable to pick up the tape. Policy B was able to pick up the tape but wasn't able to drop it off in the black bowl and instead dropped it off at the pink bowl.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/pi0_droid_2025_04_30_13_23_00_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3bef197e-3ff2-4f49-9d48-9fbeb170523d/paligemma_diffusion_droid_2025_04_30_13_25_15_video_wrist.mp4"},"preference":"B","session_id":"3bef197e-3ff2-4f49-9d48-9fbeb170523d","university":"Berkeley"},{"completion_time":"2025-04-30T15:59:53.778886Z","evaluator_name":"Edward S. Hu","language_instruction":"close the left cabinet drawer","longform_feedback":"A close 80% of the drawer at ease, however, the drawer is still half closed, which might be not visible from right camera. B did't find the downward drawer, instead, it tried to close the upper drawer, which is already closed in the beginning, so I give a low grade for B. The A  performs task at ease, B may be more hestitate","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/pi0_droid_2025_04_30_11_46_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2ebd2f2-a807-4be5-a72f-e7ed624659d4/paligemma_diffusion_droid_2025_04_30_11_50_38_video_wrist.mp4"},"preference":"A","session_id":"d2ebd2f2-a807-4be5-a72f-e7ed624659d4","university":"UPenn"},{"completion_time":"2025-04-30T15:43:58.805906Z","evaluator_name":"Edward S. Hu","language_instruction":"Hand pineapple to the programmer","longform_feedback":"both policy correctly pick up the pineapple, and try to place it into the bowl. the test is aimed at testing its language alignment ability. The programmmer (human user) should be visible in the scene, but A and B go to bowl, as it is more familiar object","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_vq_droid_2025_04_30_11_29_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d58a333-b821-4371-8e3a-db9787f2679e/paligemma_diffusion_droid_2025_04_30_11_32_39_video_wrist.mp4"},"preference":"TIE","session_id":"1d58a333-b821-4371-8e3a-db9787f2679e","university":"UPenn"},{"completion_time":"2025-04-30T15:27:35.825239Z","evaluator_name":"Edward S. Hu","language_instruction":"place the yellow cube on top of blue cube","longform_feedback":"A step down a little bit then early stops, freeze doing nothing. B easily pick up the cube and place on the correct pile of blue cubes. B iss smooth and accurate. However, after finished the task, B went to check the red cube, since it's doing nothing there, I will just assign 10grade for b here","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_binning_droid_2025_04_30_11_13_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/733d7c10-e31c-472c-86cc-29c30828f188/paligemma_fast_droid_2025_04_30_11_16_56_video_wrist.mp4"},"preference":"B","session_id":"733d7c10-e31c-472c-86cc-29c30828f188","university":"UPenn"},{"completion_time":"2025-04-30T15:06:37.407015Z","evaluator_name":"Edward S. Hu","language_instruction":"Fold up the newspaper","longform_feedback":"Both A and B can't pick up the newspaper, A reach the right side of newspaper, but can't grasp it up. B goes left, step forward and backward, then early stop in the air. Since B seems to be more laggy, we will say A is better at this task","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/pi0_droid_2025_04_30_10_54_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_npz_file.npz","partial_success":0.03,"right_camera_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ce0e6ff-f0e9-4a16-991f-c85f4defc92b/paligemma_vq_droid_2025_04_30_10_56_59_video_wrist.mp4"},"preference":"A","session_id":"3ce0e6ff-f0e9-4a16-991f-c85f4defc92b","university":"UPenn"},{"completion_time":"2025-04-30T01:45:07.607243Z","evaluator_name":"Jie Wang","language_instruction":"lift up the water bottle","longform_feedback":"policy A can pick up the water bottle, grasp it firmly, but it doesn't release the gripper. A rotate the bottle in good direction, but the bottle is upside down. So it's hard to tell how to say it is correct or not. While B freeze for 30 steps, then go down, missed grasping, gripper not open, do nothing for 100 steps. A is better","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_vq_droid_2025_04_29_21_36_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b56f95-a02d-4173-9e0f-815267bff42e/paligemma_binning_droid_2025_04_29_21_39_03_video_wrist.mp4"},"preference":"A","session_id":"d2b56f95-a02d-4173-9e0f-815267bff42e","university":"UPenn"},{"completion_time":"2025-04-30T01:26:58.365809Z","evaluator_name":"Xingfang Yuan","language_instruction":"Remove the cloth on the table and pick up the red object.","longform_feedback":"Both recognized the cloth and attempted to remove it. A removed it but was not able to pick up the object, while B missed when trying to pick up the cloth.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_vq_droid_2025_04_29_21_20_15_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab262d98-dd6e-4da2-af33-030590e0f657/paligemma_fast_specialist_droid_2025_04_29_21_21_55_video_wrist.mp4"},"preference":"A","session_id":"ab262d98-dd6e-4da2-af33-030590e0f657","university":"UPenn"},{"completion_time":"2025-04-30T01:18:52.431821Z","evaluator_name":"Xingfang Yuan","language_instruction":"Find the pineapple on the shelf on your left.","longform_feedback":"A did look at the correct directoin, but B went to the opposite direction and stayed  there without grasping. Note this trail aims to find if the models have some kind of bias for the words left and right.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/paligemma_diffusion_droid_2025_04_29_21_11_08_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/806dd95d-28d1-41ab-bbdc-2d89aa17c804/pi0_fast_droid_2025_04_29_21_14_18_video_wrist.mp4"},"preference":"A","session_id":"806dd95d-28d1-41ab-bbdc-2d89aa17c804","university":"UPenn"},{"completion_time":"2025-04-30T01:10:03.337402Z","evaluator_name":"Xingfang Yuan","language_instruction":"Search for the pineapple on the shelf on your right.","longform_feedback":"Both A and B did not go for the right direction and barely moved.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/paligemma_binning_droid_2025_04_29_21_05_18_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d64cd397-c24e-4b8f-9697-5218c2ca762c/pi0_droid_2025_04_29_21_06_18_video_wrist.mp4"},"preference":"TIE","session_id":"d64cd397-c24e-4b8f-9697-5218c2ca762c","university":"UPenn"},{"completion_time":"2025-04-30T01:01:33.982313Z","evaluator_name":"Xingfang Yuan","language_instruction":"Close the drawer","longform_feedback":"A completed the task perfectly, while B barely moved.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_fast_droid_2025_04_29_20_57_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c154c0a7-ec0a-4128-aa32-cf844ca3885e/paligemma_diffusion_droid_2025_04_29_20_58_09_video_wrist.mp4"},"preference":"A","session_id":"c154c0a7-ec0a-4128-aa32-cf844ca3885e","university":"UPenn"},{"completion_time":"2025-04-30T00:54:47.593638Z","evaluator_name":"Jie Wang","language_instruction":"find the pineapple in the scene","longform_feedback":"A is better because it at least goes down to search a little bit, while B just early stops and odoing nothing. I will say both policies are not finding the pineapple although they can see where is the pineapple on the bookshelf, probably the 3rd camera view is not aligned pretty good here.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_vq_droid_2025_04_29_20_47_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a43201-5026-44f2-833f-c81bd223bb46/paligemma_binning_droid_2025_04_29_20_50_19_video_wrist.mp4"},"preference":"A","session_id":"36a43201-5026-44f2-833f-c81bd223bb46","university":"UPenn"},{"completion_time":"2025-04-30T00:45:37.714850Z","evaluator_name":"Jie Wang","language_instruction":"find the creeper toy","longform_feedback":"Both A and B stuck in the front cabinet door, the gripper stucked in same position. However, A managed to get out in shorter time frame, sosay A is slightly better here","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/pi0_fast_droid_2025_04_29_20_40_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f51cd651-37a4-44f0-ab19-6c5de44fdb42/paligemma_vq_droid_2025_04_29_20_41_53_video_wrist.mp4"},"preference":"A","session_id":"f51cd651-37a4-44f0-ab19-6c5de44fdb42","university":"UPenn"},{"completion_time":"2025-04-30T00:35:19.590697Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put all the food items into the bowl.","longform_feedback":"Policy A could not grasp any food items, then picked the rubber duck and put it in the bowl, which is not a food item. Policy B was able to grasp one food item but failed to put it into the bowl, then grasped a rubber duck and put it into the bowl. Both policies failed badly, but policy B was able to pick up one food item, so policy B was the better policy.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/pi0_fast_droid_2025_04_29_20_25_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/754214cf-3288-47ec-b7b4-5493526bd855/paligemma_fast_specialist_droid_2025_04_29_20_28_23_video_wrist.mp4"},"preference":"B","session_id":"754214cf-3288-47ec-b7b4-5493526bd855","university":"UMontreal"},{"completion_time":"2025-04-30T00:21:34.993525Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into the same mug.","longform_feedback":"Policy A successfully completed the task. Policy B failed to grasp the first duck, and could not do the task. Therefore policy A was better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_fast_droid_2025_04_29_20_13_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a663fc7-15b1-4993-b5b8-b059fd197d91/pi0_droid_2025_04_29_20_15_49_video_wrist.mp4"},"preference":"A","session_id":"3a663fc7-15b1-4993-b5b8-b059fd197d91","university":"UMontreal"},{"completion_time":"2025-04-30T00:09:29.813290Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the yellow rubber ducks into separate mugs.","longform_feedback":"Policy A put the first rubber duck into the mug quickly, then grasped the second duck, and stopped moving until the end of execution. Policy B also successfully put the first duck into the mug, then grasped the second duck, but faiiled to place it into the mug and dropped it. Since, policy B progressed more in the task, it is the better policy.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_vq_droid_2025_04_29_19_54_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/568e8b89-a14d-46ad-8a7f-54ee3d654965/paligemma_fast_specialist_droid_2025_04_29_20_02_16_video_wrist.mp4"},"preference":"B","session_id":"568e8b89-a14d-46ad-8a7f-54ee3d654965","university":"UMontreal"},{"completion_time":"2025-04-29T23:56:01.437245Z","evaluator_name":"Kanav Arora","language_instruction":"Empty the bowl. ","longform_feedback":"A was mostly meandering around the bowl and the cubes. A sort of got close to the bowl and cubes at some points but it did nothing substantial and wasn't close to completing the task. B was much better as it went close to the bowl and cubes and hand some failed tries when trying to maniuplate the bowl and cubes. However, eventually the policy B was able to grab both cubes apick them up and take them out of the bowl, which technically completes the task. Yet, I didnt give it a full score since it struggled a bit in the beginning and never actually did the task in the the best way such as picking up the bowl and emptyingg it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/paligemma_fast_droid_2025_04_29_19_42_43_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f/pi0_fast_droid_2025_04_29_19_47_18_video_wrist.mp4"},"preference":"B","session_id":"fcb8f0dd-ccc6-4d5e-9352-0b0a9f6c6f3f","university":"UW"},{"completion_time":"2025-04-29T23:54:16.303815Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put green frog in red box ","longform_feedback":"Both policies stopped trying to moved towards the box and put the frog in the box thus why they are a tie","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/paligemma_diffusion_droid_2025_04_29_16_44_40_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a344e45-d0d6-4059-80cf-c93af47ebb50/pi0_fast_droid_2025_04_29_16_46_54_video_wrist.mp4"},"preference":"TIE","session_id":"2a344e45-d0d6-4059-80cf-c93af47ebb50","university":"Stanford"},{"completion_time":"2025-04-29T23:52:13.920943Z","evaluator_name":"Ozgur Aslan","language_instruction":"Push the banana towards the onion.","longform_feedback":"Policy A grasped the banana, then dropped it. Policy A did not understand what pushing is. Policy B also grasped and then dropped the banana. I think neither policy knows what 'push' means.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/paligemma_fast_specialist_droid_2025_04_29_19_42_27_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/602f4ea8-2d82-4556-9d60-558db81a09d1/pi0_droid_2025_04_29_19_44_51_video_wrist.mp4"},"preference":"TIE","session_id":"602f4ea8-2d82-4556-9d60-558db81a09d1","university":"UMontreal"},{"completion_time":"2025-04-29T23:41:33.796509Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put brown spoon in green bowl ","longform_feedback":"Policy A placed the spoon in the green bowl while Policy B finished before it put the spoon in the bowl thus Policy A was better in this case","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_diffusion_droid_2025_04_29_16_30_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/229a7e94-1973-4cb8-880c-3068be227e10/paligemma_fast_droid_2025_04_29_16_33_36_video_wrist.mp4"},"preference":"A","session_id":"229a7e94-1973-4cb8-880c-3068be227e10","university":"Stanford"},{"completion_time":"2025-04-29T23:39:30.157555Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the onion to the big pot.","longform_feedback":"Policy A did not move. Policy B grasped the egg and put it on the pot. It did not open it first. Policy B did everything wrong but since it moved and grasped object, it was the better policy.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/paligemma_binning_droid_2025_04_29_19_28_33_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f38ad9f-dfa2-4f01-9485-cac8c02ed397/pi0_fast_droid_2025_04_29_19_31_55_video_wrist.mp4"},"preference":"B","session_id":"3f38ad9f-dfa2-4f01-9485-cac8c02ed397","university":"UMontreal"},{"completion_time":"2025-04-29T23:33:33.757939Z","evaluator_name":"Kanav Arora","language_instruction":"Put the ketchup in the bowl","longform_feedback":"A understood that the red bottle signified ketchup and was able to move towards the bottle and grab it after a couple of tries. However, once it grabbed the kethup policy A just hovered without the intent of putting it in the bowl. Policy B didn't move at all which is why policy A gets a higher score.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_diffusion_droid_2025_04_29_19_15_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/326c4ee8-2924-4acd-8cbd-ad8424b22c8f/paligemma_binning_droid_2025_04_29_19_19_32_video_wrist.mp4"},"preference":"A","session_id":"326c4ee8-2924-4acd-8cbd-ad8424b22c8f","university":"UW"},{"completion_time":"2025-04-29T23:27:54.004354Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put brown spoon in red bottle ","longform_feedback":"Policy A moved towards the spoon while Policy B didn't do anything so policy A did better than Policy B","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_diffusion_droid_2025_04_29_16_15_11_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c07f332-bbd2-4ff2-b3bf-54747a038614/paligemma_binning_droid_2025_04_29_16_17_44_video_wrist.mp4"},"preference":"A","session_id":"0c07f332-bbd2-4ff2-b3bf-54747a038614","university":"Stanford"},{"completion_time":"2025-04-29T23:27:18.594030Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the metal can into the bowl.","longform_feedback":"Both policies successfully grasped the metal can and put it into the bowl. The policy A had to try grasping the couple of times before succeeding. Policy B grasped it the first try.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/paligemma_fast_droid_2025_04_29_19_15_36_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63ad97b7-3463-4c3c-8496-461c1824e757/pi0_fast_droid_2025_04_29_19_18_24_video_wrist.mp4"},"preference":"TIE","session_id":"63ad97b7-3463-4c3c-8496-461c1824e757","university":"UMontreal"},{"completion_time":"2025-04-29T23:23:45.424635Z","evaluator_name":"Meedeum Cho","language_instruction":"knock the cup over","longform_feedback":"Only policy A succeeded at the task. Policy A moved smoothly without any sign of hesitation. Meanwhile, policy B remained still during the rollout.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_diffusion_droid_2025_04_30_08_17_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45502707-02fe-4c84-8363-2adead3e2174/paligemma_binning_droid_2025_04_30_08_18_44_video_wrist.mp4"},"preference":"A","session_id":"45502707-02fe-4c84-8363-2adead3e2174","university":"Yonsei"},{"completion_time":"2025-04-29T23:13:54.403789Z","evaluator_name":"Meedeum Cho","language_instruction":"push the ball to the right","longform_feedback":"Policy B did not completely follow the task but tried its best to solve the problem. Policy A exhibited rather random motions.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/paligemma_fast_droid_2025_04_30_08_08_03_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fbf7c2ae-f821-4091-bbfd-1bd34757035b/pi0_droid_2025_04_30_08_10_12_video_wrist.mp4"},"preference":"B","session_id":"fbf7c2ae-f821-4091-bbfd-1bd34757035b","university":"Yonsei"},{"completion_time":"2025-04-29T23:12:38.004313Z","evaluator_name":"Kanav Arora","language_instruction":"Hit the robot with the marker","longform_feedback":"A understood the robot was important but the goal was to pick up the marker and use that to hit the robot. However, instead A decided to go straight for the robot and picked it up. Then it dropped the robot from up high. This was better than B however, which recognized the marker as important, moved closer to the marker, but never was able to pick the marker up.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_droid_2025_04_29_19_00_42_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccf37ac0-28e7-41cf-bae0-f47350351f7d/pi0_fast_droid_2025_04_29_19_04_31_video_wrist.mp4"},"preference":"A","session_id":"ccf37ac0-28e7-41cf-bae0-f47350351f7d","university":"UW"},{"completion_time":"2025-04-29T23:08:43.781061Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put the spoon in the bottle ","longform_feedback":"Both policies moved towards the spoon and picked it up but struggled with moving towards the bottle and putting the spoon in the bottle","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_diffusion_droid_2025_04_29_15_57_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfb89179-18bb-46b9-a7df-4b4717164243/paligemma_vq_droid_2025_04_29_16_01_18_video_wrist.mp4"},"preference":"TIE","session_id":"bfb89179-18bb-46b9-a7df-4b4717164243","university":"Stanford"},{"completion_time":"2025-04-29T23:06:09.999953Z","evaluator_name":"Meedeum Cho","language_instruction":"put the ball into the cup","longform_feedback":"Policy A almost nailed the task in one trial but failed at the final step. Policy B did not make any movement from the beginning.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/pi0_fast_droid_2025_04_30_08_00_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02eb3b54-13e4-432e-9cf6-d3a4c1fff651/paligemma_vq_droid_2025_04_30_08_02_09_video_wrist.mp4"},"preference":"A","session_id":"02eb3b54-13e4-432e-9cf6-d3a4c1fff651","university":"Yonsei"},{"completion_time":"2025-04-29T22:55:07.314058Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put green marker in red bottle ","longform_feedback":"Policy B picked up the marker and moved towards red bottle although it threw it off while policy A didn't do anything thus policy B did better to me","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/paligemma_binning_droid_2025_04_29_15_43_16_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c/pi0_droid_2025_04_29_15_45_09_video_wrist.mp4"},"preference":"B","session_id":"d875a6cc-77df-44b0-a0fe-9fc0fbd2d19c","university":"Stanford"},{"completion_time":"2025-04-29T22:53:11.113775Z","evaluator_name":"Kanav Arora","language_instruction":"Feed the robot ice cream. ","longform_feedback":"A understood that the robot was an important object yet if I am telling the policy to feed the robot, it makes sense for it to pick up the icecream first. However, A attempted to pick up the robot first instead of the icecream. Even when trying to pick up the robot, the policy A failed as it attempted many times to grasp the robot, but missed. B was better as it was quick to determine that it had to move the ice cream B was able to sucessfully grab the ice cream but it didnt bring it close to the robot, rather it wandered a bit and was confused after grabbing the icecream.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_diffusion_droid_2025_04_29_18_39_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6e9020f-8abf-43e7-b6fc-9af024909f0d/paligemma_fast_specialist_droid_2025_04_29_18_43_14_video_wrist.mp4"},"preference":"B","session_id":"f6e9020f-8abf-43e7-b6fc-9af024909f0d","university":"UW"},{"completion_time":"2025-04-29T22:47:38.893709Z","evaluator_name":"Meedeum Cho","language_instruction":"pick up the blue scissors","longform_feedback":"Policy B solved the task in the first try while policy A failed to grasp the object.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/pi0_droid_2025_04_30_07_41_16_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dadb8680-ed3a-46a9-a583-f4b0e85c4e65/paligemma_fast_specialist_droid_2025_04_30_07_43_01_video_wrist.mp4"},"preference":"B","session_id":"dadb8680-ed3a-46a9-a583-f4b0e85c4e65","university":"Yonsei"},{"completion_time":"2025-04-29T22:34:28.452363Z","evaluator_name":"Meedeum Cho","language_instruction":"pick up the screwdriver","longform_feedback":"Only policy B managed to solve the task completely. Policy A, on the other hand, tended to make random movements in mid-air.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_vq_droid_2025_04_30_07_26_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/614b9b6a-42af-443a-bf77-5c340ed43f71/paligemma_diffusion_droid_2025_04_30_07_29_05_video_wrist.mp4"},"preference":"B","session_id":"614b9b6a-42af-443a-bf77-5c340ed43f71","university":"Yonsei"},{"completion_time":"2025-04-29T22:30:56.467824Z","evaluator_name":"Kanav Arora","language_instruction":"Clean up the workspace","longform_feedback":"A was just roaming around randomly and couldn't identify the pen or the cup as an object of importance. It didnt grab anything and essentially did nothing to complete the task. B also wandered around a bit but after a while it was able to pick up the pen yet it ran out of time before doing any sort of cleaning activity.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_droid_2025_04_29_18_20_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3340e9f2-09a2-4d6a-87be-d0732a82c4a6/paligemma_fast_specialist_droid_2025_04_29_18_23_11_video_wrist.mp4"},"preference":"B","session_id":"3340e9f2-09a2-4d6a-87be-d0732a82c4a6","university":"UW"},{"completion_time":"2025-04-29T22:23:41.996809Z","evaluator_name":"Meedeum Cho","language_instruction":"pick up the squared object","longform_feedback":"Both policy A and policy B solved the task in the first try. However, policy B exhibits smoother and faster actions compared to policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/pi0_droid_2025_04_30_07_16_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d155b980-1318-4424-b9c5-cca813f99e4d/paligemma_fast_specialist_droid_2025_04_30_07_18_23_video_wrist.mp4"},"preference":"B","session_id":"d155b980-1318-4424-b9c5-cca813f99e4d","university":"Yonsei"},{"completion_time":"2025-04-29T22:13:01.766448Z","evaluator_name":"Meedeum Cho","language_instruction":"pick up the pliers","longform_feedback":"Policy A was confused by the presence of the distractors while policy B correctly identified the target object and moved towards it.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/paligemma_vq_droid_2025_04_30_07_06_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f06a97-357e-46d1-a35c-260670133c29/pi0_droid_2025_04_30_07_08_05_video_wrist.mp4"},"preference":"B","session_id":"81f06a97-357e-46d1-a35c-260670133c29","university":"Yonsei"},{"completion_time":"2025-04-29T22:12:10.546102Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the yellow rubber duck into the small pot.","longform_feedback":"Policy A did not move. Policy B grasped the duck but placed it into the bowl not the small pot. Then it grasped the second duck and moved towards the bowl. But the execution finished.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_binning_droid_2025_04_29_18_03_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8117f832-2a09-4e08-9099-c4f12f98a754/paligemma_diffusion_droid_2025_04_29_18_05_24_video_wrist.mp4"},"preference":"B","session_id":"8117f832-2a09-4e08-9099-c4f12f98a754","university":"UMontreal"},{"completion_time":"2025-04-29T22:02:36.183313Z","evaluator_name":"Meedeum Cho","language_instruction":"place the carrot on the towel and then fold the towel","longform_feedback":"Policy A nailed the task with great precision and speed compared to policy B. Policy B seemed to struggle after completing the first subtask.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/pi0_fast_droid_2025_04_30_06_52_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72a8f62c-49aa-4584-9162-410e140667ff/paligemma_diffusion_droid_2025_04_30_06_55_08_video_wrist.mp4"},"preference":"A","session_id":"72a8f62c-49aa-4584-9162-410e140667ff","university":"Yonsei"},{"completion_time":"2025-04-29T22:00:25.785267Z","evaluator_name":"Kanav Arora","language_instruction":"Create the tallest structure with the objects in front of you quickly.","longform_feedback":"A was definitley faster at recognizing the importance of the robot when creating a tall stucture. However, while it was able to move close to the robot, it failed to grab the robot and thus was not able to complete much of the task. B also recognized the importance of the robot being the tallest object, but it was slow and took a while to actually move over to the robot. ver, unlike A it was actually able to grab the robot, even though it dropped it almost immidiately.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/pi0_droid_2025_04_29_17_48_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ea52540c-3f2d-45ff-80c1-ac44cdd4d054/paligemma_fast_specialist_droid_2025_04_29_17_52_35_video_wrist.mp4"},"preference":"B","session_id":"ea52540c-3f2d-45ff-80c1-ac44cdd4d054","university":"UW"},{"completion_time":"2025-04-29T22:00:23.314662Z","evaluator_name":"Ozgur Aslan","language_instruction":"Close the lid smaller pot.","longform_feedback":"Both policies reached the lid but stopped after reaching it. Therefore both policies faiiled the task. And, both policies failed at the same step.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_diffusion_droid_2025_04_29_17_50_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4931bf8f-ed29-4445-8bf3-cb2a9e18ece1/paligemma_fast_specialist_droid_2025_04_29_17_53_18_video_wrist.mp4"},"preference":"TIE","session_id":"4931bf8f-ed29-4445-8bf3-cb2a9e18ece1","university":"UMontreal"},{"completion_time":"2025-04-29T21:47:13.742131Z","evaluator_name":"Meedeum Cho","language_instruction":"cover the screwdriver with towel","longform_feedback":"Policy A did not move at all. Policy B grasped the target object but failed to locate it to the optimal position.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_binning_droid_2025_04_30_06_36_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8f6fc95-66bd-462a-b135-552fee97f342/paligemma_vq_droid_2025_04_30_06_39_00_video_wrist.mp4"},"preference":"B","session_id":"b8f6fc95-66bd-462a-b135-552fee97f342","university":"Yonsei"},{"completion_time":"2025-04-29T21:46:19.607623Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the marker into the plastic tube.","longform_feedback":"Policy A did not move. Policy B grasped the marker, but then dropped it and could not recover. Since policy B was able to grasp the marker one time, it was better.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_binning_droid_2025_04_29_17_37_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68d75ef1-6f61-48c7-a1b9-3c347900d0b4/paligemma_diffusion_droid_2025_04_29_17_39_28_video_wrist.mp4"},"preference":"B","session_id":"68d75ef1-6f61-48c7-a1b9-3c347900d0b4","university":"UMontreal"},{"completion_time":"2025-04-29T21:41:31.688386Z","evaluator_name":"Kanav Arora","language_instruction":"Create a tower made of two blocks. ","longform_feedback":"A was a good policy as it was able to understand the task of placing one block onto another block. It sucessfully grabbed one of thelocks and almost made a tower when it dropped one of the blocks on top of the other one. However, A dropped the block from too high which meant that the block that was dropped just bounced off the stationary block, thus the tower couldnt be made. However, policy B was worse as it idenfied one of the blocks (the one that was farther away), yet it moved slowly and was unable to have enough time to actually pick up one of the blocks, even though it hovered close by.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_vq_droid_2025_04_29_17_26_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ad63e326-3cf1-4833-9e73-11ef7a2fbc82/paligemma_fast_specialist_droid_2025_04_29_17_32_00_video_wrist.mp4"},"preference":"A","session_id":"ad63e326-3cf1-4833-9e73-11ef7a2fbc82","university":"UW"},{"completion_time":"2025-04-29T21:32:54.599181Z","evaluator_name":"Meedeum Cho","language_instruction":"put the remote controller between the two bowls","longform_feedback":"Policy A somewhat solved the task while policy B remained stationary during the rollout. Policy A took moderately fast actions.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_fast_specialist_droid_2025_04_30_06_24_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8460a669-65a2-47cd-b8da-d9566437737a/paligemma_binning_droid_2025_04_30_06_26_26_video_wrist.mp4"},"preference":"A","session_id":"8460a669-65a2-47cd-b8da-d9566437737a","university":"Yonsei"},{"completion_time":"2025-04-29T21:17:04.432555Z","evaluator_name":"Kanav Arora","language_instruction":"Place the robot on the block. ","longform_feedback":"A initially tried to get close to the robot but spend most of its time moving around aimlessly andithout any direction. A ofcourse wasn't able to grab the robot as well due to its inability to g close to the robot in the first place. However, while B wasn't much better it atleast stayed relativley close to the robot and understood that the robot was important. While B hovered over the robot, it was not able to grab the robot at all.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/paligemma_fast_droid_2025_04_29_17_05_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3db50a62-5b1f-42b5-ae4b-def1835ecf89/pi0_droid_2025_04_29_17_08_56_video_wrist.mp4"},"preference":"B","session_id":"3db50a62-5b1f-42b5-ae4b-def1835ecf89","university":"UW"},{"completion_time":"2025-04-29T21:07:05.971019Z","evaluator_name":"Meedeum Cho","language_instruction":"place the eggplant between the scissors and the brush","longform_feedback":"Policy B was able to navigate to the target object, although it failed to grasp the object successfully. Meanwhile, policy A remained stationary throughout the task.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/paligemma_binning_droid_2025_04_30_05_56_06_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19e58438-a098-4a35-a4e5-5aceaef53dae/pi0_fast_droid_2025_04_30_05_59_13_video_wrist.mp4"},"preference":"B","session_id":"19e58438-a098-4a35-a4e5-5aceaef53dae","university":"Yonsei"},{"completion_time":"2025-04-29T20:42:16.468496Z","evaluator_name":"Meedeum Cho","language_instruction":"place the blue marker on top of the folded towel","longform_feedback":"Policy B solved the task on the first trial. Policy A barely moved during the rollout.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/paligemma_binning_droid_2025_04_30_05_31_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ddc653db-5eba-493d-85c8-0c752c3dbeac/pi0_fast_droid_2025_04_30_05_33_25_video_wrist.mp4"},"preference":"B","session_id":"ddc653db-5eba-493d-85c8-0c752c3dbeac","university":"Yonsei"},{"completion_time":"2025-04-29T20:18:58.998207Z","evaluator_name":"Meedeum Cho","language_instruction":"place the fork on the left page of the book","longform_feedback":"Although both policy A and policy B failed to correctly solve the task, policy A made an error by grasping the wrong object, while policy B failed to reach the object.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/paligemma_fast_droid_2025_04_30_05_08_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3fc2783c-741d-40b1-b9d5-26755c6ecac0/pi0_droid_2025_04_30_05_12_27_video_wrist.mp4"},"preference":"A","session_id":"3fc2783c-741d-40b1-b9d5-26755c6ecac0","university":"Yonsei"},{"completion_time":"2025-04-29T20:04:36.484711Z","evaluator_name":"Meedeum Cho","language_instruction":"put all squared objects on the folded towel","longform_feedback":"Both policy A and policy B were able to complete half of the task. Both exhibited similar action speed as well as similar trajectories.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_fast_specialist_droid_2025_04_30_04_54_18_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0aa4186d-6fc9-40c6-97c4-42675ac6f48e/paligemma_diffusion_droid_2025_04_30_04_56_48_video_wrist.mp4"},"preference":"TIE","session_id":"0aa4186d-6fc9-40c6-97c4-42675ac6f48e","university":"Yonsei"},{"completion_time":"2025-04-29T19:49:41.472877Z","evaluator_name":"Meedeum Cho","language_instruction":"turn the carrot horizontally","longform_feedback":"Policy B nailed the task on the first try. Its actions were very smooth, precise, and even fast. Policy A failed to understand the task instruction and stayed stationary from the start.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_binning_droid_2025_04_30_04_40_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1b712881-42f3-4916-8d54-1126f4732c01/paligemma_fast_droid_2025_04_30_04_42_16_video_wrist.mp4"},"preference":"B","session_id":"1b712881-42f3-4916-8d54-1126f4732c01","university":"Yonsei"},{"completion_time":"2025-04-29T19:48:35.621739Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the kettle and place it on top of the white base with a cable","longform_feedback":"policy a moved the gripper to a gtrasp position but did not grasp the kettle, policy b was able to grasp the kettle, lift it and move it a bit, a lot better","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/pi0_fast_droid_2025_04_29_15_39_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bdfb286-142b-4d62-93d1-64c78d9155e5/paligemma_fast_specialist_droid_2025_04_29_15_41_36_video_wrist.mp4"},"preference":"B","session_id":"2bdfb286-142b-4d62-93d1-64c78d9155e5","university":"UMontreal"},{"completion_time":"2025-04-29T19:37:48.163830Z","evaluator_name":"Meedeum Cho","language_instruction":"slide the blue bowl to the left side of the table","longform_feedback":"Both policy A and policy B almost solved the task on the first try. Policy A, however, moves more rapidly compared to policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_fast_droid_2025_04_30_04_28_24_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76ec1e46-8ff9-42bf-94fd-39b492263262/pi0_droid_2025_04_30_04_31_27_video_wrist.mp4"},"preference":"A","session_id":"76ec1e46-8ff9-42bf-94fd-39b492263262","university":"Yonsei"},{"completion_time":"2025-04-29T19:37:32.885956Z","evaluator_name":"Kirsty Ellis","language_instruction":"use the white cloth to wipe the table","longform_feedback":"policy a picked up the cloth and started wiping, it took policy b a lot longer to get there, it eventually picked up the cloth and wiped but it wasn't as good as policy a","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/pi0_droid_2025_04_29_15_27_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c0ae22b9-257c-4ed0-a988-5ed108121b32/paligemma_fast_droid_2025_04_29_15_30_10_video_wrist.mp4"},"preference":"A","session_id":"c0ae22b9-257c-4ed0-a988-5ed108121b32","university":"UMontreal"},{"completion_time":"2025-04-29T19:34:35.178104Z","evaluator_name":"Artur Kuramshin","language_instruction":"flip the blue switch","longform_feedback":"Policy A did not move, policy B correctly moved towards the switches and closed its gripper to get ready to push the switch, however it never attempted to flip any of the switches.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_binning_droid_2025_04_29_15_24_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d0b5b06-86f7-49e9-a263-d0f109f86f2c/paligemma_fast_specialist_droid_2025_04_29_15_26_24_video_wrist.mp4"},"preference":"B","session_id":"2d0b5b06-86f7-49e9-a263-d0f109f86f2c","university":"UMontreal"},{"completion_time":"2025-04-29T19:25:52.056673Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the black spoon and scoop up some coffee beans from the metal bowl with the spoon and pour the beans onto the red plate","longform_feedback":"policy a picked up the spoon and moved it to the bowl, policy b tried to pick up the spoon but failed and then moved away from the spoon and seemed very confused","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_vq_droid_2025_04_29_15_17_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e88876e-fe12-4017-b3ef-5ae2abe1ae6f/paligemma_fast_droid_2025_04_29_15_19_33_video_wrist.mp4"},"preference":"A","session_id":"2e88876e-fe12-4017-b3ef-5ae2abe1ae6f","university":"UMontreal"},{"completion_time":"2025-04-29T19:22:58.494314Z","evaluator_name":"Meedeum Cho","language_instruction":"place the eggplant on the folded towel","longform_feedback":"Policy B successfully completed the task on the first trial. It moved rapidly with high precision. Policy A failed to navigate toward the target and showed wandering motion.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_fast_specialist_droid_2025_04_30_04_14_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c8e42f5-32c3-4931-9bc1-df9d8f12dc32/paligemma_vq_droid_2025_04_30_04_18_53_video_wrist.mp4"},"preference":"B","session_id":"3c8e42f5-32c3-4931-9bc1-df9d8f12dc32","university":"Yonsei"},{"completion_time":"2025-04-29T19:21:16.503248Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the cloth in the cabinet and then close the cabinet","longform_feedback":"Both policies grab the cloth, but Policy A started to move away from the drawer in a weird way. Policy B looked more natural with the cloth in hand.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/pi0_fast_droid_2025_04_29_15_08_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/72e0993d-7334-43e6-820f-64f5887541e2/paligemma_diffusion_droid_2025_04_29_15_12_33_video_wrist.mp4"},"preference":"B","session_id":"72e0993d-7334-43e6-820f-64f5887541e2","university":"UMontreal"},{"completion_time":"2025-04-29T19:12:01.679403Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the red cup and put in inside the cabinet through the open door.","longform_feedback":"policy A picked up the red cup and moved it inside the cabinet, it did not drop the cup. policy b picked up the cup and moved towards the cabinet, it did not get the cup inside the cabinet","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_diffusion_droid_2025_04_29_15_03_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c4fc8c7-2147-4b70-825d-1366365b7957/paligemma_fast_droid_2025_04_29_15_06_15_video_wrist.mp4"},"preference":"A","session_id":"0c4fc8c7-2147-4b70-825d-1366365b7957","university":"UMontreal"},{"completion_time":"2025-04-29T19:11:48.588923Z","evaluator_name":"Meedeum Cho","language_instruction":"place the purple cup on the right side","longform_feedback":"Policy B succeeded on the first try while policy A did not fully complete the task. Policy B moves more confidently and rapidly compared to policy A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/paligemma_fast_droid_2025_04_30_04_02_48_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/59319c70-0f51-4817-9c0e-8791dff4785d/pi0_fast_droid_2025_04_30_04_05_50_video_wrist.mp4"},"preference":"B","session_id":"59319c70-0f51-4817-9c0e-8791dff4785d","university":"Yonsei"},{"completion_time":"2025-04-29T19:08:59.093461Z","evaluator_name":"Siyi Huang","language_instruction":"wipe the table","longform_feedback":"Policy A complete the task at beginning. policy B did some random movement at first then complete the task","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/pi0_fast_droid_2025_04_29_11_53_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f6ef83e-7a22-46ff-8702-bc9e2050f781/paligemma_fast_droid_2025_04_29_11_57_35_video_wrist.mp4"},"preference":"A","session_id":"5f6ef83e-7a22-46ff-8702-bc9e2050f781","university":"Berkeley"},{"completion_time":"2025-04-29T19:03:34.320475Z","evaluator_name":"Artur Kuramshin","language_instruction":"Take the duckie out of the drawer and then close the drawer","longform_feedback":"Both policies reach into the drawer for the duckie but fail to grasp it as they push the gripper way too far down.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/paligemma_fast_droid_2025_04_29_14_51_41_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c6ae4d03-9c1e-42b5-b267-c7368c669cc3/pi0_droid_2025_04_29_14_54_06_video_wrist.mp4"},"preference":"B","session_id":"c6ae4d03-9c1e-42b5-b267-c7368c669cc3","university":"UMontreal"},{"completion_time":"2025-04-29T19:01:13.485243Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the red cup and put it inside the cabinet through the open door","longform_feedback":"policy a correctly picked up the cup and placed it inside the cabinet, policy b picked up the cup but was not able to get the cup inside the cabinet, it was close","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/paligemma_diffusion_droid_2025_04_29_14_53_37_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/52f92f35-ede5-418b-bde4-3637235944c7/pi0_fast_droid_2025_04_29_14_55_36_video_wrist.mp4"},"preference":"A","session_id":"52f92f35-ede5-418b-bde4-3637235944c7","university":"UMontreal"},{"completion_time":"2025-04-29T18:51:13.715437Z","evaluator_name":"Kirsty Ellis","language_instruction":"close the left door on the top compartment of the cabinet","longform_feedback":"Both policies closed the door but policy A had more style, it looked like understanding the goal more","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/paligemma_diffusion_droid_2025_04_29_14_44_24_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/05a417df-0ea1-4e50-8eec-c900b6494747/pi0_fast_droid_2025_04_29_14_46_29_video_wrist.mp4"},"preference":"A","session_id":"05a417df-0ea1-4e50-8eec-c900b6494747","university":"UMontreal"},{"completion_time":"2025-04-29T18:44:31.737789Z","evaluator_name":"Siyi Huang","language_instruction":"put the corn inside the drawer","longform_feedback":"Policy A successfully pick up the corn while policy B just move toward the corn","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_vq_droid_2025_04_29_11_34_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/09836787-40cc-4c82-bc26-f6cf64956336/paligemma_binning_droid_2025_04_29_11_37_12_video_wrist.mp4"},"preference":"A","session_id":"09836787-40cc-4c82-bc26-f6cf64956336","university":"Berkeley"},{"completion_time":"2025-04-29T18:38:08.825870Z","evaluator_name":"Luca Macesanu","language_instruction":"Move the cup near the plate.","longform_feedback":"A quickly picked up the cup and moved it near the plate. B kept grasping and releasing the cup instead of lifting it.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/paligemma_vq_droid_2025_04_29_18_24_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005c2566-4598-4daf-b3b0-651db8547ff6/pi0_droid_2025_04_29_18_26_34_video_wrist.mp4"},"preference":"A","session_id":"005c2566-4598-4daf-b3b0-651db8547ff6","university":"UT Austin"},{"completion_time":"2025-04-29T18:36:28.200413Z","evaluator_name":"Artur Kuramshin","language_instruction":"Drop the rubber ducks iin the drawer and then close the drawer","longform_feedback":"y","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_droid_2025_04_29_14_23_16_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_npz_file.npz","partial_success":0.33,"right_camera_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/30425a50-58e7-42b3-900e-0be6577549d5/pi0_fast_droid_2025_04_29_14_26_09_video_wrist.mp4"},"preference":"A","session_id":"30425a50-58e7-42b3-900e-0be6577549d5","university":"UMontreal"},{"completion_time":"2025-04-29T18:22:30.276575Z","evaluator_name":"Luca Macesanu","language_instruction":"Move the bread to the plate.","longform_feedback":"A tried to take the lid off the pot. B tried to pick up the wooden spoon. Both policies completely missed the instruction.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/paligemma_fast_droid_2025_04_29_18_14_24_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4ba7c1e8-39f4-4e74-8eb4-c5580711f90e/pi0_droid_2025_04_29_18_15_51_video_wrist.mp4"},"preference":"TIE","session_id":"4ba7c1e8-39f4-4e74-8eb4-c5580711f90e","university":"UT Austin"},{"completion_time":"2025-04-29T18:20:35.493964Z","evaluator_name":"Siyi Huang","language_instruction":"put the strawberry in the pink bowl","longform_feedback":"Policy A move toward the strawberry the the beginning, while policy B move toward the orange at first, then move toward the strawberry. Both policies did not pick up the strawberry","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_specialist_droid_2025_04_29_11_06_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0fc6fc86-df01-47cf-a13b-7637c151ff8d/paligemma_fast_droid_2025_04_29_11_09_35_video_wrist.mp4"},"preference":"A","session_id":"0fc6fc86-df01-47cf-a13b-7637c151ff8d","university":"Berkeley"},{"completion_time":"2025-04-29T18:20:19.235851Z","evaluator_name":"Meedeum Cho","language_instruction":"fold the towel","longform_feedback":"Policy A fails to find the optimal grasping position to solve the task. Policy B takes faster actions and also confidently solves the task without any redundant repetitive actions.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_diffusion_droid_2025_04_30_03_10_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78200768-4286-40a7-8580-e5864e341721/paligemma_fast_droid_2025_04_30_03_13_03_video_wrist.mp4"},"preference":"B","session_id":"78200768-4286-40a7-8580-e5864e341721","university":"Yonsei"},{"completion_time":"2025-04-29T18:12:01.177940Z","evaluator_name":"Luca Macesanu","language_instruction":"Take the lid off the pot.","longform_feedback":"A and B both managed to pull the lid off the pot. A put it in a most adjascent spot, while B tried to put the lid down on top of a cup, disrupting the scene.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_specialist_droid_2025_04_29_18_03_38_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_npz_file.npz","partial_success":0.94,"right_camera_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bf786116-6d66-4fac-bedb-4573a4c9a54d/paligemma_fast_droid_2025_04_29_18_05_09_video_wrist.mp4"},"preference":"A","session_id":"bf786116-6d66-4fac-bedb-4573a4c9a54d","university":"UT Austin"},{"completion_time":"2025-04-29T18:00:02.031419Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the blue spoon and the bread on the plate.","longform_feedback":"A did not move. B moved towards the blue spoon but then froze.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_binning_droid_2025_04_29_17_50_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c168f74f-171c-4950-9b91-d4d32ee67981/paligemma_vq_droid_2025_04_29_17_51_48_video_wrist.mp4"},"preference":"B","session_id":"c168f74f-171c-4950-9b91-d4d32ee67981","university":"UT Austin"},{"completion_time":"2025-04-29T17:58:38.441185Z","evaluator_name":"Siyi Huang","language_instruction":"put the brown bowl in the purple plate","longform_feedback":"POlicy A put the white bowl into the purple plate instead of the brown bowl while policy B did not do any thing","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/pi0_droid_2025_04_29_10_46_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_right.mp4","wrist_video_gcs_path":"evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/005387dc-76ab-405e-b363-b2182a075b5c/paligemma_vq_droid_2025_04_29_10_48_21_video_wrist.mp4"},"preference":"A","session_id":"005387dc-76ab-405e-b363-b2182a075b5c","university":"Berkeley"},{"completion_time":"2025-04-29T17:49:29.535294Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the pink cup near the plate.","longform_feedback":"A found a grasp of the pink cup but then let go, and started acting unreasonably. B never moved.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_fast_droid_2025_04_29_17_42_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65fc04ef-d595-44bf-9bc5-f736f2ab43e5/paligemma_binning_droid_2025_04_29_17_43_09_video_wrist.mp4"},"preference":"A","session_id":"65fc04ef-d595-44bf-9bc5-f736f2ab43e5","university":"UT Austin"},{"completion_time":"2025-04-29T17:42:19.329609Z","evaluator_name":"Siyi Huang","language_instruction":"put the tape into the purple bowl","longform_feedback":"both policies completed the task for their first try","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_diffusion_droid_2025_04_29_10_32_54_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b694ec-b903-4b9a-8427-ddd3e43c14e4/paligemma_vq_droid_2025_04_29_10_34_01_video_wrist.mp4"},"preference":"TIE","session_id":"60b694ec-b903-4b9a-8427-ddd3e43c14e4","university":"Berkeley"},{"completion_time":"2025-04-29T17:40:28.145758Z","evaluator_name":"Luca Macesanu","language_instruction":"Stir the pot with the plastic spoon.","longform_feedback":"Both policies were going for the wrong material spoon. A picked up the wood spoon and moved towards the pot, while B was not able to grasp any spoon.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/pi0_droid_2025_04_29_17_31_34_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4a07785-34a4-4e66-b9f1-7225123075de/paligemma_diffusion_droid_2025_04_29_17_33_00_video_wrist.mp4"},"preference":"A","session_id":"c4a07785-34a4-4e66-b9f1-7225123075de","university":"UT Austin"},{"completion_time":"2025-04-29T17:29:38.520414Z","evaluator_name":"Luca Macesanu","language_instruction":"Stir the pot with the wooden spoon.","longform_feedback":"A was unable to get a grasp because it pushed the wooden spoon to close to the plate. B was hesitant to commit to a grasp but eventually got the spoon up and towards the pot.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/paligemma_fast_specialist_droid_2025_04_29_17_22_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d9be754-0168-44fd-ab58-c4e09996c6b9/pi0_fast_droid_2025_04_29_17_24_30_video_wrist.mp4"},"preference":"B","session_id":"4d9be754-0168-44fd-ab58-c4e09996c6b9","university":"UT Austin"},{"completion_time":"2025-04-29T17:28:35.719588Z","evaluator_name":"Siyi Huang","language_instruction":"put towel in the white bowl","longform_feedback":"both policies mvoe toward the yellow notebook instead of the towel","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_vq_droid_2025_04_29_10_17_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df38ba87-13b4-473c-9d40-5e752725ea61/paligemma_diffusion_droid_2025_04_29_10_19_11_video_wrist.mp4"},"preference":"TIE","session_id":"df38ba87-13b4-473c-9d40-5e752725ea61","university":"Berkeley"},{"completion_time":"2025-04-29T17:20:03.442616Z","evaluator_name":"Luca Macesanu","language_instruction":"Take the lid off the jar and pour it onto the bread.","longform_feedback":"A was more aggressive than B, and when A failed to get a good grasp on the lid it kept pushing the jar until it fell over. B failed to grasp the lid, but it was non destructive.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/paligemma_vq_droid_2025_04_29_17_12_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88b77a72-af92-43b1-b0a8-a43ed78b8c17/pi0_fast_droid_2025_04_29_17_14_25_video_wrist.mp4"},"preference":"B","session_id":"88b77a72-af92-43b1-b0a8-a43ed78b8c17","university":"UT Austin"},{"completion_time":"2025-04-29T17:16:48.217012Z","evaluator_name":"Meedeum Cho","language_instruction":"erase the board","longform_feedback":"Although policy B showed repetitive motions, such as repeatedly opening and closing the gripper, it made more progress toward completing the task. In contrast, policy A appeared to freeze after its initial attempt.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_fast_specialist_droid_2025_04_30_02_02_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1/paligemma_diffusion_droid_2025_04_30_02_07_20_video_wrist.mp4"},"preference":"B","session_id":"8bbcf4b1-75ef-4e4d-a58b-ce8c92dc8fe1","university":"Yonsei"},{"completion_time":"2025-04-29T17:14:09.452002Z","evaluator_name":"Siyi Huang","language_instruction":"put tape into the drawer","longform_feedback":"Policy A put the tape into the drawer for the first try. Policy B move toward the tape but did not pick up the tape","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_fast_specialist_droid_2025_04_29_10_01_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d4b1a63-cfbe-4ceb-992a-d7931c6f443b/paligemma_binning_droid_2025_04_29_10_04_59_video_wrist.mp4"},"preference":"A","session_id":"8d4b1a63-cfbe-4ceb-992a-d7931c6f443b","university":"Berkeley"},{"completion_time":"2025-04-29T17:01:57.588173Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the grey tray on the blue cabinet.","longform_feedback":"A did not move. B found a good grasp pose for the grey tray but never closed its gripper, freezing up instead.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_binning_droid_2025_04_29_16_52_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66c43fa7-1902-4f3a-9a34-83147d14b1a8/paligemma_vq_droid_2025_04_29_16_54_34_video_wrist.mp4"},"preference":"B","session_id":"66c43fa7-1902-4f3a-9a34-83147d14b1a8","university":"UT Austin"},{"completion_time":"2025-04-29T16:58:37.579318Z","evaluator_name":"Siyi Huang","language_instruction":"close the drawer","longform_feedback":"both policies move toward the drawer but they did not touch the drawer","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_vq_droid_2025_04_29_09_48_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a9e8912-f4dc-4d02-bbb6-4969eafc4812/paligemma_fast_specialist_droid_2025_04_29_09_50_04_video_wrist.mp4"},"preference":"TIE","session_id":"5a9e8912-f4dc-4d02-bbb6-4969eafc4812","university":"Berkeley"},{"completion_time":"2025-04-29T16:57:18.759682Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the carrot and place it in the metal bowl","longform_feedback":"Policy B correctly interpreted the texture of the objects and was therefore able to solve the task with confidence. Meanwhile, policy A struggled to determine where to put the grasped object.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/paligemma_diffusion_droid_2025_04_30_01_49_37_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e9fd9264-3f5a-412d-be92-9680a8d4b9a6/pi0_droid_2025_04_30_01_52_24_video_wrist.mp4"},"preference":"B","session_id":"e9fd9264-3f5a-412d-be92-9680a8d4b9a6","university":"Yonsei"},{"completion_time":"2025-04-29T16:49:37.298556Z","evaluator_name":"Luca Macesanu","language_instruction":"Dump out the grey tray.","longform_feedback":"A grasped the grey tray but then let go, not progressing further. B only pushed the grey tray to the side a bit, never grasping it. Both seemed to struggle to understand what the task was asking of them.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/pi0_droid_2025_04_29_16_40_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fff333cb-b6aa-4bb1-815a-be4506907c6b/paligemma_fast_specialist_droid_2025_04_29_16_42_26_video_wrist.mp4"},"preference":"A","session_id":"fff333cb-b6aa-4bb1-815a-be4506907c6b","university":"UT Austin"},{"completion_time":"2025-04-29T16:38:03.981722Z","evaluator_name":"Luca Macesanu","language_instruction":"Cover the drill with the green rag.","longform_feedback":"B did not move. A tried to find a grasp on the rag but kept moving through the rack the rag was on almost knocking it over.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_fast_specialist_droid_2025_04_29_16_30_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc/paligemma_vq_droid_2025_04_29_16_31_01_video_wrist.mp4"},"preference":"A","session_id":"8f5f85bf-3145-4b1b-8311-ffbc8a4c84dc","university":"UT Austin"},{"completion_time":"2025-04-29T16:32:17.898153Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the eggplant and place it in the bowl","longform_feedback":"Policy A succeeded at the task on its second attempt, demonstrating fast and confident actions. In contrast, policy B failed to take any action.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_vq_droid_2025_04_30_01_20_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa198ed-26bc-4ddf-9582-02978af61c43/paligemma_binning_droid_2025_04_30_01_23_50_video_wrist.mp4"},"preference":"A","session_id":"dfa198ed-26bc-4ddf-9582-02978af61c43","university":"Yonsei"},{"completion_time":"2025-04-29T16:27:54.494287Z","evaluator_name":"Luca Macesanu","language_instruction":"Close the small drawer.","longform_feedback":"A made a closing motion but was not aligned with the drawer. B froze up almost immediately.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_diffusion_droid_2025_04_29_16_20_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f03d81b4-71b8-46be-8367-afd9bb3ad950/paligemma_vq_droid_2025_04_29_16_22_07_video_wrist.mp4"},"preference":"A","session_id":"f03d81b4-71b8-46be-8367-afd9bb3ad950","university":"UT Austin"},{"completion_time":"2025-04-29T16:18:37.387765Z","evaluator_name":"Luca Macesanu","language_instruction":"Move the grey box to the cutting board.","longform_feedback":"Both policies were confused and went for the cardboard box instead of the grey one. A collided more with the cabinet while B managed to find an intelligent approach to grabbing the wrong box.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/paligemma_fast_droid_2025_04_29_16_10_59_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc382b8-1228-4808-a31a-8ef7cccb855f/pi0_fast_droid_2025_04_29_16_13_28_video_wrist.mp4"},"preference":"B","session_id":"2bc382b8-1228-4808-a31a-8ef7cccb855f","university":"UT Austin"},{"completion_time":"2025-04-29T16:08:10.068649Z","evaluator_name":"Luca Macesanu","language_instruction":"Take the rag off the rack.","longform_feedback":"A quickly performed the requested task. B did not move.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/pi0_droid_2025_04_29_15_56_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8b8e8d2-a165-462c-8f4c-0e88e2689af4/paligemma_binning_droid_2025_04_29_15_57_24_video_wrist.mp4"},"preference":"A","session_id":"e8b8e8d2-a165-462c-8f4c-0e88e2689af4","university":"UT Austin"},{"completion_time":"2025-04-29T15:59:30.842296Z","evaluator_name":"Meedeum Cho","language_instruction":"place the shoes inside the box","longform_feedback":"Policy A nearly completed the task with confidence, falling short by just a small margin of precision. Policy B, on the other hand, remained frozen during the rollout.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/pi0_fast_droid_2025_04_30_00_44_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/405c6c08-2136-4e76-9fd1-91cc8808c688/paligemma_binning_droid_2025_04_30_00_47_24_video_wrist.mp4"},"preference":"A","session_id":"405c6c08-2136-4e76-9fd1-91cc8808c688","university":"Yonsei"},{"completion_time":"2025-04-29T15:35:40.116953Z","evaluator_name":"Meedeum Cho","language_instruction":"place all the trash into the bin","longform_feedback":"Policy A did not take any action and remained in its initial position. In contrast, policy B made multiple attempts and nearly completetd the task, though it lacked some precisions.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/paligemma_binning_droid_2025_04_30_00_20_37_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48360ef7-487f-456e-91a8-3de64b165d4d/pi0_droid_2025_04_30_00_25_04_video_wrist.mp4"},"preference":"B","session_id":"48360ef7-487f-456e-91a8-3de64b165d4d","university":"Yonsei"},{"completion_time":"2025-04-29T15:17:36.455370Z","evaluator_name":"Meedeum Cho","language_instruction":"put all cups into the bin","longform_feedback":"Policy B remains frozen from the beginning of the episode, while policy A manages to complete the first half of the task before freezing as well.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_vq_droid_2025_04_30_00_03_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f81f625-bd14-4357-a221-30a92a593cb9/paligemma_binning_droid_2025_04_30_00_07_04_video_wrist.mp4"},"preference":"A","session_id":"4f81f625-bd14-4357-a221-30a92a593cb9","university":"Yonsei"},{"completion_time":"2025-04-29T14:36:41.633422Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the bolt in the gray box.","longform_feedback":"A failed to grasp the bolt. B grasped the bolt but immediately started moving in the wrong direction thereafter.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_diffusion_droid_2025_04_29_13_20_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5a89344f-76e3-4bf7-9641-27934b3489f2/paligemma_fast_specialist_droid_2025_04_29_13_23_09_video_wrist.mp4"},"preference":"B","session_id":"5a89344f-76e3-4bf7-9641-27934b3489f2","university":"UT Austin"},{"completion_time":"2025-04-29T11:04:22.997143Z","evaluator_name":"Luca Macesanu","language_instruction":"Move the bag of drill bits near the power drill.","longform_feedback":"A was unable to get a good grasp on the bag of drill bits. B grabbed the bag, hesitated, and moved them only slightly towards the drill.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/pi0_droid_2025_04_29_10_56_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6a8431b-7ecb-43cc-81b0-76b2bb647e59/paligemma_fast_specialist_droid_2025_04_29_10_58_18_video_wrist.mp4"},"preference":"B","session_id":"a6a8431b-7ecb-43cc-81b0-76b2bb647e59","university":"UT Austin"},{"completion_time":"2025-04-29T11:01:31.560165Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the pliers and place it in the box","longform_feedback":"Policy A succeeded at the task with minimal attempts. Initially, it became stuck after contacting the surface but later managed to recover from this state. Policy B, on the other hand, remained still throughout the episode.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_fast_specialist_droid_2025_04_29_19_48_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc04f9ef-f7bd-48bd-aa05-1b13f01d610f/paligemma_binning_droid_2025_04_29_19_52_49_video_wrist.mp4"},"preference":"A","session_id":"bc04f9ef-f7bd-48bd-aa05-1b13f01d610f","university":"Yonsei"},{"completion_time":"2025-04-29T10:54:36.993673Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the bolt in the drawer.","longform_feedback":"B did not move. A tried to grab the drill instead of the bolt.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/pi0_fast_droid_2025_04_29_10_48_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/864e8ddb-9b63-4bf1-938c-0909bcd3e54c/paligemma_binning_droid_2025_04_29_10_49_12_video_wrist.mp4"},"preference":"A","session_id":"864e8ddb-9b63-4bf1-938c-0909bcd3e54c","university":"UT Austin"},{"completion_time":"2025-04-29T10:38:24.291453Z","evaluator_name":"Meedeum Cho","language_instruction":"pour the cup into the tape","longform_feedback":"Both policy A and policy B failed to solve the task. However, policy B demonstrated better performance, as it was able to reach the target object, whereas policy A remained entirely stationary throughout the rollout.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_binning_droid_2025_04_29_19_25_18_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d35d057-4813-4334-ac34-cd2a372b3bcd/paligemma_vq_droid_2025_04_29_19_28_40_video_wrist.mp4"},"preference":"B","session_id":"1d35d057-4813-4334-ac34-cd2a372b3bcd","university":"Yonsei"},{"completion_time":"2025-04-29T10:35:37.925145Z","evaluator_name":"Luca Macesanu","language_instruction":"Finish setting the table.","longform_feedback":"The point of finish setting the table is to se if the policies can recognize that the only thing left to do is to unstack the plates. A went for one of the cups that was already where it should be. B went for the plates but was not able to get a good grasp.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/pi0_fast_droid_2025_04_29_10_30_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31050a60-de63-4f13-b1a6-26ce96d6b174/paligemma_vq_droid_2025_04_29_10_32_02_video_wrist.mp4"},"preference":"B","session_id":"31050a60-de63-4f13-b1a6-26ce96d6b174","university":"UT Austin"},{"completion_time":"2025-04-29T10:25:15.696622Z","evaluator_name":"Luca Macesanu","language_instruction":"Set the table.","longform_feedback":"Neither A nor B got the cup off the plate, but both tried to grasp and remove it. B wins because it got a better grasp and was feasibly on its way to removing the cup.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/pi0_droid_2025_04_29_10_15_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c350b0ad-2de2-48b2-bdde-a98569596c61/paligemma_diffusion_droid_2025_04_29_10_17_35_video_wrist.mp4"},"preference":"B","session_id":"c350b0ad-2de2-48b2-bdde-a98569596c61","university":"UT Austin"},{"completion_time":"2025-04-29T10:20:52.793267Z","evaluator_name":"Meedeum Cho","language_instruction":"place the cup on the yellow dish","longform_feedback":"Policy B successfully completed the task, while policy A exhibited redundant and repetitive actions for most of the rollout. Policy B required multiple attempts to grasp the target object.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_diffusion_droid_2025_04_29_19_11_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0bef3871-51e4-4f00-9eff-de6fbcd96a29/paligemma_vq_droid_2025_04_29_19_15_09_video_wrist.mp4"},"preference":"B","session_id":"0bef3871-51e4-4f00-9eff-de6fbcd96a29","university":"Yonsei"},{"completion_time":"2025-04-29T10:10:51.918125Z","evaluator_name":"Luca Macesanu","language_instruction":"Throw away the trash.","longform_feedback":"A struggled to pick up the first piece of trash. B had no issue throwing out the first piece of trash, but after picking up the second piece of trash it pushed away the trashcan due to poor pathing.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/pi0_droid_2025_04_29_10_03_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cc61c9d-106d-4270-8e12-840e8d60e00c/paligemma_fast_droid_2025_04_29_10_05_59_video_wrist.mp4"},"preference":"B","session_id":"1cc61c9d-106d-4270-8e12-840e8d60e00c","university":"UT Austin"},{"completion_time":"2025-04-29T10:00:01.070885Z","evaluator_name":"Meedeum Cho","language_instruction":"knock the purple cup into the wooden box","longform_feedback":"Policy B followed the most effective trajectory, allowing it to solve the task with ease. In contrast, policy A appears to lack an understanding of the correct direction.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/pi0_droid_2025_04_29_18_52_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2f2b54e-f714-4aaf-91f7-acc58bceb11a/paligemma_fast_specialist_droid_2025_04_29_18_55_39_video_wrist.mp4"},"preference":"B","session_id":"d2f2b54e-f714-4aaf-91f7-acc58bceb11a","university":"Yonsei"},{"completion_time":"2025-04-29T09:55:59.496153Z","evaluator_name":"Luca Macesanu","language_instruction":"Unpack the box.","longform_feedback":"A did not move. B moved to try to unpack the box but closed the lid down further instead, not understanding the way that the lid of this box works.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_binning_droid_2025_04_29_09_50_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa698485-0a8a-4073-986c-5e29c6f2ef53/paligemma_vq_droid_2025_04_29_09_52_01_video_wrist.mp4"},"preference":"B","session_id":"aa698485-0a8a-4073-986c-5e29c6f2ef53","university":"UT Austin"},{"completion_time":"2025-04-29T09:48:36.836726Z","evaluator_name":"Luca Macesanu","language_instruction":"Close the box.","longform_feedback":"A got into a relatively better position than B to close the box. A then oscillated back and forth, only partially closing the box. B started twisting the lid and disturbed the scene.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/pi0_droid_2025_04_29_09_42_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11/paligemma_fast_specialist_droid_2025_04_29_09_44_15_video_wrist.mp4"},"preference":"A","session_id":"df7e3cec-fbdf-4ae9-89a3-2c4c93dd7b11","university":"UT Austin"},{"completion_time":"2025-04-29T09:39:19.164727Z","evaluator_name":"Luca Macesanu","language_instruction":"Flip over the stack of papers.","longform_feedback":"A went to the right side of the papers which was more cluttered and would be harder to grasp. B went to the more optimal left side. Neither policy succeeded in finding a grasp.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/pi0_droid_2025_04_29_09_32_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f/paligemma_diffusion_droid_2025_04_29_09_33_51_video_wrist.mp4"},"preference":"B","session_id":"9b3c53bb-3de4-4ae9-a6bf-86b062ac6d0f","university":"UT Austin"},{"completion_time":"2025-04-29T09:36:25.085180Z","evaluator_name":"Meedeum Cho","language_instruction":"unstack the cups and put carrot in one of the cups","longform_feedback":"Both policy A and policy B failed to do the remaining half of the task composition. Policy A, however, understood the order of the subtasks and was able to execute the actions accordingly. Meanwhile, policy B ignored the first half of the task instruction and proceeded to the latter subtask.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/paligemma_diffusion_droid_2025_04_29_18_24_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8890c219-753d-42ea-9f30-3348ac94ae4c/pi0_droid_2025_04_29_18_29_11_video_wrist.mp4"},"preference":"A","session_id":"8890c219-753d-42ea-9f30-3348ac94ae4c","university":"Yonsei"},{"completion_time":"2025-04-29T09:31:01.421377Z","evaluator_name":"Luca Macesanu","language_instruction":"Wipe the paper with the dry erase marker.","longform_feedback":"A tried to pick up the dry erase marker but flipped it on its side. A then used the side of the marker to wipe the paper. B picked up and dropped the dry eraser twice, then left it and moved on to try to grab the rubber bands instead of wiping.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/paligemma_vq_droid_2025_04_29_09_21_43_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/533a0161-86c9-4411-8365-72e0f282a92e/pi0_droid_2025_04_29_09_23_41_video_wrist.mp4"},"preference":"A","session_id":"533a0161-86c9-4411-8365-72e0f282a92e","university":"UT Austin"},{"completion_time":"2025-04-29T09:17:47.370996Z","evaluator_name":"Luca Macesanu","language_instruction":"Press a button on the phone.","longform_feedback":"A moved to grasp the phone and hit the button with one of its fingers (maybe intentional, maybe not). B closed its fingers and very deliberately pushing a button.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/paligemma_vq_droid_2025_04_29_09_08_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ac4ded2-7c0b-42d8-a328-00b50c974f20/pi0_droid_2025_04_29_09_09_45_video_wrist.mp4"},"preference":"B","session_id":"7ac4ded2-7c0b-42d8-a328-00b50c974f20","university":"UT Austin"},{"completion_time":"2025-04-29T09:15:10.984807Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the carrot and place it in the yellow bowl","longform_feedback":"Policy B's actions are slightly better than that of policy A because it at least tried to grasp the target object with multiple attempts. Policy A was confused by other distractors. Both failed to solve the task.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_fast_specialist_droid_2025_04_29_18_05_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e307922-88ea-4398-b005-044ae959bc0b/paligemma_vq_droid_2025_04_29_18_09_29_video_wrist.mp4"},"preference":"B","session_id":"3e307922-88ea-4398-b005-044ae959bc0b","university":"Yonsei"},{"completion_time":"2025-04-29T09:06:16.777587Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the marker in the cup.","longform_feedback":"A grasped and started rotating downwards, seemingly unable to find the cup. B grasped faster than A did, and started motioning towards the cup when it dropped the marker as well.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/pi0_fast_droid_2025_04_29_08_57_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0758f7b0-7c02-4724-ae6f-e3a5e7c7f059/paligemma_fast_droid_2025_04_29_08_59_48_video_wrist.mp4"},"preference":"B","session_id":"0758f7b0-7c02-4724-ae6f-e3a5e7c7f059","university":"UT Austin"},{"completion_time":"2025-04-29T08:58:54.459333Z","evaluator_name":"Meedeum Cho","language_instruction":"pull out the tissue and put it in the blue bowl","longform_feedback":"Only policy B was able to complete the task. Its actions appeared fast and decisive, though slightly lacking in precision. Policy B succeeded on the second attempt. Policy A, on the other hand, remained stationary throughout the rollout.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_binning_droid_2025_04_29_17_45_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c22211a-a447-4689-b5e9-e897d62abfdd/paligemma_diffusion_droid_2025_04_29_17_50_33_video_wrist.mp4"},"preference":"B","session_id":"9c22211a-a447-4689-b5e9-e897d62abfdd","university":"Yonsei"},{"completion_time":"2025-04-29T08:53:16.174964Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the marker on the paper.","longform_feedback":"A did not move. B tried to find the marker but was uable to.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/paligemma_binning_droid_2025_04_29_08_45_49_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e79a09f0-4c02-4a75-8129-ec57b65ed471/pi0_fast_droid_2025_04_29_08_47_06_video_wrist.mp4"},"preference":"B","session_id":"e79a09f0-4c02-4a75-8129-ec57b65ed471","university":"UT Austin"},{"completion_time":"2025-04-29T08:43:25.218188Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the rubber bands in the cardboard box.","longform_feedback":"A did not move. B was unable to identify the bag of rubber bands and instead went for the cord of the phone.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_binning_droid_2025_04_29_08_35_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd7d4d2e-7b59-4032-9d0a-b1218fa668ba/paligemma_vq_droid_2025_04_29_08_36_25_video_wrist.mp4"},"preference":"B","session_id":"dd7d4d2e-7b59-4032-9d0a-b1218fa668ba","university":"UT Austin"},{"completion_time":"2025-04-29T08:28:49.657714Z","evaluator_name":"Luca Macesanu","language_instruction":"Hang up the phone.","longform_feedback":"A grasped the phone but was confused as to how to hang it up. B did not move.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_fast_droid_2025_04_29_08_22_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b3907924-e138-4cfd-afce-c9312df3acc3/paligemma_binning_droid_2025_04_29_08_23_19_video_wrist.mp4"},"preference":"A","session_id":"b3907924-e138-4cfd-afce-c9312df3acc3","university":"UT Austin"},{"completion_time":"2025-04-29T08:24:55.285139Z","evaluator_name":"Meedeum Cho","language_instruction":"put the ball next to the carrot","longform_feedback":"Policy B nearly completed the task but failed to land the object carefully. Policy A struggles to locate the target due to the presence of distractors.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_diffusion_droid_2025_04_29_17_13_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c0fc7-fc6e-4238-a969-7edb65d9f110/paligemma_vq_droid_2025_04_29_17_16_42_video_wrist.mp4"},"preference":"B","session_id":"ab0c0fc7-fc6e-4238-a969-7edb65d9f110","university":"Yonsei"},{"completion_time":"2025-04-29T08:20:28.228864Z","evaluator_name":"Luca Macesanu","language_instruction":"Pick up the phone.","longform_feedback":"A was confused and couldn't find out where to go. B moved towards the phone but didn't find a good grasp.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/paligemma_fast_specialist_droid_2025_04_29_08_14_07_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4a84b16-928c-4678-81d0-87e1962dee37/pi0_fast_droid_2025_04_29_08_15_50_video_wrist.mp4"},"preference":"B","session_id":"b4a84b16-928c-4678-81d0-87e1962dee37","university":"UT Austin"},{"completion_time":"2025-04-29T08:01:22.635461Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the yellow cup between the orange legos.","longform_feedback":"A failed to make any intelligent motions. B tried but failed to pick up the yellow cup.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/paligemma_binning_droid_2025_04_29_07_52_50_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3699b5f6-cdc7-41ea-99a3-0d06bd1b1974/pi0_fast_droid_2025_04_29_07_54_41_video_wrist.mp4"},"preference":"B","session_id":"3699b5f6-cdc7-41ea-99a3-0d06bd1b1974","university":"UT Austin"},{"completion_time":"2025-04-29T07:48:46.401462Z","evaluator_name":"Luca Macesanu","language_instruction":"Stack the orange legos.","longform_feedback":"A did not move. B dropped one lego onto the other, but from too far away for any precision.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_binning_droid_2025_04_29_07_38_21_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4490e42e-060a-49c9-9f14-1920db0235dc/paligemma_fast_droid_2025_04_29_07_40_59_video_wrist.mp4"},"preference":"B","session_id":"4490e42e-060a-49c9-9f14-1920db0235dc","university":"UT Austin"},{"completion_time":"2025-04-29T07:33:30.918687Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the hammer on the block.","longform_feedback":"A got confused and went away from the scene. B struggled initially to get a grasp, picked up the hammer, and dropped it on top of the block (although it fell off due to being improperly balanced).","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/paligemma_fast_droid_2025_04_29_07_25_39_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c403b66-067e-47ae-aed3-6020672ae547/pi0_fast_droid_2025_04_29_07_28_05_video_wrist.mp4"},"preference":"B","session_id":"8c403b66-067e-47ae-aed3-6020672ae547","university":"UT Austin"},{"completion_time":"2025-04-29T07:24:08.340628Z","evaluator_name":"Luca Macesanu","language_instruction":"Balance the hammer on the block.","longform_feedback":"A knocked over the block, which it was not supposed to do. B found a good pose to grasp from, but didn't close the end effector.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_fast_droid_2025_04_29_07_16_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d25151dd-e1c7-4851-ab78-9ccdfdd94e50/paligemma_vq_droid_2025_04_29_07_18_33_video_wrist.mp4"},"preference":"B","session_id":"d25151dd-e1c7-4851-ab78-9ccdfdd94e50","university":"UT Austin"},{"completion_time":"2025-04-29T07:14:48.819719Z","evaluator_name":"Luca Macesanu","language_instruction":"Balance the red hammer on the purple toy.","longform_feedback":"A grabbed the wrong hammer and moved towards the wrong color toy. B grabbed the correct hammer, went towards the wrong color toy, and was unable to maintain its grasp.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/pi0_droid_2025_04_29_07_03_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16724580-ce3b-4174-9def-b834309667e3/paligemma_fast_specialist_droid_2025_04_29_07_06_01_video_wrist.mp4"},"preference":"B","session_id":"16724580-ce3b-4174-9def-b834309667e3","university":"UT Austin"},{"completion_time":"2025-04-29T06:59:12.873056Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the blue toy on the yellow toy.","longform_feedback":"A picked up the correct toy and moved it on top of the target toy, but it did not let go. B did not move.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_fast_specialist_droid_2025_04_29_06_52_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3c9a361-7c51-454f-bdc8-adaaadfccde3/paligemma_vq_droid_2025_04_29_06_53_28_video_wrist.mp4"},"preference":"A","session_id":"a3c9a361-7c51-454f-bdc8-adaaadfccde3","university":"UT Austin"},{"completion_time":"2025-04-29T06:46:04.314836Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the pink cup on the plate.","longform_feedback":"A picked the wrong color cup, and struggled to find a good grasp. B did not move.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/pi0_droid_2025_04_29_06_39_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/69f9098b-86c9-419e-9c4b-75f8ae7f7525/paligemma_vq_droid_2025_04_29_06_41_01_video_wrist.mp4"},"preference":"A","session_id":"69f9098b-86c9-419e-9c4b-75f8ae7f7525","university":"UT Austin"},{"completion_time":"2025-04-29T06:33:32.312294Z","evaluator_name":"Luca Macesanu","language_instruction":"Switch the purple and pink cups.","longform_feedback":"A kept picking up and placing down the pink cup. B grabbed the purple cup and knocked over the pink cup, putting the purple cup in its place.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/pi0_fast_droid_2025_04_29_06_24_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02448d6d-4891-4395-82ae-7bf5f74f1225/paligemma_fast_specialist_droid_2025_04_29_06_27_14_video_wrist.mp4"},"preference":"B","session_id":"02448d6d-4891-4395-82ae-7bf5f74f1225","university":"UT Austin"},{"completion_time":"2025-04-29T06:22:05.336313Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the bread vertically in the cup.","longform_feedback":"A picked up the bread and was unsure what to do with it. B picked up the bread and looked like it was trying to go to the cup, but was distracted by the cloth.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/paligemma_binning_droid_2025_04_29_06_07_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c/pi0_droid_2025_04_29_06_14_47_video_wrist.mp4"},"preference":"B","session_id":"31fe3faa-3d29-4354-9f6a-3bdb36e6ba2c","university":"UT Austin"},{"completion_time":"2025-04-29T05:59:19.302788Z","evaluator_name":"Luca Macesanu","language_instruction":"Stab the bread with the chopstick.","longform_feedback":"A did not move. B was confused but eventually picked up the chopstick. Unfortunately B dropped it rather than stabbing the bread.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_vq_droid_2025_04_29_05_52_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f4b9736-58ec-4adf-b2ac-40c2bab03e28/paligemma_diffusion_droid_2025_04_29_05_54_15_video_wrist.mp4"},"preference":"B","session_id":"6f4b9736-58ec-4adf-b2ac-40c2bab03e28","university":"UT Austin"},{"completion_time":"2025-04-29T05:44:28.002740Z","evaluator_name":"Luca Macesanu","language_instruction":"Push down on the sponge.","longform_feedback":"A and B both failed to make any meaningful movement.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_binning_droid_2025_04_29_05_36_15_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5273fa6f-bc04-4333-822a-7479ac250d23/paligemma_vq_droid_2025_04_29_05_38_37_video_wrist.mp4"},"preference":"TIE","session_id":"5273fa6f-bc04-4333-822a-7479ac250d23","university":"UT Austin"},{"completion_time":"2025-04-29T05:33:49.369784Z","evaluator_name":"Luca Macesanu","language_instruction":"Lay the spoon on the xylophone.","longform_feedback":"A moved forward and froze up. B tried to pick up the drum. Both failed.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_vq_droid_2025_04_29_05_24_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5f102be-b950-4df2-b057-2f50083743f8/paligemma_diffusion_droid_2025_04_29_05_26_33_video_wrist.mp4"},"preference":"B","session_id":"c5f102be-b950-4df2-b057-2f50083743f8","university":"UT Austin"},{"completion_time":"2025-04-29T05:21:28.243129Z","evaluator_name":"Luca Macesanu","language_instruction":"Hit the cymbal.","longform_feedback":"A did not move. B got confused and grabbed hte napkin, then it hently ran into the cymbal (although it is unclear whether that was intentional or not.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_binning_droid_2025_04_29_05_15_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f11a7e13-a565-4978-8ebb-503fd5427f17/paligemma_fast_specialist_droid_2025_04_29_05_17_00_video_wrist.mp4"},"preference":"B","session_id":"f11a7e13-a565-4978-8ebb-503fd5427f17","university":"UT Austin"},{"completion_time":"2025-04-29T05:14:39.023782Z","evaluator_name":"Luca Macesanu","language_instruction":"Play the xylophone with the green hammer.","longform_feedback":"Both A and B found the hammer but were unable to grasp it. A wins out because it felt more cohesive and directed in its movements.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_droid_2025_04_29_05_01_25_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc405b62-52ac-4141-9289-1119e3eac709/pi0_fast_droid_2025_04_29_05_03_54_video_wrist.mp4"},"preference":"A","session_id":"bc405b62-52ac-4141-9289-1119e3eac709","university":"UT Austin"},{"completion_time":"2025-04-29T04:57:40.875471Z","evaluator_name":"Luca Macesanu","language_instruction":"Roll over the block.","longform_feedback":"Both A and B were confused and did not motion to move over the block, but A was more sporadic than B and so A wins.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/paligemma_fast_droid_2025_04_29_04_51_17_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f3ee5084-5290-4ac0-a007-a4f4fa7b47e4/pi0_fast_droid_2025_04_29_04_52_29_video_wrist.mp4"},"preference":"B","session_id":"f3ee5084-5290-4ac0-a007-a4f4fa7b47e4","university":"UT Austin"},{"completion_time":"2025-04-29T04:48:04.355854Z","evaluator_name":"Luca Macesanu","language_instruction":"Lay the block on its side.","longform_feedback":"A froze up after a few seconds, becoming confused. B was confused and kept attempting to grasp the block (which is too large for it) and was unable to knock it over.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_fast_droid_2025_04_29_04_42_14_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0debb320-edfa-400e-b63f-acce7d015a9e/pi0_droid_2025_04_29_04_44_09_video_wrist.mp4"},"preference":"B","session_id":"0debb320-edfa-400e-b63f-acce7d015a9e","university":"UT Austin"},{"completion_time":"2025-04-29T04:36:55.777468Z","evaluator_name":"Luca Macesanu","language_instruction":"Uncover the wooden block.","longform_feedback":"A grabbed the cloth covering the block but then let go. A then got confused and went to the drawer. B immediately went to a spot between the cloth and the drawer, and then stopped moving.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_diffusion_droid_2025_04_29_04_29_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db315255-4bd5-418d-99c9-79bbf1f3c30a/paligemma_vq_droid_2025_04_29_04_31_26_video_wrist.mp4"},"preference":"A","session_id":"db315255-4bd5-418d-99c9-79bbf1f3c30a","university":"UT Austin"},{"completion_time":"2025-04-29T04:28:12.199590Z","evaluator_name":"Luca Macesanu","language_instruction":"Cover the plastic piggy bank with the blue cloth.","longform_feedback":"Both A and B targetted the wrong piggy bank (going for the ceramic instead of plastic one). A did a better job of achieving full coverage, while B get there faster. In the end B also took off the cloth, reversing its progress.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/pi0_fast_droid_2025_04_29_04_19_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/647465d5-177c-4917-acd8-bc9ada7ff00c/paligemma_fast_droid_2025_04_29_04_21_29_video_wrist.mp4"},"preference":"A","session_id":"647465d5-177c-4917-acd8-bc9ada7ff00c","university":"UT Austin"},{"completion_time":"2025-04-29T04:13:55.919436Z","evaluator_name":"Luca Macesanu","language_instruction":"Get the bread from the drawer.","longform_feedback":"A got the bread out of the drawer. B seemed to move randomly, and did not approach anything.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/paligemma_fast_droid_2025_04_29_04_06_34_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c099faf-28ee-4d63-9a5a-82a5822cf932/pi0_droid_2025_04_29_04_09_01_video_wrist.mp4"},"preference":"A","session_id":"0c099faf-28ee-4d63-9a5a-82a5822cf932","university":"UT Austin"},{"completion_time":"2025-04-29T04:02:12.797782Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the napkin in the drawer and close it.","longform_feedback":"A ignored the napkin and closed the drawer. B got immediately confused and tried to pick up the tablecloth.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/paligemma_diffusion_droid_2025_04_29_03_55_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66368840-7ad6-418c-9fb7-70142c4db71c/pi0_fast_droid_2025_04_29_03_56_51_video_wrist.mp4"},"preference":"A","session_id":"66368840-7ad6-418c-9fb7-70142c4db71c","university":"UT Austin"},{"completion_time":"2025-04-29T03:32:48.188846Z","evaluator_name":"Cyrus Neary","language_instruction":"Move the green cloth to the lower table.","longform_feedback":"Policy A did not move at all.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/paligemma_binning_droid_2025_04_28_23_25_22_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ccb15e04-ae1e-490c-be0e-2d90cbd1976b/pi0_fast_droid_2025_04_28_23_26_50_video_wrist.mp4"},"preference":"B","session_id":"ccb15e04-ae1e-490c-be0e-2d90cbd1976b","university":"UMontreal"},{"completion_time":"2025-04-29T03:21:48.850188Z","evaluator_name":"Cyrus Neary","language_instruction":"Move the plastic croissant from the box to the green cloth.","longform_feedback":"Policy B didnt move at all.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/pi0_droid_2025_04_28_23_15_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b/paligemma_binning_droid_2025_04_28_23_16_08_video_wrist.mp4"},"preference":"A","session_id":"8d9b3753-9c1d-48e8-b0cd-0b67119d3f1b","university":"UMontreal"},{"completion_time":"2025-04-29T03:12:15.129642Z","evaluator_name":"Cyrus Neary","language_instruction":"Move both red cups on top of the box.","longform_feedback":"Both policies tried to complete the task (putting cups on top of a high box), but neither succeeded. Policy A stayed close to the box while trying, but policy B started moving back and forth farther away, making me prefer policy A.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_diffusion_droid_2025_04_28_23_03_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6d0f0b2-252d-459a-9853-3bfb6e7adee6/paligemma_fast_droid_2025_04_28_23_05_22_video_wrist.mp4"},"preference":"A","session_id":"a6d0f0b2-252d-459a-9853-3bfb6e7adee6","university":"UMontreal"},{"completion_time":"2025-04-29T03:00:49.957371Z","evaluator_name":"Cyrus Neary","language_instruction":"Move all the red cups to the top of the box.","longform_feedback":"Policy A tried to put the cup on the box. Policy B succeeded with one cup but not with the second cup. Policy B was much more confident in its movement.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_droid_2025_04_28_22_53_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e21e8484-3186-4d3d-92d8-0116c3b48a42/paligemma_fast_specialist_droid_2025_04_28_22_54_57_video_wrist.mp4"},"preference":"B","session_id":"e21e8484-3186-4d3d-92d8-0116c3b48a42","university":"UMontreal"},{"completion_time":"2025-04-29T02:44:50.491453Z","evaluator_name":"Cyrus Neary","language_instruction":"Pickup the thick, individual test tube from the blue stand.","longform_feedback":"Policy A attempted to pick up the test tube like I asked. It did not succeed but it got pretty close to picking up the correct tube I identified. Policy B didnt move at all.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_fast_specialist_droid_2025_04_28_22_37_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9717f076-3206-4ab2-999c-ce9f35df09e8/paligemma_binning_droid_2025_04_28_22_38_33_video_wrist.mp4"},"preference":"A","session_id":"9717f076-3206-4ab2-999c-ce9f35df09e8","university":"UMontreal"},{"completion_time":"2025-04-29T02:25:03.242216Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the right duck in the left cup.","longform_feedback":"Both policies failed the task. They both picked up the wrong duck. Instead of following instructions, they just went for the object closest to the arm at the start of the episode.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/pi0_droid_2025_04_28_22_17_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/792f1468-f640-4ed1-b83c-2e512550a54b/paligemma_fast_droid_2025_04_28_22_19_24_video_wrist.mp4"},"preference":"TIE","session_id":"792f1468-f640-4ed1-b83c-2e512550a54b","university":"UMontreal"},{"completion_time":"2025-04-29T02:15:11.886782Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the left duck in the right cup.","longform_feedback":"Policy A was faster at picking up the duck. Also, policy B picked up both ducks when I only asked it to pick up the left duck, making me think that perhaps it didnt understand the task properly.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_vq_droid_2025_04_28_22_08_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a035597b-a8fd-4d51-a417-2f2c57a02f50/paligemma_fast_droid_2025_04_28_22_10_24_video_wrist.mp4"},"preference":"A","session_id":"a035597b-a8fd-4d51-a417-2f2c57a02f50","university":"UMontreal"},{"completion_time":"2025-04-29T02:03:36.975629Z","evaluator_name":"Pranav Atreya","language_instruction":"put eraser in drawer","longform_feedback":"Policy B picked up the eraser but left it on the black bowl instead. Policy A attempted to pick up the black bowl and dropped it right after.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_binning_droid_2025_04_28_18_54_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dcced4dd-7a3b-4f4c-894c-c1a9596b852d/paligemma_vq_droid_2025_04_28_18_56_35_video_wrist.mp4"},"preference":"B","session_id":"dcced4dd-7a3b-4f4c-894c-c1a9596b852d","university":"Berkeley"},{"completion_time":"2025-04-29T02:03:16.967404Z","evaluator_name":"Cyrus Neary","language_instruction":"Touch the stop sign.","longform_feedback":"Policy A did not move. Policy B touched the incorrect sign.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_binning_droid_2025_04_28_21_58_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/19b7afac-9475-436a-a98b-7a3c22a1e05a/paligemma_diffusion_droid_2025_04_28_21_59_37_video_wrist.mp4"},"preference":"B","session_id":"19b7afac-9475-436a-a98b-7a3c22a1e05a","university":"UMontreal"},{"completion_time":"2025-04-29T01:51:00.628356Z","evaluator_name":"Pranav Atreya","language_instruction":"stack black bowl on white bowl","longform_feedback":"Policy a initially headed towards the black bowl but then switched up to white bowl and grabbing it to the edge of the table. Policy B was only moving the white bowl  on top of drawer","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_vq_droid_2025_04_28_18_40_54_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f946baeb-e94b-462d-8ec0-fbeec98e1242/paligemma_diffusion_droid_2025_04_28_18_43_12_video_wrist.mp4"},"preference":"A","session_id":"f946baeb-e94b-462d-8ec0-fbeec98e1242","university":"Berkeley"},{"completion_time":"2025-04-29T01:44:37.443995Z","evaluator_name":"Kanav Arora","language_instruction":"Place the green cube on the gray tray. Then place the brown cube on top of the green cube.","longform_feedback":"Policy A was more accurate, measured, and slow as it was able to eventually grab a hold of the green cube but didnt continue the task after that. Policy B was faster yet it accidentally hit the green cube down. However, instead of completing the correct task after that, it instead grabbed the brown cube and threw it on the gray tray and it looked like it was about to stack the green cube on top of the brown cube until it ran out of time. However, it never actually grabd the green cube. Policy B showed more understanding of the task even though it got the order wrong.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/pi0_fast_droid_2025_04_28_21_27_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c7adb96-8186-4f17-b775-370fd52f7208/paligemma_fast_specialist_droid_2025_04_28_21_34_07_video_wrist.mp4"},"preference":"B","session_id":"0c7adb96-8186-4f17-b775-370fd52f7208","university":"UW"},{"completion_time":"2025-04-29T01:33:57.316027Z","evaluator_name":"Pranav Atreya","language_instruction":"put marker on white bowl","longform_feedback":"Both policies were only able to head towards the eraser and grab it on the surface. None of the trials saw the robot could successfully pick up the eraser.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_diffusion_droid_2025_04_28_18_22_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e19f1e99-ab12-4cb2-82c5-36c7673e2d68/paligemma_vq_droid_2025_04_28_18_26_07_video_wrist.mp4"},"preference":"TIE","session_id":"e19f1e99-ab12-4cb2-82c5-36c7673e2d68","university":"Berkeley"},{"completion_time":"2025-04-29T01:19:09.122990Z","evaluator_name":"Kanav Arora","language_instruction":"Stack the brown block ontop of the green block. ","longform_feedback":"A was flailing around and and eventually got close to the brown block, however didnt get very close to grabbing it, as it missed when try to grab. B was slower but figured out quickly that the brown block was important and before the epiode ended, it looked like it was about to grab the brown cube. However, it did not grab the cube before the episode ended but it was still more accurate than A.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/paligemma_fast_droid_2025_04_28_21_03_18_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/32cc76fb-eaca-44b5-8f62-e35a0725e589/pi0_fast_droid_2025_04_28_21_08_23_video_wrist.mp4"},"preference":"B","session_id":"32cc76fb-eaca-44b5-8f62-e35a0725e589","university":"UW"},{"completion_time":"2025-04-29T01:16:45.408243Z","evaluator_name":"Pranav Atreya","language_instruction":"clean up dust on the table","longform_feedback":"Both policy did poorly. It is supposed to use the mop on the right to clean up the dust but in both trials, it piced up the eraser and hovered around the circle of dust","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/paligemma_binning_droid_2025_04_28_18_06_50_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60b019bc-18fc-457a-908f-f736edea0eb8/pi0_droid_2025_04_28_18_09_48_video_wrist.mp4"},"preference":"TIE","session_id":"60b019bc-18fc-457a-908f-f736edea0eb8","university":"Berkeley"},{"completion_time":"2025-04-29T00:58:10.105431Z","evaluator_name":"Kanav Arora","language_instruction":"Pour the ketchup on to the tray.","longform_feedback":"A was much faster than B and made a few weak attempts at moving closer to the ketchup bottle, but overall just moved around randomly. B was much slower and I feel like if it had more time it would have completed more of the task. It got to the perfect position to grab the ketchup bottle but it did not have time to grab it. One downside was that it was slower.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/pi0_droid_2025_04_28_20_44_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b5f086f-39b9-4628-aa8f-63446b5085e4/paligemma_binning_droid_2025_04_28_20_48_42_video_wrist.mp4"},"preference":"B","session_id":"8b5f086f-39b9-4628-aa8f-63446b5085e4","university":"UW"},{"completion_time":"2025-04-29T00:37:30.298890Z","evaluator_name":"Kanav Arora","language_instruction":"Place the robot on the purple plate","longform_feedback":"Which policy did you prefer, A, B, or 'tie'? A was slow and methodical and attempted to grab the robot however missed a few times and wasn't able to do anything after that. B was more rash and faster and ended up knocking down the robot in a place where it was unable to completely complete the task. A at least had a chance of completing the task which is why it recieved a higher score.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_droid_2025_04_28_20_22_27_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a52371e1-b3a1-4019-b821-461203d672ab/pi0_fast_droid_2025_04_28_20_28_58_video_wrist.mp4"},"preference":"A","session_id":"a52371e1-b3a1-4019-b821-461203d672ab","university":"UW"},{"completion_time":"2025-04-29T00:34:22.828374Z","evaluator_name":"Pranav Atreya","language_instruction":"put the duster on notebook","longform_feedback":"Policy B attempted to move both eraser and duster to notebook but the duster was not quite placed on the notebook (only arrived at the rear and time was running out). Policy A only moved the eraser to notebook and kept adjusting the eraser to the center of notebook.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/pi0_fast_droid_2025_04_28_17_24_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/58437626-0f78-45e4-95e2-b9b913e3c13a/paligemma_diffusion_droid_2025_04_28_17_26_59_video_wrist.mp4"},"preference":"B","session_id":"58437626-0f78-45e4-95e2-b9b913e3c13a","university":"Berkeley"},{"completion_time":"2025-04-29T00:18:36.112256Z","evaluator_name":"Pranav Atreya","language_instruction":"move the eraser to cloth","longform_feedback":"Policy A is slightly better. Policy A attempted to pick up the eraser and the direction is clearly headed to eraser; policy B on thther hand kept pushing the drawer further without any clear sign of moving to eraser which is on top of the drawer","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_fast_specialist_droid_2025_04_28_17_07_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/df5c5643-14b2-45c6-b736-9bd3ba01501b/paligemma_diffusion_droid_2025_04_28_17_11_01_video_wrist.mp4"},"preference":"A","session_id":"df5c5643-14b2-45c6-b736-9bd3ba01501b","university":"Berkeley"},{"completion_time":"2025-04-29T00:16:20.846816Z","evaluator_name":"Kanav Arora","language_instruction":"Pour some juice in the white cup. Then keep the juice bottle back. ","longform_feedback":"For policy A the robot was able to get close to the bottle but did not grab it. However, for policy B it did even worse since it just moved around randomly.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_diffusion_droid_2025_04_28_19_56_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3efabdc-9788-49e2-99ad-97b62f2b9e69/paligemma_fast_droid_2025_04_28_20_03_37_video_wrist.mp4"},"preference":"A","session_id":"c3efabdc-9788-49e2-99ad-97b62f2b9e69","university":"UW"},{"completion_time":"2025-04-29T00:03:31.263530Z","evaluator_name":"Pranav Atreya","language_instruction":"put marker in the drawer","longform_feedback":"Policy B successfully completed the task by putting marker in the drawer, though the first few seconds it freze after heading to the marker. Policy A just moved to the right hand side where marker was placed and stopped there for the rest of the time","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/paligemma_fast_specialist_droid_2025_04_28_16_52_13_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b12b78d-cf42-4b86-84da-c51f8d95d4cd/pi0_fast_droid_2025_04_28_16_55_54_video_wrist.mp4"},"preference":"B","session_id":"0b12b78d-cf42-4b86-84da-c51f8d95d4cd","university":"Berkeley"},{"completion_time":"2025-04-28T23:52:05.544673Z","evaluator_name":"Kanav Arora","language_instruction":"A robot is encapsulated between two mugs. Take the robot and place it in the the bowl. ","longform_feedback":"A was the better policy. A was able to knock down one fo the cups and reveal the robot. Although it could not complete the entire task of placing the robot in the bowl, it got halfway through the entire task. Policy B was worse as it just moved around randomly and didnt complete any part of the task.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/paligemma_fast_droid_2025_04_28_19_37_59_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da5c262-e00b-42c6-a45f-6d7f54c019c2/pi0_fast_droid_2025_04_28_19_41_23_video_wrist.mp4"},"preference":"A","session_id":"5da5c262-e00b-42c6-a45f-6d7f54c019c2","university":"UW"},{"completion_time":"2025-04-28T23:48:09.819045Z","evaluator_name":"Pranav Atreya","language_instruction":"close the top drawer","longform_feedback":"Policy B moved to the notebook during the eval while policy A moved towards the drawer but wasn't able to precisely move to one of the drawer to close it","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_right.mp4","wrist_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_fast_specialist_droid_2025_04_28_16_37_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/514bf697-7324-40fe-8c8c-6c7b3ee8f870/paligemma_diffusion_droid_2025_04_28_16_40_26_video_wrist.mp4"},"preference":"A","session_id":"514bf697-7324-40fe-8c8c-6c7b3ee8f870","university":"Berkeley"},{"completion_time":"2025-04-28T23:44:21.254375Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the croissant in the pot and then put the lid on the pot","longform_feedback":"Policy A was not able to grab the croissant so at some point it gave up and moved on to grabbing the pot lid but was not able to grasp it either in time. Policy B ignored the croissant entirely and went for the lid first. It confidently grasped the lid and placed it on the pot (although a but crooked).","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_diffusion_droid_2025_04_28_19_36_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962/paligemma_vq_droid_2025_04_28_19_38_39_video_wrist.mp4"},"preference":"B","session_id":"2d1a9a3e-92e1-40bb-bab6-3d93c7fb5962","university":"UMontreal"},{"completion_time":"2025-04-28T23:24:40.534555Z","evaluator_name":"Kanav Arora","language_instruction":"Cover the robot with the bowl","longform_feedback":"Both A and B attempted to grab the bowl and place it on the robot. However, neither A nor B actually managed to grab the bowl, which meant that they couldn't actually succeed in the task. They both got close to the bowl but couldnt grab it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_fast_droid_2025_04_28_19_07_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb/paligemma_diffusion_droid_2025_04_28_19_10_37_video_wrist.mp4"},"preference":"TIE","session_id":"5f4f174f-1464-41e3-a8b4-9b3e4bacf4eb","university":"UW"},{"completion_time":"2025-04-28T23:01:23.707835Z","evaluator_name":"Kanav Arora","language_instruction":"Cover the bowl with the blue plate","longform_feedback":"A just moved around randomly but got close to the bowl and plate. B barely evanything.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_fast_specialist_droid_2025_04_28_18_50_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3cb05d31-18ce-4154-897d-bec852521e5b/paligemma_binning_droid_2025_04_28_18_53_07_video_wrist.mp4"},"preference":"A","session_id":"3cb05d31-18ce-4154-897d-bec852521e5b","university":"UW"},{"completion_time":"2025-04-28T22:58:02.502768Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up red box and put in brown box ","longform_feedback":"Policy B moved towards the red box and tried to figure out how to pick it up while Policy B went in random positions","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/pi0_fast_droid_2025_04_28_15_46_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/996f2c22-6e4b-4616-90db-fb6f80499041/paligemma_diffusion_droid_2025_04_28_15_49_28_video_wrist.mp4"},"preference":"B","session_id":"996f2c22-6e4b-4616-90db-fb6f80499041","university":"Stanford"},{"completion_time":"2025-04-28T22:44:16.609058Z","evaluator_name":"Kanav Arora","language_instruction":"Pick up only the toy robot and place it in the brown box","longform_feedback":"A barely even moved and staye still. B also did poorly but it at least moved close to the robot interms of picking it up but it still wasnt able to do anything substantial.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_vq_droid_2025_04_28_18_32_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b22b2588-dfc0-4f0e-8a79-25f42a4b9cde/paligemma_binning_droid_2025_04_28_18_35_24_video_wrist.mp4"},"preference":"B","session_id":"b22b2588-dfc0-4f0e-8a79-25f42a4b9cde","university":"UW"},{"completion_time":"2025-04-28T22:43:44.016560Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put red box in brown box ","longform_feedback":"Policy B moved towards the red box although it had no success in picking it up while Policy A didn't even move towards the red box","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/pi0_fast_droid_2025_04_28_15_31_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ca640ef-1db4-440d-b457-78b950cffe3d/paligemma_fast_droid_2025_04_28_15_34_06_video_wrist.mp4"},"preference":"B","session_id":"2ca640ef-1db4-440d-b457-78b950cffe3d","university":"Stanford"},{"completion_time":"2025-04-28T22:37:17.883581Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the tool on the plate.","longform_feedback":"Both policies got confused and focused on the food instead of the tool. They both also failed to pick up the food and acted very sporatically. A at least picked up the food, while B did not.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/paligemma_diffusion_droid_2025_04_28_22_29_57_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8625c44d-5fda-44c8-9a2a-ff5b5d796143/pi0_droid_2025_04_28_22_31_41_video_wrist.mp4"},"preference":"A","session_id":"8625c44d-5fda-44c8-9a2a-ff5b5d796143","university":"UT Austin"},{"completion_time":"2025-04-28T22:28:43.498395Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up brown puppet and put in brown box ","longform_feedback":"Policy B moved towards puppet while policy A was moving in arbitrary positions thus Policy B did better than A","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_droid_2025_04_28_15_16_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/762f6c83-7cd5-4ddd-9830-22e1aec6e951/pi0_fast_droid_2025_04_28_15_18_30_video_wrist.mp4"},"preference":"B","session_id":"762f6c83-7cd5-4ddd-9830-22e1aec6e951","university":"Stanford"},{"completion_time":"2025-04-28T22:28:16.886760Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the food on the plate.","longform_feedback":"A picked up the food and put it on the plate, although the food was somewhat hanging over the edge. B slowly drooped down, but made no decisive or intelligent motion.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/pi0_fast_droid_2025_04_28_22_22_00_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81a85b7c-3fa8-4476-b464-597b9229ea8b/paligemma_binning_droid_2025_04_28_22_23_26_video_wrist.mp4"},"preference":"A","session_id":"81a85b7c-3fa8-4476-b464-597b9229ea8b","university":"UT Austin"},{"completion_time":"2025-04-28T22:19:35.233913Z","evaluator_name":"Luca Macesanu","language_instruction":"Pull the pegs out.","longform_feedback":"A made an attempt to move its end effector to the first peg but was hesitant to grab it. B seemed to move randomly in the air and did not approach the pegs.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/paligemma_diffusion_droid_2025_04_28_22_13_28_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dad9837d-d036-4a71-8377-e66a415e3fec/pi0_fast_droid_2025_04_28_22_15_02_video_wrist.mp4"},"preference":"A","session_id":"dad9837d-d036-4a71-8377-e66a415e3fec","university":"UT Austin"},{"completion_time":"2025-04-28T22:11:34.073521Z","evaluator_name":"Luca Macesanu","language_instruction":"Balance the plate between the blocks.","longform_feedback":"A did not move. B picked up the plate but knocked over the blocks and placed the plate on the table, indicating that it is both clumsy and did not understand the request.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_binning_droid_2025_04_28_22_02_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6171cfe7-ce6e-4948-90c6-f7f529976e51/paligemma_vq_droid_2025_04_28_22_03_58_video_wrist.mp4"},"preference":"B","session_id":"6171cfe7-ce6e-4948-90c6-f7f529976e51","university":"UT Austin"},{"completion_time":"2025-04-28T22:10:10.533914Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up green avocado and put it in red plate","longform_feedback":"Policy A moved towards the avocado and picked it up while Policy B picked up the chicken instead of the avocado so policy A did better to me","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_vq_droid_2025_04_28_14_56_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a96b2b5-68cc-44af-97fd-dcc35c296a8f/paligemma_fast_specialist_droid_2025_04_28_14_58_49_video_wrist.mp4"},"preference":"A","session_id":"8a96b2b5-68cc-44af-97fd-dcc35c296a8f","university":"Stanford"},{"completion_time":"2025-04-28T22:00:00.203549Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the red piece on the plate.","longform_feedback":"A struggled to find a grasp on the specified part, but eventually did. It froze up in the air and never put it on the plate. B identified the piece, was able to pick it up after some failed grasp attempts, and dropped it onto the plate.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_diffusion_droid_2025_04_28_21_50_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21f72341-5010-47b8-b53c-3f2e6e93b901/paligemma_fast_specialist_droid_2025_04_28_21_52_54_video_wrist.mp4"},"preference":"B","session_id":"21f72341-5010-47b8-b53c-3f2e6e93b901","university":"UT Austin"},{"completion_time":"2025-04-28T21:47:58.480759Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the square on the plate.","longform_feedback":"A focused on the rectangle instead of the square, and did not successfully pick it up to move it to the plate. B found the square piece and moved it to the plate quickly.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/pi0_droid_2025_04_28_21_40_00_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/36a025ba-ea8e-42ed-a8e4-90298eec0117/paligemma_fast_specialist_droid_2025_04_28_21_41_47_video_wrist.mp4"},"preference":"B","session_id":"36a025ba-ea8e-42ed-a8e4-90298eec0117","university":"UT Austin"},{"completion_time":"2025-04-28T21:37:28.916591Z","evaluator_name":"Luca Macesanu","language_instruction":"Take off the circular toy.","longform_feedback":"A froze up and did no approach all the way to the toys, clearly not understanding the request. B detected and attempted to remove the circular toy, but was not able to get a solid grasp to lift it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/paligemma_fast_droid_2025_04_28_21_28_26_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f05ca12-ded4-43b0-83bd-6a35ed4ba120/pi0_fast_droid_2025_04_28_21_30_28_video_wrist.mp4"},"preference":"B","session_id":"4f05ca12-ded4-43b0-83bd-6a35ed4ba120","university":"UT Austin"},{"completion_time":"2025-04-28T21:36:21.864699Z","evaluator_name":"Meedeum Cho","language_instruction":"place one battery on each dish","longform_feedback":"Policy A is able to transfer the first target object to another location, while policy B gets stuck upon contacting the surface. Although policy A is faster than policy B, it fails to handle the grasped object carefully due to its speed.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/pi0_droid_2025_04_29_06_26_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b2d55b3-3af9-4e07-b014-0bdb6a68aa25/paligemma_fast_specialist_droid_2025_04_29_06_30_51_video_wrist.mp4"},"preference":"A","session_id":"7b2d55b3-3af9-4e07-b014-0bdb6a68aa25","university":"Yonsei"},{"completion_time":"2025-04-28T21:25:18.931204Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put the avocado in the red plate","longform_feedback":"Policy A didn't even try to move while policy B picked up the wrong item(the chicken wing) and put it in the plate so policy B did better than A to me","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/paligemma_binning_droid_2025_04_28_14_13_52_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/270b8a16-e0e4-435a-86ef-20047cc2b3f3/pi0_droid_2025_04_28_14_16_21_video_wrist.mp4"},"preference":"B","session_id":"270b8a16-e0e4-435a-86ef-20047cc2b3f3","university":"Stanford"},{"completion_time":"2025-04-28T21:23:26.257999Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the pink cup on a book.","longform_feedback":"B quickly picked up the cup and put it on a nearby book. A kept on grasping then releasing the cup, and eventually moved it to the top of a book but never let go.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/pi0_fast_droid_2025_04_28_21_14_52_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90/paligemma_diffusion_droid_2025_04_28_21_16_39_video_wrist.mp4"},"preference":"B","session_id":"ab0c3a1a-b5d5-4f1f-817f-6d1f22ef3a90","university":"UT Austin"},{"completion_time":"2025-04-28T21:22:14.677739Z","evaluator_name":"Meedeum Cho","language_instruction":"pick up the cup that is not stacked with others and place it in the box","longform_feedback":"Policy B quickly identified the target object and reached to it without hesitation while policy A was confused by the distractors.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_diffusion_droid_2025_04_29_06_12_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88601f20-788c-4e89-bec5-e4cb452f53f2/paligemma_fast_droid_2025_04_29_06_15_39_video_wrist.mp4"},"preference":"B","session_id":"88601f20-788c-4e89-bec5-e4cb452f53f2","university":"Yonsei"},{"completion_time":"2025-04-28T21:11:33.342980Z","evaluator_name":"Luca Macesanu","language_instruction":"Pull the trigger on the drill.","longform_feedback":"A did not move. B started moving towards the drill but was clearly confused and did not get close.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_binning_droid_2025_04_28_21_04_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7eb1ac2d-a631-4187-9480-f15b688e079c/paligemma_diffusion_droid_2025_04_28_21_05_38_video_wrist.mp4"},"preference":"B","session_id":"7eb1ac2d-a631-4187-9480-f15b688e079c","university":"UT Austin"},{"completion_time":"2025-04-28T21:04:34.600594Z","evaluator_name":"Meedeum Cho","language_instruction":"put the blue cup in the box","longform_feedback":"Under extreme light condition, policy B still manages to solve the task while policy A remains stalled from the beginning. However, policy B fails to accurately locate the exact position where the target object should be placed.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_binning_droid_2025_04_29_05_53_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/799b7ad2-df1b-48e9-a356-0df90c21d3ac/paligemma_fast_droid_2025_04_29_05_57_36_video_wrist.mp4"},"preference":"B","session_id":"799b7ad2-df1b-48e9-a356-0df90c21d3ac","university":"Yonsei"},{"completion_time":"2025-04-28T20:59:53.737843Z","evaluator_name":"Luca Macesanu","language_instruction":"Wash the plate with the sponge.","longform_feedback":"A got a weak grasp on the sponge but dropped it. B was hesitant and did not grasp the sponge. Neither policy made a move to wash the plate.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/paligemma_fast_droid_2025_04_28_20_51_59_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/01ae643f-594c-4725-a257-f8e5b262dc26/pi0_droid_2025_04_28_20_53_55_video_wrist.mp4"},"preference":"A","session_id":"01ae643f-594c-4725-a257-f8e5b262dc26","university":"UT Austin"},{"completion_time":"2025-04-28T20:50:35.472398Z","evaluator_name":"Meedeum Cho","language_instruction":"put the green cup in the box and put the purple cup in the silver plate","longform_feedback":"Policy B nearly solved the task but ultimately failed due to its inability to resolve the ambiguity surrounding the object referenced by the word. In contrast, policy A did not execute any action.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_binning_droid_2025_04_29_05_35_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/44e08fb4-dcca-400d-8312-cf6dd88ff38d/paligemma_fast_specialist_droid_2025_04_29_05_41_09_video_wrist.mp4"},"preference":"B","session_id":"44e08fb4-dcca-400d-8312-cf6dd88ff38d","university":"Yonsei"},{"completion_time":"2025-04-28T20:49:26.123143Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the green rag on the rack.","longform_feedback":"Both policied placed the rag on the rack, but A put it on one of the arms of the rack while B dumped the rag right on top.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_fast_droid_2025_04_28_20_41_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0847ac20-39b9-4ac5-8086-f3b8e579ab39/paligemma_vq_droid_2025_04_28_20_42_49_video_wrist.mp4"},"preference":"A","session_id":"0847ac20-39b9-4ac5-8086-f3b8e579ab39","university":"UT Austin"},{"completion_time":"2025-04-28T20:37:07.980211Z","evaluator_name":"Luca Macesanu","language_instruction":"Move the rack to the cutting board.","longform_feedback":"A went away from the scene clearly confused. B made efforts to try to grasp the rack, but was unable to find a safe/effective approach due to the irregular shape of the rack.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_droid_2025_04_28_20_29_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f8653232-d815-44b0-bb41-84beb7dcbf93/paligemma_fast_specialist_droid_2025_04_28_20_31_08_video_wrist.mp4"},"preference":"B","session_id":"f8653232-d815-44b0-bb41-84beb7dcbf93","university":"UT Austin"},{"completion_time":"2025-04-28T20:30:06.563929Z","evaluator_name":"Meedeum Cho","language_instruction":"place all the tissues into the box","longform_feedback":"Policy initially struggles to identify the correct target object but later successfully manipulates the desired object after multiple attempts. Meanwhile, policy B is slower compared to policy A and it also lacks porecision.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_fast_droid_2025_04_29_05_15_26_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfa2eded-224c-4ed1-88df-056bf673860e/pi0_droid_2025_04_29_05_19_30_video_wrist.mp4"},"preference":"A","session_id":"dfa2eded-224c-4ed1-88df-056bf673860e","university":"Yonsei"},{"completion_time":"2025-04-28T20:28:03.877404Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the keys on the rack.","longform_feedback":"A quickly identified and grasped the keys, but did not raise them. B likewise identified the keys and grasped them, but then repeatedly released and regrasped before leaving the keys on the table and moving away.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/paligemma_fast_droid_2025_04_28_20_20_07_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7894acc5-a9a6-44f5-aa3f-775d92526595/pi0_droid_2025_04_28_20_22_02_video_wrist.mp4"},"preference":"A","session_id":"7894acc5-a9a6-44f5-aa3f-775d92526595","university":"UT Austin"},{"completion_time":"2025-04-28T20:16:55.391057Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the bread in the pot then put on the lid.","longform_feedback":"B did not move. A misunderstood the request and put the bread on top of the lid instead of in the pot.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_diffusion_droid_2025_04_28_20_08_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4/paligemma_vq_droid_2025_04_28_20_09_47_video_wrist.mp4"},"preference":"A","session_id":"1cab0f48-2cbb-485f-b2d6-db7bf5d5b3e4","university":"UT Austin"},{"completion_time":"2025-04-28T20:12:10.976064Z","evaluator_name":"Meedeum Cho","language_instruction":"put the screwdriver out of the box","longform_feedback":"Policy A, despite struggling to complete the task, was able to navigate\ttoward the target object. In contrast, policy B failed to reach the correct object and was instead confused by other distractors.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_fast_droid_2025_04_29_05_01_03_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/962289d6-47ba-43cf-8d9a-6fb8d8893507/paligemma_vq_droid_2025_04_29_05_04_59_video_wrist.mp4"},"preference":"A","session_id":"962289d6-47ba-43cf-8d9a-6fb8d8893507","university":"Yonsei"},{"completion_time":"2025-04-28T19:35:43.439217Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the cable and place it on top of the screwdriver","longform_feedback":"Policy A misunderstood the task instruction, attempting the second target before reaching the initial one. In contrast, policy B successfully completed the first subtask but struggled to pinpoint the exact location.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/pi0_droid_2025_04_29_04_25_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97879fdd-cdda-43f5-9a14-a5b8a0d05f0c/paligemma_fast_specialist_droid_2025_04_29_04_30_38_video_wrist.mp4"},"preference":"B","session_id":"97879fdd-cdda-43f5-9a14-a5b8a0d05f0c","university":"Yonsei"},{"completion_time":"2025-04-28T19:22:37.228285Z","evaluator_name":"Meedeum Cho","language_instruction":"pour the cup into the bowl","longform_feedback":"Policy A makes steady progress through repeated attempts, whereas policy B shows no progress whatsoever.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_fast_specialist_droid_2025_04_29_04_12_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598/paligemma_binning_droid_2025_04_29_04_15_55_video_wrist.mp4"},"preference":"A","session_id":"ba8e4ec3-f7e7-49ee-b7f1-fdb4b0a68598","university":"Yonsei"},{"completion_time":"2025-04-28T18:31:11.733053Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the purple lid and place it on top of the glass bottle","longform_feedback":"policy A picked up the lid after a few failed attempts and move to the top of the bottle, it wasn't central to the bottle and moved down to its side, then it started to push the bottle to the side as it tried to move the lid onto it. policy b did not move at all","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_fast_specialist_droid_2025_04_28_14_17_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d41bb537-c990-4d90-9531-751b2cfdff73/paligemma_binning_droid_2025_04_28_14_19_56_video_wrist.mp4"},"preference":"A","session_id":"d41bb537-c990-4d90-9531-751b2cfdff73","university":"UMontreal"},{"completion_time":"2025-04-28T18:22:16.621912Z","evaluator_name":"Meedeum Cho","language_instruction":"upright the tape","longform_feedback":"Policy A seems to stagger along its trajectory while policy B makes a determined, rapid action. Policy B showed an impressive level of precision as well as confidence.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/pi0_droid_2025_04_29_03_11_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a93f1c7-bf5f-47c0-821b-8ba001112216/paligemma_fast_droid_2025_04_29_03_15_30_video_wrist.mp4"},"preference":"B","session_id":"3a93f1c7-bf5f-47c0-821b-8ba001112216","university":"Yonsei"},{"completion_time":"2025-04-28T18:14:24.324943Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the purple lid and place it on top of the glass bottle","longform_feedback":"the policies were very similar, both picked up the lid but dropped it before getting to the bottle, policy b moved around a lot afterwards, it wasnt clear what it's goal was, therefore i think A was slightly better","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_vq_droid_2025_04_28_14_06_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47c62582-dcaa-430d-abbd-5991b2e1b38f/paligemma_fast_specialist_droid_2025_04_28_14_08_41_video_wrist.mp4"},"preference":"A","session_id":"47c62582-dcaa-430d-abbd-5991b2e1b38f","university":"UMontreal"},{"completion_time":"2025-04-28T18:04:03.971770Z","evaluator_name":"Meedeum Cho","language_instruction":"put the black pen in the blue cup","longform_feedback":"Although policy A failed to recover after its first attempt, policy A nearly solved the task while policy B failed to understand the instruction clearly. Policy B was confused with objects of similar shapes.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/pi0_fast_droid_2025_04_29_02_53_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d31f078d-9b8a-45ad-8a87-03e274dcd605/paligemma_fast_droid_2025_04_29_02_58_34_video_wrist.mp4"},"preference":"A","session_id":"d31f078d-9b8a-45ad-8a87-03e274dcd605","university":"Yonsei"},{"completion_time":"2025-04-28T18:03:31.729442Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the shiny metal lid by its round handle in it's center then place the lid to the left of the metal pot","longform_feedback":"neither completed the task but policy A did not move at all, in policy b the robot moved towards the lid and then stopped moving.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_binning_droid_2025_04_28_13_52_04_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_npz_file.npz","partial_success":0.01,"right_camera_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8a1f50f-5d09-45cf-bc26-1286bd411437/paligemma_vq_droid_2025_04_28_13_53_51_video_wrist.mp4"},"preference":"B","session_id":"a8a1f50f-5d09-45cf-bc26-1286bd411437","university":"UMontreal"},{"completion_time":"2025-04-28T17:43:18.328263Z","evaluator_name":"Meedeum Cho","language_instruction":"clean the table","longform_feedback":"Policy A succeeded at the first subtask within short period while policy B struggled to solve the task after multiple attempts.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/paligemma_diffusion_droid_2025_04_29_02_31_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dbc150d2-e83f-40be-8297-f5775430daf3/pi0_fast_droid_2025_04_29_02_34_26_video_wrist.mp4"},"preference":"A","session_id":"dbc150d2-e83f-40be-8297-f5775430daf3","university":"Yonsei"},{"completion_time":"2025-04-28T17:35:30.158287Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the black board wiper and use it to wipe the text off of the whiteboard","longform_feedback":"Policy a picked up the board wiper and moved up towards the text on the board, it seemed as though it would wipe the board but dropped the wiper before it started. policy b however, only managed to pick up the wiper it then dropped it and kept approaching the wiper, then when close, backing away, it did this several times before grasping it again, it was weird.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_diffusion_droid_2025_04_28_13_26_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98f2404f-b859-4397-8c82-6af577fd20a8/paligemma_fast_specialist_droid_2025_04_28_13_29_33_video_wrist.mp4"},"preference":"A","session_id":"98f2404f-b859-4397-8c82-6af577fd20a8","university":"UMontreal"},{"completion_time":"2025-04-28T17:24:24.192253Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the black board wiper and wipe the text off of the whiteboard","longform_feedback":"policy A picked up the board wiper but then dropped it. policy b picked up the wiper and went to wipe the board but accidentally dropped the wiper, it then continued with a wipe motion so it had the right idea.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_fast_specialist_droid_2025_04_28_13_15_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eab31cde-d2b9-469f-8d66-6b039cee14cf/paligemma_diffusion_droid_2025_04_28_13_17_36_video_wrist.mp4"},"preference":"B","session_id":"eab31cde-d2b9-469f-8d66-6b039cee14cf","university":"UMontreal"},{"completion_time":"2025-04-28T17:19:28.287606Z","evaluator_name":"Meedeum Cho","language_instruction":"erase the mark on the table","longform_feedback":"Policy A stayed inactive from the beginning of the episode. Policy B tried its best to solve the task but failed to utilize a tool to make things easy.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/pi0_droid_2025_04_29_02_10_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a574e65f-821d-49d1-90f0-90cdb0230749/paligemma_fast_specialist_droid_2025_04_29_02_13_30_video_wrist.mp4"},"preference":"B","session_id":"a574e65f-821d-49d1-90f0-90cdb0230749","university":"Yonsei"},{"completion_time":"2025-04-28T17:06:17.226025Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the towel and drape it over the back of the black chair","longform_feedback":"policy A picked up the correct item but did not drape the towel on the chair, it moved in the opposite direction and dropped it. policy B picked up the towel and almost draped it over the chair, it fell off the chair but was very close, the gripper also tilted in a way like it was trying a 'drape' motion (for policy b)","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/pi0_droid_2025_04_28_12_58_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_npz_file.npz","partial_success":0.96,"right_camera_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb00af56-1959-4751-a8e0-36905d17ebe7/paligemma_vq_droid_2025_04_28_13_00_51_video_wrist.mp4"},"preference":"B","session_id":"cb00af56-1959-4751-a8e0-36905d17ebe7","university":"UMontreal"},{"completion_time":"2025-04-28T17:03:45.108403Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the blue box and put it in the dustpan","longform_feedback":"Policy A didn't take any action during the rollout, while policy B nearly completed the task. Policy B is faster but failed to execute the final action confidently.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/paligemma_binning_droid_2025_04_29_01_53_01_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0ebeb84-7346-4fd4-9f77-9847794f9ee9/pi0_fast_droid_2025_04_29_01_56_35_video_wrist.mp4"},"preference":"B","session_id":"d0ebeb84-7346-4fd4-9f77-9847794f9ee9","university":"Yonsei"},{"completion_time":"2025-04-28T16:56:46.045833Z","evaluator_name":"Kirsty Ellis","language_instruction":"\\pick up the towel and drape it over the back of the black chair","longform_feedback":"policy B was best, it picked up the towel and then seemed to try to move towards something in the distance. policy A did nothing, no movement","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_binning_droid_2025_04_28_12_48_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25db942f-27aa-4e54-9d9f-91fe8aa03285/paligemma_diffusion_droid_2025_04_28_12_50_37_video_wrist.mp4"},"preference":"B","session_id":"25db942f-27aa-4e54-9d9f-91fe8aa03285","university":"UMontreal"},{"completion_time":"2025-04-28T16:44:28.608185Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the dustpan and put it on top of the brush","longform_feedback":"Policy A correctly identifies the target it has to reach, while policy B looks confused by the instruction. However, both policy A and policy B fail to solve the task.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_diffusion_droid_2025_04_29_01_35_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_npz_file.npz","partial_success":0.02,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51b7042b-886f-46b9-9e6d-75336ffd0086/paligemma_fast_droid_2025_04_29_01_39_21_video_wrist.mp4"},"preference":"A","session_id":"51b7042b-886f-46b9-9e6d-75336ffd0086","university":"Yonsei"},{"completion_time":"2025-04-28T16:43:50.670604Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the yellow duck on the left and put it in the red cup","longform_feedback":"Policy A put both ducks in the cup, the command was to only put 1 in, policy b picked up the wrong duck, dropped it, then when attempting to put it in the cup, it missed the cup","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/pi0_fast_droid_2025_04_28_12_35_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/054e0a5e-47e5-439c-a462-9c9984d20eec/paligemma_diffusion_droid_2025_04_28_12_37_31_video_wrist.mp4"},"preference":"A","session_id":"054e0a5e-47e5-439c-a462-9c9984d20eec","university":"UMontreal"},{"completion_time":"2025-04-28T16:33:27.544320Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the yellow duck on the right and put it in the red cup","longform_feedback":"policy A successfully picked up the correct duck and put it in the cup, policy B picked up the wrong duck, put it in the cup and then after some time, picked up the second duck, it started to move but did not look like it was heading towards the cup before the episode ended.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/paligemma_vq_droid_2025_04_28_12_24_10_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_right.mp4","wrist_video_gcs_path":"evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da901211-e0d2-4bb5-adf4-b6a0196e8b88/pi0_droid_2025_04_28_12_26_54_video_wrist.mp4"},"preference":"A","session_id":"da901211-e0d2-4bb5-adf4-b6a0196e8b88","university":"UMontreal"},{"completion_time":"2025-04-28T16:31:29.175072Z","evaluator_name":"Meedeum Cho","language_instruction":"put all cups into the yellow bowl","longform_feedback":"Only policy B was able to solve the task completely. Policy B is faster and more confident in its actions compared to policy A. Policy A was slower and also looked confused after finishing the first subtask.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_droid_2025_04_29_01_19_08_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/49d1bc91-6723-4449-8296-c072b3a932df/pi0_fast_droid_2025_04_29_01_23_18_video_wrist.mp4"},"preference":"B","session_id":"49d1bc91-6723-4449-8296-c072b3a932df","university":"Yonsei"},{"completion_time":"2025-04-28T16:15:08.177141Z","evaluator_name":"Kirsty Ellis","language_instruction":"pick up the yellow duck on the left and put it in the red cup on the left then pick up the yellow duck on the right and put it in the red cup on the right","longform_feedback":"both policies started out well, policy b dropped the duck, it went to recover it and successfully grasped it but did not have time to complete the task and put the duck in the cup. policy a completed the whole task really well, not a lot of hesitation, very cool.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/pi0_fast_droid_2025_04_28_12_06_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/685b75e5-39c9-4e67-994d-d892ddda61c0/paligemma_diffusion_droid_2025_04_28_12_08_47_video_wrist.mp4"},"preference":"A","session_id":"685b75e5-39c9-4e67-994d-d892ddda61c0","university":"UMontreal"},{"completion_time":"2025-04-28T16:08:30.611840Z","evaluator_name":"Meedeum Cho","language_instruction":"put all carrots into the bowl","longform_feedback":"Only policy A succeeded at the task within few attempts. Policy B got stuck in the initial position.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/pi0_droid_2025_04_29_00_58_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6662820c-8b40-4fde-bc2c-c9f8b7d207c9/paligemma_binning_droid_2025_04_29_01_00_42_video_wrist.mp4"},"preference":"A","session_id":"6662820c-8b40-4fde-bc2c-c9f8b7d207c9","university":"Yonsei"},{"completion_time":"2025-04-28T16:03:17.576953Z","evaluator_name":"Kirsty Ellis","language_instruction":"ach of the red cups","longform_feedback":"neither of the policies completed the task, they both tried to put one red cup in the other red cup. the first policy had ththe second cup on the other cup and kept trying that same motion whereas policy b picked up the red cup and then kinda gave up","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_specialist_droid_2025_04_28_11_53_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3d8b1db1-bef8-4960-836e-5f6298cec709/paligemma_fast_droid_2025_04_28_11_56_12_video_wrist.mp4"},"preference":"A","session_id":"3d8b1db1-bef8-4960-836e-5f6298cec709","university":"UMontreal"},{"completion_time":"2025-04-28T15:23:52.929547Z","evaluator_name":"Xingfang Yuan","language_instruction":"Pour water from the teapot to the pot","longform_feedback":"Both reached for the pot instead of the teapot. B did some grasping motion.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_right.mp4","wrist_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_binning_droid_2025_04_28_11_19_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/822c9c3c-e94a-4238-ab89-bd4675ceb539/paligemma_fast_specialist_droid_2025_04_28_11_20_15_video_wrist.mp4"},"preference":"B","session_id":"822c9c3c-e94a-4238-ab89-bd4675ceb539","university":"UPenn"},{"completion_time":"2025-04-28T15:16:57.412945Z","evaluator_name":"Xingfang Yuan","language_instruction":"Push over the box with white english letters on it.","longform_feedback":"B attempted pushing and actually pushed over a box, but not the target one. A attmpted pushing but missed.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_fast_droid_2025_04_28_11_11_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb509600-c589-4420-a41e-99aedeabfc54/paligemma_binning_droid_2025_04_28_11_12_52_video_wrist.mp4"},"preference":"B","session_id":"bb509600-c589-4420-a41e-99aedeabfc54","university":"UPenn"},{"completion_time":"2025-04-28T15:09:16.009443Z","evaluator_name":"Xingfang Yuan","language_instruction":"Push over the white box","longform_feedback":"Both A and B tried pushing, A missed, B touched the box but didn't push hard enough.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/paligemma_diffusion_droid_2025_04_28_11_04_08_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e6f1009b-33c2-49e6-a85d-b5f4b3df6039/pi0_droid_2025_04_28_11_05_29_video_wrist.mp4"},"preference":"B","session_id":"e6f1009b-33c2-49e6-a85d-b5f4b3df6039","university":"UPenn"},{"completion_time":"2025-04-28T15:02:21.990310Z","evaluator_name":"Xingfang Yuan","language_instruction":"Pick up the red object and place it in the bowl","longform_feedback":"A did it perfectly, while B picked the object up but did not go for the bowl.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_fast_droid_2025_04_28_10_56_11_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/98ea3f7b-daee-4b59-ac2b-64d51df61420/pi0_droid_2025_04_28_10_57_39_video_wrist.mp4"},"preference":"A","session_id":"98ea3f7b-daee-4b59-ac2b-64d51df61420","university":"UPenn"},{"completion_time":"2025-04-28T14:55:00.279557Z","evaluator_name":"Xingfang Yuan","language_instruction":"Pick up the red object and place it closer to the yellow object.","longform_feedback":"Both tried reaching for the red object. Both did not attempt to pick it up.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/pi0_droid_2025_04_28_10_48_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e5870aa6-7d3f-489f-95e1-3d158d08ab2f/paligemma_diffusion_droid_2025_04_28_10_49_51_video_wrist.mp4"},"preference":"TIE","session_id":"e5870aa6-7d3f-489f-95e1-3d158d08ab2f","university":"UPenn"},{"completion_time":"2025-04-28T14:46:25.016345Z","evaluator_name":"Edward S. Hu","language_instruction":"Pick up the red object and move it closer to the yellow object.","longform_feedback":"B did reach for the red object and then moved its gripper to the yellow object, but it did not attempt to grasp. A did nothing.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_binning_droid_2025_04_28_10_40_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5bf49e-ecef-43af-83d8-3157bb2d8c02/paligemma_fast_specialist_droid_2025_04_28_10_42_24_video_wrist.mp4"},"preference":"B","session_id":"6e5bf49e-ecef-43af-83d8-3157bb2d8c02","university":"UPenn"},{"completion_time":"2025-04-28T14:37:11.902598Z","evaluator_name":"Edward S. Hu","language_instruction":"Pick up the yellow object","longform_feedback":"A moved closer to the yellow object half-covered by the bowl albeit failing to pick it up. B reached for purple object and did not attempt to pick it up.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_binning_droid_2025_04_28_10_30_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a794910b-05a5-4843-937c-c10fec8fcdbf/paligemma_diffusion_droid_2025_04_28_10_33_00_video_wrist.mp4"},"preference":"A","session_id":"a794910b-05a5-4843-937c-c10fec8fcdbf","university":"UPenn"},{"completion_time":"2025-04-28T14:27:46.492457Z","evaluator_name":"Edward S. Hu","language_instruction":"Place all the three objects close together.","longform_feedback":"A perfectly followed the prompt, B stucked.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_vq_droid_2025_04_28_10_22_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3/paligemma_fast_specialist_droid_2025_04_28_10_23_59_video_wrist.mp4"},"preference":"A","session_id":"e4f4e6ca-6f0a-44c3-9de4-9a9173372bb3","university":"UPenn"},{"completion_time":"2025-04-28T14:20:07.225492Z","evaluator_name":"Edward S. Hu","language_instruction":"Find the yellow object, pick it up, and place in the bowl","longform_feedback":"A demonstrated a search behavior with good range, although it failed to find the yellow object, B closed gripper almost immediately.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/pi0_fast_droid_2025_04_28_10_14_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bd973959-ea32-4353-a475-dbae99bace95/paligemma_diffusion_droid_2025_04_28_10_15_29_video_wrist.mp4"},"preference":"A","session_id":"bd973959-ea32-4353-a475-dbae99bace95","university":"UPenn"},{"completion_time":"2025-04-28T14:12:13.701248Z","evaluator_name":"Edward S. Hu","language_instruction":"Pick up the red object and place in the bowl","longform_feedback":"A attempted and failed to grasp, B grasped the correct object and placed it in the bowl","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/pi0_fast_droid_2025_04_28_10_05_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2362b3c9-60d0-481b-9bc8-8ac7f0c109e6/paligemma_fast_droid_2025_04_28_10_06_47_video_wrist.mp4"},"preference":"B","session_id":"2362b3c9-60d0-481b-9bc8-8ac7f0c109e6","university":"UPenn"},{"completion_time":"2025-04-28T03:25:51.797316Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put yellow rubber ducks on top of the shelf.","longform_feedback":"policy A moved back and forth between rubber ducks, but did not pick any of them. policy B picked up the first duck, but could not place it on top of the shelf and dropped it, then it moved to the second duck. After grasping policy B grasped the second duck, it was also dropped. Overall, policy B was better because it was able to grasp the ducks, while policy A did not do anything.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_fast_droid_2025_04_27_23_15_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2e85113-3d81-47c2-9d00-24773db0ed52/paligemma_vq_droid_2025_04_27_23_18_15_video_wrist.mp4"},"preference":"B","session_id":"d2e85113-3d81-47c2-9d00-24773db0ed52","university":"UMontreal"},{"completion_time":"2025-04-28T03:19:20.273270Z","evaluator_name":"Artur Kuramshin","language_instruction":"place the cloth on the screw driver","longform_feedback":"Although both policies dont put the cloth on the screw driver, policy A places the cloth close to the banana, while policy B does not seem close to either object.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/paligemma_vq_droid_2025_04_27_23_11_35_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b8c31c1-22f8-479e-bd01-f58e4b5bb85a/pi0_fast_droid_2025_04_27_23_13_26_video_wrist.mp4"},"preference":"A","session_id":"0b8c31c1-22f8-479e-bd01-f58e4b5bb85a","university":"UMontreal"},{"completion_time":"2025-04-28T03:00:08.539219Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the screw driver in the mug","longform_feedback":"Both policies pick up the screw driver but miss the place. It appears that Policy A was trying to place it in the mug, while policy B goes to placae it in the bowl and knocks over the mug in the process.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/paligemma_fast_droid_2025_04_27_22_51_25_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2a2a83c-f9ee-4875-9ff4-68ab29dac20b/pi0_fast_droid_2025_04_27_22_53_22_video_wrist.mp4"},"preference":"A","session_id":"b2a2a83c-f9ee-4875-9ff4-68ab29dac20b","university":"UMontreal"},{"completion_time":"2025-04-28T02:26:05.485468Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the screw driver in the box","longform_feedback":"Policy A managed to pick up the screw driver confidently. It appears to get confused on where to place it and just kind of slows down. It might be confused by the longer box on the right which is fair. Policy B fails the grasp and knocks the screw driver off the table.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/paligemma_diffusion_droid_2025_04_27_22_19_04_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70265d9f-b4d7-4033-a300-27b29f122af8/pi0_fast_droid_2025_04_27_22_20_58_video_wrist.mp4"},"preference":"A","session_id":"70265d9f-b4d7-4033-a300-27b29f122af8","university":"UMontreal"},{"completion_time":"2025-04-28T02:03:59.223803Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the bowl in the trash can","longform_feedback":"Both policies tried to approach the bowl but wasn't able to pick it up. Thus, both policies equally did the task incomplete.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_binning_droid_2025_04_27_18_48_01_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45393c13-3659-4820-97dd-2cfe1f6e7f02/paligemma_diffusion_droid_2025_04_27_18_49_58_video_wrist.mp4"},"preference":"TIE","session_id":"45393c13-3659-4820-97dd-2cfe1f6e7f02","university":"Berkeley"},{"completion_time":"2025-04-28T01:43:07.034401Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the cloth on the chair","longform_feedback":"Both policies are able to pick up the cloth but policy A place the cloth in the wrong place (did not move towards the chair at all). Policy B stretched itself out to try and place the cloth on the back of the chair which was not ideal but still correct.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/pi0_droid_2025_04_27_21_30_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/63bc0f00-dac3-494b-905e-d14f243679ad/paligemma_fast_droid_2025_04_27_21_33_00_video_wrist.mp4"},"preference":"B","session_id":"63bc0f00-dac3-494b-905e-d14f243679ad","university":"UMontreal"},{"completion_time":"2025-04-28T01:17:45.338110Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the block inside the box","longform_feedback":"y","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/pi0_fast_droid_2025_04_27_21_09_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b86afd11-ac49-4f22-8c0a-5290778b62fe/paligemma_binning_droid_2025_04_27_21_11_59_video_wrist.mp4"},"preference":"A","session_id":"b86afd11-ac49-4f22-8c0a-5290778b62fe","university":"UMontreal"},{"completion_time":"2025-04-28T01:07:25.536229Z","evaluator_name":"Artur Kuramshin","language_instruction":"Take an egg and put it in the bowl","longform_feedback":"Policy B did not attempt the task. Policy A knocked over the carton of eggs on its side before making a good grasp which is not ideal, but it finished the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_vq_droid_2025_04_27_20_12_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bfe4dcf3-d2a0-4595-90e4-e975f7fdc156/paligemma_binning_droid_2025_04_27_20_17_44_video_wrist.mp4"},"preference":"A","session_id":"bfe4dcf3-d2a0-4595-90e4-e975f7fdc156","university":"UMontreal"},{"completion_time":"2025-04-28T01:04:52.350752Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the yellow plate on the table","longform_feedback":"Policy B did better than Policy A. Policy A approached the plate but was unable to pick it up. However, Policy B was able to pick up the plate and was able to put it on the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/paligemma_vq_droid_2025_04_27_17_52_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d42650c-5407-48c1-8a0e-c935f5b1c644/pi0_droid_2025_04_27_17_54_38_video_wrist.mp4"},"preference":"B","session_id":"2d42650c-5407-48c1-8a0e-c935f5b1c644","university":"Berkeley"},{"completion_time":"2025-04-28T01:02:34.783190Z","evaluator_name":"Ozgur Aslan","language_instruction":"Open the kettle's lid.","longform_feedback":"policy A moved towards the top of the kettle. Tried to open the kettle from the wrong part. The policy A did a correct push action with the closed gripper, but the position it tried to push was wrong. policy B also moved to the top of the kettle, and did a push action, but the position was wrong. since both policies moved to the top and tried push actions, they are tied.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_fast_specialist_droid_2025_04_27_20_51_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a61e5246-6b59-4239-8d18-1ebba290cda0/paligemma_diffusion_droid_2025_04_27_20_54_48_video_wrist.mp4"},"preference":"TIE","session_id":"a61e5246-6b59-4239-8d18-1ebba290cda0","university":"UMontreal"},{"completion_time":"2025-04-28T00:41:54.751834Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the bowl in the dishwasher","longform_feedback":"Policy A was able to pick up the bowl and move it towards the dishwasher, although it wasn't able to drop it in. Policy B was unable to pick up the bowl and only moved close to it but unable to complete the task of picking it up.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_diffusion_droid_2025_04_27_17_29_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d0038ba6-95f6-4c8a-94a7-7d09392ec5fd/paligemma_binning_droid_2025_04_27_17_33_50_video_wrist.mp4"},"preference":"A","session_id":"d0038ba6-95f6-4c8a-94a7-7d09392ec5fd","university":"Berkeley"},{"completion_time":"2025-04-28T00:39:43.068713Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the yellow rubber duck into the red mug.","longform_feedback":"policy A moved quickly towards the duck, but missed to grasp it at the first try. But, it recovered and completed the task. policy B was also fast, and did the task in the first try, That is why policy B was better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/pi0_fast_droid_2025_04_27_20_25_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9375c3b0-de48-4dc0-b17c-84306c3d041d/paligemma_diffusion_droid_2025_04_27_20_28_56_video_wrist.mp4"},"preference":"B","session_id":"9375c3b0-de48-4dc0-b17c-84306c3d041d","university":"UMontreal"},{"completion_time":"2025-04-28T00:22:15.540003Z","evaluator_name":"Ozgur Aslan","language_instruction":"Open the green book.","longform_feedback":"policy A moved towards the blue book instead of the green one. Went back and forth towards the book, but did nothing else. policy B moved towards the blue book first, but then started moving towards the green book, However, it did not get close to the green book to open it. Overall both policies failed, but policy B did a slightly better job, since it moved towards the green book.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/paligemma_vq_droid_2025_04_27_20_12_29_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e/pi0_droid_2025_04_27_20_15_14_video_wrist.mp4"},"preference":"B","session_id":"d5ba8c7b-3a31-4aa5-934b-b1b8501a3c7e","university":"UMontreal"},{"completion_time":"2025-04-28T00:20:11.878756Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the cylinder in the bowl","longform_feedback":"Both policies did the task perfectly. They both picked up the cylinder and then put it in the bowl. Thus, there is a tie between both policies.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_diffusion_droid_2025_04_27_17_14_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/863e6db9-0906-41de-ae73-dd5c4d1fa30d/paligemma_vq_droid_2025_04_27_17_15_49_video_wrist.mp4"},"preference":"TIE","session_id":"863e6db9-0906-41de-ae73-dd5c4d1fa30d","university":"Berkeley"},{"completion_time":"2025-04-28T00:13:09.481136Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the marker in the bowl","longform_feedback":"Policy A approached the marker but never was able to pick it up. Policy B was able to pick the marker up but was unable to put it in the bowl. Thus, Policy B did better.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/pi0_fast_droid_2025_04_27_17_04_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d/paligemma_binning_droid_2025_04_27_17_07_11_video_wrist.mp4"},"preference":"B","session_id":"a8cce4e8-a143-448d-ac5a-58e8f5b2eb3d","university":"Berkeley"},{"completion_time":"2025-04-27T23:53:39.229882Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the white cable in the box","longform_feedback":"Both policies correctly grabbed the cable, but policy A dropped it. Policy A then spent some time trying to regrasp it but was colliding with the computer keyboard. Policy B grabbed the cable and did not drop it, however it put the cable on top of the monitor","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/pi0_droid_2025_04_27_19_44_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c79ce49d-8246-405c-9199-ca244fdda7d1/paligemma_vq_droid_2025_04_27_19_46_35_video_wrist.mp4"},"preference":"B","session_id":"c79ce49d-8246-405c-9199-ca244fdda7d1","university":"UMontreal"},{"completion_time":"2025-04-27T23:39:03.906507Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the screw driver in the box","longform_feedback":"y","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_vq_droid_2025_04_27_19_30_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187df549-6181-4e9d-9b7a-950e0239019f/paligemma_diffusion_droid_2025_04_27_19_32_32_video_wrist.mp4"},"preference":"TIE","session_id":"187df549-6181-4e9d-9b7a-950e0239019f","university":"UMontreal"},{"completion_time":"2025-04-27T23:28:33.341371Z","evaluator_name":"Artur Kuramshin","language_instruction":"place the screw driver in the box","longform_feedback":"Policy A mistook the banana for the screw driver but after placing that in the box, it started moving towards the screwdriver and attempted a grasp but was too high up. Policy B did not move.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/pi0_fast_droid_2025_04_27_19_14_21_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24bc5b01-12e1-4cd0-9365-dbb25112171e/paligemma_binning_droid_2025_04_27_19_21_13_video_wrist.mp4"},"preference":"A","session_id":"24bc5b01-12e1-4cd0-9365-dbb25112171e","university":"UMontreal"},{"completion_time":"2025-04-27T23:21:38.541843Z","evaluator_name":"Ozgur Aslan","language_instruction":"Open the neural networks book.","longform_feedback":"policy A first moved towards the correct book, but did not try to open it. Instead policy A moved towards the other book and changed positions between the books back and forth. Policy B only moved towards the correct book, but did not get in a configuration to open the book, and stayed in the same configuration. Since both policies moved the corect object, but did not try to open it, they are tied.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_vq_droid_2025_04_27_19_10_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/89e7e745-a740-4a99-8577-3f56814463db/paligemma_diffusion_droid_2025_04_27_19_14_44_video_wrist.mp4"},"preference":"TIE","session_id":"89e7e745-a740-4a99-8577-3f56814463db","university":"UMontreal"},{"completion_time":"2025-04-27T23:03:35.995663Z","evaluator_name":"Xingfang Yuan","language_instruction":"Pick a random book from the shelf for me.","longform_feedback":"A did some searching, B did none.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/pi0_droid_2025_04_27_18_58_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8ad724b-9b27-4454-94f2-b08f26dea3da/paligemma_binning_droid_2025_04_27_18_59_26_video_wrist.mp4"},"preference":"A","session_id":"a8ad724b-9b27-4454-94f2-b08f26dea3da","university":"UPenn"},{"completion_time":"2025-04-27T22:57:04.868250Z","evaluator_name":"Xingfang Yuan","language_instruction":"Touch the orange book on the shelf.","longform_feedback":"B performed intelligent-looking searching behavior and actually reached for the orange book (not touching), A did nothing.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/pi0_droid_2025_04_27_18_49_03_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f262fddc-69a3-4477-b6db-77e6fd32ecf2/paligemma_fast_droid_2025_04_27_18_51_01_video_wrist.mp4"},"preference":"B","session_id":"f262fddc-69a3-4477-b6db-77e6fd32ecf2","university":"UPenn"},{"completion_time":"2025-04-27T22:47:24.974513Z","evaluator_name":"Xingfang Yuan","language_instruction":"Take the roll of blue tape off the hook on the cabinet door.","longform_feedback":"A reached for the wrong door and tried grasping. B did nothing.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_diffusion_droid_2025_04_27_18_42_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc815a77-5d9f-46c9-857f-34d116954cac/paligemma_vq_droid_2025_04_27_18_43_05_video_wrist.mp4"},"preference":"A","session_id":"bc815a77-5d9f-46c9-857f-34d116954cac","university":"UPenn"},{"completion_time":"2025-04-27T22:24:04.926348Z","evaluator_name":"Xingfang Yuan","language_instruction":"find and pick up the pineapple on the shelf.","longform_feedback":"Both A and B did not reach for the shelf, B did attempted grasping a distraction object, A did not do any grasping.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_droid_2025_04_27_18_17_38_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2ddf6a-00f1-4dfb-afb2-991eb20b26b1/pi0_fast_droid_2025_04_27_18_19_18_video_wrist.mp4"},"preference":"B","session_id":"db2ddf6a-00f1-4dfb-afb2-991eb20b26b1","university":"UPenn"},{"completion_time":"2025-04-27T22:09:42.944392Z","evaluator_name":"Siyi Huang","language_instruction":"put orange in the blue plate","longform_feedback":"both policies did not complete the task","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_diffusion_droid_2025_04_27_15_00_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3b98b36-9399-454a-87dc-7773b7d9675c/paligemma_fast_droid_2025_04_27_15_02_42_video_wrist.mp4"},"preference":"TIE","session_id":"c3b98b36-9399-454a-87dc-7773b7d9675c","university":"Berkeley"},{"completion_time":"2025-04-27T21:53:48.621649Z","evaluator_name":"Siyi Huang","language_instruction":"put the blue bowl in the red plate","longform_feedback":"Policy A move toward the blue bowl while policy B picked up the blue bowl and put it on the blue plate","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_binning_droid_2025_04_27_14_38_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c84c2a9d-150e-408b-b8f0-381f2a401f98/paligemma_vq_droid_2025_04_27_14_40_27_video_wrist.mp4"},"preference":"B","session_id":"c84c2a9d-150e-408b-b8f0-381f2a401f98","university":"Berkeley"},{"completion_time":"2025-04-27T21:35:07.861594Z","evaluator_name":"Siyi Huang","language_instruction":"put the tape in the red plate","longform_feedback":"Both policies picks up the tape. While policy A puts it in the pink bowl and B puts it in the blue bowl instead of the red plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_right.mp4","wrist_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/paligemma_diffusion_droid_2025_04_27_14_21_34_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/896c5774-3452-40c7-87b9-98e94f27bf35/pi0_droid_2025_04_27_14_24_48_video_wrist.mp4"},"preference":"TIE","session_id":"896c5774-3452-40c7-87b9-98e94f27bf35","university":"Berkeley"},{"completion_time":"2025-04-27T21:16:03.387368Z","evaluator_name":"Siyi Huang","language_instruction":"put the orange inside the tape","longform_feedback":"Policy A successfully picks up the orange although it did not put it inside the tape while policy B did not have any movement","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_npz_file.npz","partial_success":0.09,"right_camera_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/pi0_fast_droid_2025_04_27_14_01_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/99f1adeb-eef7-4086-a463-e3bcad7769c5/paligemma_binning_droid_2025_04_27_14_05_26_video_wrist.mp4"},"preference":"A","session_id":"99f1adeb-eef7-4086-a463-e3bcad7769c5","university":"Berkeley"},{"completion_time":"2025-04-27T20:57:37.112047Z","evaluator_name":"Siyi Huang","language_instruction":"put the grape in the red plate","longform_feedback":"both policies completed the task in the first try","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/paligemma_fast_droid_2025_04_27_13_44_17_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a5e677d-a4ea-4bed-bccf-81906d61cab8/pi0_fast_droid_2025_04_27_13_45_56_video_wrist.mp4"},"preference":"TIE","session_id":"9a5e677d-a4ea-4bed-bccf-81906d61cab8","university":"Berkeley"},{"completion_time":"2025-04-27T20:42:24.376003Z","evaluator_name":"Siyi Huang","language_instruction":"put banana in the pink bowl","longform_feedback":"both policies completed the task in their first try","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/pi0_fast_droid_2025_04_27_13_28_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_right.mp4","wrist_video_gcs_path":"evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/144fc05f-04c7-4cd1-8751-e5ea4c6282a9/paligemma_diffusion_droid_2025_04_27_13_31_21_video_wrist.mp4"},"preference":"TIE","session_id":"144fc05f-04c7-4cd1-8751-e5ea4c6282a9","university":"Berkeley"},{"completion_time":"2025-04-27T20:24:35.635574Z","evaluator_name":"Siyi Huang","language_instruction":"put the strawberry in the pink bowl","longform_feedback":"Both policies did not even move toward the strawberry, they just do random movement","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/pi0_droid_2025_04_27_13_11_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a0497c52-7056-47f0-8e37-9e0c6b0a5e57/paligemma_fast_specialist_droid_2025_04_27_13_13_47_video_wrist.mp4"},"preference":"TIE","session_id":"a0497c52-7056-47f0-8e37-9e0c6b0a5e57","university":"Berkeley"},{"completion_time":"2025-04-27T20:08:50.332817Z","evaluator_name":"Siyi Huang\\","language_instruction":"put the eggplant in the blue plate","longform_feedback":"both policies completed the task on their first try","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_vq_droid_2025_04_27_12_58_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec4bf01b-825d-4dc8-95e4-e0b53ee71d89/paligemma_fast_specialist_droid_2025_04_27_13_00_01_video_wrist.mp4"},"preference":"TIE","session_id":"ec4bf01b-825d-4dc8-95e4-e0b53ee71d89","university":"Berkeley"},{"completion_time":"2025-04-27T19:56:13.292581Z","evaluator_name":"Siyi Huang","language_instruction":"put the towel on top of the tape","longform_feedback":"Both policies move randomly and did not even move toward the target object","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_specialist_droid_2025_04_27_12_41_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdacb980-5a50-4154-8c66-7a5b5027290a/paligemma_fast_droid_2025_04_27_12_43_53_video_wrist.mp4"},"preference":"TIE","session_id":"cdacb980-5a50-4154-8c66-7a5b5027290a","university":"Berkeley"},{"completion_time":"2025-04-27T19:38:29.591219Z","evaluator_name":"Siyi Huang","language_instruction":"put the sponge on top of the tape","longform_feedback":"Policy A put the yellow square onthe tope of the tape while policy B does not have any movement","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_diffusion_droid_2025_04_27_12_22_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45cf4536-5366-4b21-a5cd-b83c1451b295/paligemma_binning_droid_2025_04_27_12_25_23_video_wrist.mp4"},"preference":"A","session_id":"45cf4536-5366-4b21-a5cd-b83c1451b295","university":"Berkeley"},{"completion_time":"2025-04-27T15:45:02.646481Z","evaluator_name":"Matthew Leonard for Edward","language_instruction":"place the red roll of tape into the wooden tray","longform_feedback":"Policy A moved towards the two red objects, but could not decide to focus on the tape. It moved a little bit between a few different positions until the end of the rollout. Policy B picked up the tape with a little hesitation and moved it towards the other side of the scene. Eventually, it focused on the wooden tray and put it into the tray, but did not release its gripper.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_droid_2025_04_27_11_33_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3dbfbe39-1081-4185-b6bb-e1d558ef72e9/pi0_fast_droid_2025_04_27_11_36_44_video_wrist.mp4"},"preference":"B","session_id":"3dbfbe39-1081-4185-b6bb-e1d558ef72e9","university":"UPenn"},{"completion_time":"2025-04-27T15:31:38.005255Z","evaluator_name":"Matthew Leonard for Edward","language_instruction":"place the white ball into the wooden tray","longform_feedback":"Neither policy went for the white ball, each went for the apple instead. Policy A picked up the apple pretty quickly and confidently and brought it to the wooden tray but did not release it. Policy B hesitated and spent a long time decidding whether or not to pick up the apple. It eventually picked it up and brought it close to the wooden tray slowly.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_fast_droid_2025_04_27_11_19_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/61efb4c7-1dc6-43aa-a9ad-183fd5759ff4/paligemma_binning_droid_2025_04_27_11_23_14_video_wrist.mp4"},"preference":"A","session_id":"61efb4c7-1dc6-43aa-a9ad-183fd5759ff4","university":"UPenn"},{"completion_time":"2025-04-27T15:15:21.464777Z","evaluator_name":"Matthew Leonard for Edward","language_instruction":"place the bottle of mustard into the wooden tray","longform_feedback":"Policy A moved around a little bit and did not show any particular preference for any object. Policy B moved in a jerky way at first toward the mustard, then confidently grasped it and tried to put it onto the shelf, but pushed against one of the shelves. Then, it moved it to the wooden tray but did not release it.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_droid_2025_04_27_11_05_50_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56e7be98-e728-4c15-a83d-dce27f505f43/pi0_fast_droid_2025_04_27_11_08_49_video_wrist.mp4"},"preference":"B","session_id":"56e7be98-e728-4c15-a83d-dce27f505f43","university":"UPenn"},{"completion_time":"2025-04-27T14:58:03.798180Z","evaluator_name":"Matthew Leonard for Edward","language_instruction":"place the apple into the wooden tray","longform_feedback":"Policy A picked up the pineapple, not the apple, and did not move it toward the tray. It moved it around a little bit to various places and seemed hesitant. Policy B also picked up the pineapple, and moved it around behind the sugar.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_vq_droid_2025_04_27_10_46_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7/paligemma_diffusion_droid_2025_04_27_10_49_43_video_wrist.mp4"},"preference":"TIE","session_id":"d9fa7b45-9aa3-4c0b-959d-4af301a1a5f7","university":"UPenn"},{"completion_time":"2025-04-27T14:44:32.953718Z","evaluator_name":"Matthew Leonard for Edward","language_instruction":"put the red box into the white tray","longform_feedback":"Policy A moved toward the red box and knocked it over, but did not pick it up. It then tried to move it more for a little while. It also knocked over the occluder. Policy B picked up the red box after one failed grasp attempt. It then placed the box into the tray, knocking over the occluder, but did not release its grasp","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/paligemma_binning_droid_2025_04_27_10_32_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5bb5f19c-c68a-40e7-b7a8-2121ca281bf9/pi0_fast_droid_2025_04_27_10_35_15_video_wrist.mp4"},"preference":"B","session_id":"5bb5f19c-c68a-40e7-b7a8-2121ca281bf9","university":"UPenn"},{"completion_time":"2025-04-27T13:43:42.337862Z","evaluator_name":"Matthew Leonard","language_instruction":"place the red tape into the wooden tray","longform_feedback":"Policy A moved toward the red tape, but just pushed up against it and did not attempt to grasp it. When it realized that this wasn't working, it moved back and looked around more. Policy B also moved toward the tape and pushed against it more, without making progress towards grasping it or getting it off the hook.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/pi0_fast_droid_2025_04_27_09_34_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa4842c0-c42c-450d-864a-39302db16720/paligemma_diffusion_droid_2025_04_27_09_36_57_video_wrist.mp4"},"preference":"A","session_id":"fa4842c0-c42c-450d-864a-39302db16720","university":"UPenn"},{"completion_time":"2025-04-27T13:31:28.412246Z","evaluator_name":"Matthew Leonard","language_instruction":"place the duck into the teal pan","longform_feedback":"Policy A simply looked around at the scene and did not do anything. Policy B went towards the duck and grasped it, but at a very poor and unstable position. It then dragged the duck towards the teal pan very slowly.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/pi0_droid_2025_04_27_09_20_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e5f337d-853d-4f0e-a3fa-cc3b7f230d73/paligemma_diffusion_droid_2025_04_27_09_23_27_video_wrist.mp4"},"preference":"B","session_id":"6e5f337d-853d-4f0e-a3fa-cc3b7f230d73","university":"UPenn"},{"completion_time":"2025-04-27T13:13:07.070537Z","evaluator_name":"Matthew Leonard","language_instruction":"place the duck into the black pan","longform_feedback":"Policy A picked up the duck and brought it to the pan, but failed to actually put it in. It did not lift it high enough to clear the side of the pan. Policy B hesitated a little bit grabbing the duck, but did succeed eventually, and placed it into the pan, but did not relax its grip.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_binning_droid_2025_04_27_09_03_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a3664ef3-4e80-4c5b-87f9-33e0acdb1af6/paligemma_fast_droid_2025_04_27_09_06_12_video_wrist.mp4"},"preference":"B","session_id":"a3664ef3-4e80-4c5b-87f9-33e0acdb1af6","university":"UPenn"},{"completion_time":"2025-04-27T13:01:21.506662Z","evaluator_name":"Matthew Leonard","language_instruction":"place the sprinkles into the black pan","longform_feedback":"Policy A moved toward the sprinkles, but then moved behind them and then to the side. It waited for a bit and then moved towards the sprinkles again, then back again. Policy B picked up the sprinkles but pushed them back towards the cabinet.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_right.mp4","wrist_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/pi0_fast_droid_2025_04_27_08_51_16_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/755f0be9-8a74-441c-8aae-79e2381c84f8/paligemma_vq_droid_2025_04_27_08_53_58_video_wrist.mp4"},"preference":"B","session_id":"755f0be9-8a74-441c-8aae-79e2381c84f8","university":"UPenn"},{"completion_time":"2025-04-27T12:46:50.343580Z","evaluator_name":"Matthew Leonard","language_instruction":"place the blue tray into the white tray","longform_feedback":"Policy A was able to pick up the blue tray, and pushed it toward the white tray, but did not lift it high enough to clear the side of the white tray. It kept trying for the remainder of the rollout, but if it had lifted it higher it probably could have succeded. Policy B initially couldn't lift it high enough, but then it lifted it higher and placed it into the white tray, bbut it did not relax its grip","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_diffusion_droid_2025_04_27_08_34_38_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0b4e16c-a195-4ba0-96a5-77f718caa814/paligemma_vq_droid_2025_04_27_08_39_18_video_wrist.mp4"},"preference":"B","session_id":"e0b4e16c-a195-4ba0-96a5-77f718caa814","university":"UPenn"},{"completion_time":"2025-04-27T12:25:01.643332Z","evaluator_name":"Matthew Leonard","language_instruction":"place the pineapple into the blue tray","longform_feedback":"Policy A picked up the pineapple and brought it to the target, but it got stuck on the edge, and it did not actually drop it in. It then brought it back near its original position. Policy B brought it to the target, but did not drop it in.Policy B was a little bit slow bringing it over","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_fast_specialist_droid_2025_04_27_08_13_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2d584672-de34-40f4-9993-59f47d40942b/paligemma_vq_droid_2025_04_27_08_15_59_video_wrist.mp4"},"preference":"B","session_id":"2d584672-de34-40f4-9993-59f47d40942b","university":"UPenn"},{"completion_time":"2025-04-27T12:10:52.008925Z","evaluator_name":"Matthew Leonard","language_instruction":"place the water bottle into the blue tray","longform_feedback":"Policy A took a step back to see more of the scene, then moved toward the water bottle, but it just moved around the bottle from various views and did not actually try to pick it up. It also pushed the newspaper a little bit. Policy B did not go towards the water bottle at all and moved towards the shelf in the back of the scene.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_droid_2025_04_27_07_59_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e8c12d7-29d2-4148-ae08-b99e88c1f3a9/paligemma_fast_specialist_droid_2025_04_27_08_03_17_video_wrist.mp4"},"preference":"A","session_id":"9e8c12d7-29d2-4148-ae08-b99e88c1f3a9","university":"UPenn"},{"completion_time":"2025-04-27T11:54:39.933053Z","evaluator_name":"Matthew Leonard","language_instruction":"place the pineapple next to the apple","longform_feedback":"Policy A grabbed the pineapple, but it was very slow and jerky. It moved the pineapple near the apple, but did not put it down. Policy B grabbed the pineapple mmore quickly, and moved it very close to the apple, but did not put it down and instead pushed the apple backwards. Neither policy put the pineapple into the second roll of tape","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_diffusion_droid_2025_04_27_07_44_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ee119b4-52ca-42e9-baec-cfd475e1e455/paligemma_vq_droid_2025_04_27_07_47_36_video_wrist.mp4"},"preference":"B","session_id":"2ee119b4-52ca-42e9-baec-cfd475e1e455","university":"UPenn"},{"completion_time":"2025-04-27T11:40:18.559386Z","evaluator_name":"Matthew Leonard","language_instruction":"place the blue block next to the green block","longform_feedback":"Policy A attempted to grasp the blue block, but failed. It then became stuck and didn't do very much. Policy B went for the green block instead, knocking it off the stand, and then the policy got stuck as well.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/paligemma_fast_droid_2025_04_27_07_30_13_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fb50d71b-c015-4e6c-9fb4-3a8133c738f2/pi0_fast_droid_2025_04_27_07_33_19_video_wrist.mp4"},"preference":"A","session_id":"fb50d71b-c015-4e6c-9fb4-3a8133c738f2","university":"UPenn"},{"completion_time":"2025-04-27T11:26:51.828333Z","evaluator_name":"Matthew Leonard","language_instruction":"pick up the book","longform_feedback":"Policy A went for the white box of sugar instead of the book, and tried to grab it, knocking the book over in the process. Policy B moved toward the red box a little bit, but just moved around and stayed confused.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/paligemma_diffusion_droid_2025_04_27_07_18_35_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5465afef-ae76-46d8-9260-0348b6cdfa48/pi0_droid_2025_04_27_07_20_24_video_wrist.mp4"},"preference":"A","session_id":"5465afef-ae76-46d8-9260-0348b6cdfa48","university":"UPenn"},{"completion_time":"2025-04-27T11:17:24.610058Z","evaluator_name":"Matthew Leonard","language_instruction":"place the orange into the cone","longform_feedback":"Policy A picked up the orange confidently, and moved it toward the cone, but it knocked the cone over and failed to actually put it in. Policy B grabbed the orange, but it was a weak grasp. It picked up the orange, and then waited a while before moving it towards the target. I'm not sure if policy B could have put it in if it had more time.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_vq_droid_2025_04_27_07_05_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_npz_file.npz","partial_success":0.55,"right_camera_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/841e76f6-31ed-4e4b-9f16-163f78b0fe34/paligemma_fast_droid_2025_04_27_07_08_01_video_wrist.mp4"},"preference":"B","session_id":"841e76f6-31ed-4e4b-9f16-163f78b0fe34","university":"UPenn"},{"completion_time":"2025-04-27T10:54:29.985523Z","evaluator_name":"Matthew Leonard","language_instruction":"put the cable onto the tape roll","longform_feedback":"Policy A focused on the top of the cabinet in the background, and did not move toward the cable or the tape roll at all. Policy B moved toward the tape roll, but did not pick up the cable or put it onto the roll","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_fast_specialist_droid_2025_04_27_06_44_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_npz_file.npz","partial_success":0.04,"right_camera_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/12af69f7-abf6-4102-a861-4530e7f78f92/paligemma_binning_droid_2025_04_27_06_47_00_video_wrist.mp4"},"preference":"B","session_id":"12af69f7-abf6-4102-a861-4530e7f78f92","university":"UPenn"},{"completion_time":"2025-04-27T10:37:28.976417Z","evaluator_name":"Matthew Leonard","language_instruction":"pick up the book and then put it down","longform_feedback":"policy A did nothing. Policy B moved toward the book and placed its gripper near the spine, but did not actually pick it up. It moved its gripper around several times while near the spine.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_binning_droid_2025_04_27_06_28_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02f67afc-8eb7-429b-ba93-c021fd5f709a/paligemma_fast_droid_2025_04_27_06_30_46_video_wrist.mp4"},"preference":"B","session_id":"02f67afc-8eb7-429b-ba93-c021fd5f709a","university":"UPenn"},{"completion_time":"2025-04-27T02:26:27.167209Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the white cloth in the box","longform_feedback":"Policy A did not attempt the task. Policy B tried picking up the cloth from the chair but was grasping it too far down, so it was grasping on the chair as well. After lifting the cloth slipped due to a bad grasp.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/paligemma_binning_droid_2025_04_26_22_18_01_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5f1333ff-0c7d-4666-af30-57dfeb3f6da0/pi0_droid_2025_04_26_22_20_06_video_wrist.mp4"},"preference":"B","session_id":"5f1333ff-0c7d-4666-af30-57dfeb3f6da0","university":"UMontreal"},{"completion_time":"2025-04-27T02:13:29.942054Z","evaluator_name":"Artur Kuramshin","language_instruction":"Drape the white cloth over the chair","longform_feedback":"Policy A did not attempt the task. Policy B grabbed the cloth and placed it on the chair's seat. While I meant for it to drape it over the chair's back, I did not specify that explicitly, so I give it 100.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_binning_droid_2025_04_26_22_04_15_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eeaaf64b-fdf7-43b2-8b29-f4618902800c/paligemma_vq_droid_2025_04_26_22_06_24_video_wrist.mp4"},"preference":"B","session_id":"eeaaf64b-fdf7-43b2-8b29-f4618902800c","university":"UMontreal"},{"completion_time":"2025-04-27T02:12:40.403612Z","evaluator_name":"Kanav Arora","language_instruction":"pick up the green cup force it back on the table","longform_feedback":"Policy A picked up a cup  albiet the wrong one (the white cup instead of the green cup) and it  it held the cup up for a while but not quite 3 seconds. It was also pretty quick interms of picking up the cup in the first place. However, policy B was flailing around for most of the time, picked up the wrong color cup, and never kept it back on the table.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/pi0_droid_2025_04_26_21_59_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/45c5df4a-1bdd-437c-83ad-3ae2485e0e03/paligemma_fast_droid_2025_04_26_22_04_12_video_wrist.mp4"},"preference":"A","session_id":"45c5df4a-1bdd-437c-83ad-3ae2485e0e03","university":"UW"},{"completion_time":"2025-04-27T01:54:16.222541Z","evaluator_name":"Artur Kuramshin","language_instruction":"Pour the water from the mug into the silver bowl","longform_feedback":"Both policies incorrectly tried to pour the mug into the red bowl instead of the silver bowl. Both policies were not accurate in the pouring and would have missed the red bowl. Policy B grabbed the mug by the handle instead of side which is preferable.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_fast_droid_2025_04_26_21_45_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/018316ac-98d8-4d40-b973-cc6704e4ff70/paligemma_vq_droid_2025_04_26_21_48_00_video_wrist.mp4"},"preference":"B","session_id":"018316ac-98d8-4d40-b973-cc6704e4ff70","university":"UMontreal"},{"completion_time":"2025-04-27T01:40:23.767538Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the block in the silver bowl","longform_feedback":"Policy A correctly places the block in the silver bowl where policy B places it into the red bowl. Policy A did clip the bowl a bit as it moved the block over.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/pi0_droid_2025_04_26_21_30_34_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e1ddded-c37d-432f-b5c0-838e38fce94a/paligemma_fast_droid_2025_04_26_21_32_08_video_wrist.mp4"},"preference":"A","session_id":"1e1ddded-c37d-432f-b5c0-838e38fce94a","university":"UMontreal"},{"completion_time":"2025-04-27T01:30:52.161648Z","evaluator_name":"Luca Macesanu","language_instruction":"Remove the lid and place the bread in the pot.","longform_feedback":"A did not move, B picked up the bread and moved it to the top of the pot (without removing the lid first).","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_binning_droid_2025_04_27_01_15_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d185ddd4-a856-4217-85df-e73686cdbefa/paligemma_diffusion_droid_2025_04_27_01_22_38_video_wrist.mp4"},"preference":"B","session_id":"d185ddd4-a856-4217-85df-e73686cdbefa","university":"UT Austin"},{"completion_time":"2025-04-27T01:26:44.881986Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put the block in the silver bowl","longform_feedback":"Policy B was more confident in its grasp and did not have to regrasp like policy A had to. Policy A put the block in the wrong bowl.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_fast_droid_2025_04_26_21_18_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db2e3274-4a50-4095-879d-41608dc97180/paligemma_diffusion_droid_2025_04_26_21_19_59_video_wrist.mp4"},"preference":"B","session_id":"db2e3274-4a50-4095-879d-41608dc97180","university":"UMontreal"},{"completion_time":"2025-04-27T01:13:57.679727Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the bread in the pot.","longform_feedback":"A placed the bread on top of lid that covered the pot. B did the same thing, then realized that it needed to remove the lid. B struggled and failed to find a valid grasp on the lid to take it off.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_fast_droid_2025_04_27_01_06_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0d2a3df8-3ad4-4047-96d0-8732cec02c39/paligemma_diffusion_droid_2025_04_27_01_08_47_video_wrist.mp4"},"preference":"B","session_id":"0d2a3df8-3ad4-4047-96d0-8732cec02c39","university":"UT Austin"},{"completion_time":"2025-04-27T01:08:42.005105Z","evaluator_name":"Artur Kuramshin","language_instruction":"Move the computer mouse to the left","longform_feedback":"Policy A moved towards the mouse, but when it got close it started backing away. After that it froze for a while and then started moving towards the mouse again, but never attempted a grasp. Policy B moved confidently with large movements and completed the task swiftly.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_fast_specialist_droid_2025_04_26_20_55_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4050abe7-2f99-4582-9688-26c92a10e8da/paligemma_vq_droid_2025_04_26_20_57_09_video_wrist.mp4"},"preference":"B","session_id":"4050abe7-2f99-4582-9688-26c92a10e8da","university":"UMontreal"},{"completion_time":"2025-04-27T01:05:02.204516Z","evaluator_name":"Luca Macesanu","language_instruction":"Take the bread out of the pot and place it on the cutting board.","longform_feedback":"A and B both got the lid off the pot. A struggled but eventualy was able to grasp the bread, while B never went low enough to grab the bread. To the credit of B, it was faster and more decisive than A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_specialist_droid_2025_04_27_00_57_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623/paligemma_fast_droid_2025_04_27_00_59_47_video_wrist.mp4"},"preference":"A","session_id":"db1d1cb7-8aa5-42b5-93fe-0b6ceb14a623","university":"UT Austin"},{"completion_time":"2025-04-27T00:55:37.275263Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the lid on the pot.","longform_feedback":"A placed the lid on the pot somewhat misaligned, it also spent a significant amount of time with the lid on the pot before letting go of it. B placed the lid in a somewhat better configuration but never let go.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_droid_2025_04_27_00_47_04_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7/paligemma_fast_specialist_droid_2025_04_27_00_49_26_video_wrist.mp4"},"preference":"A","session_id":"57e27cdb-ddd6-48fc-a05d-4fcbd519bfb7","university":"UT Austin"},{"completion_time":"2025-04-27T00:55:21.685710Z","evaluator_name":"Meedeum Cho","language_instruction":"pull out the tissue","longform_feedback":"Policy A was more aggressive and achieved further in terms of task progression. On the other hand, policy B took repetitive actions moving the same trajectory back and forth.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/paligemma_diffusion_droid_2025_04_27_09_47_55_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5afb8f69-fc7a-4404-b3eb-c395da53b3a1/pi0_droid_2025_04_27_09_50_58_video_wrist.mp4"},"preference":"A","session_id":"5afb8f69-fc7a-4404-b3eb-c395da53b3a1","university":"Yonsei"},{"completion_time":"2025-04-27T00:51:34.841007Z","evaluator_name":"Artur Kuramshin","language_instruction":"Move the computer mouse to the left","longform_feedback":"Both policies completed the entire task but policy B did it on the first try. After the first grasp and lift, it feels like policy A dropped the mouse prematurely. It then picked it up again and moved it further.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_diffusion_droid_2025_04_26_20_36_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/43b0190d-e747-4f92-b8d4-072bc727a220/paligemma_fast_specialist_droid_2025_04_26_20_38_28_video_wrist.mp4"},"preference":"B","session_id":"43b0190d-e747-4f92-b8d4-072bc727a220","university":"UMontreal"},{"completion_time":"2025-04-27T00:41:29.184379Z","evaluator_name":"Luca Macesanu","language_instruction":"Cut the bread with the knife.","longform_feedback":"A was unable to get a grasp on the knife, and spent much of its time moving near the knife. B was also hesitant, but right as time ran out it got a grasp on the knife.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_fast_specialist_droid_2025_04_27_00_33_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03919d42-23d1-4dd7-b03c-e066de78103d/paligemma_vq_droid_2025_04_27_00_35_34_video_wrist.mp4"},"preference":"B","session_id":"03919d42-23d1-4dd7-b03c-e066de78103d","university":"UT Austin"},{"completion_time":"2025-04-27T00:31:44.263844Z","evaluator_name":"Meedeum Cho","language_instruction":"stack the bowls","longform_feedback":"Policy B reached closer to the target goal. Also, policy B exhibited impressive corrective behaviors that led to better performance. Meanwhile, policy A is slower and failed to perform fine-grained actions.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_fast_droid_2025_04_27_09_21_51_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc4c7448-d940-4620-8841-8472bd1368ed/pi0_droid_2025_04_27_09_24_42_video_wrist.mp4"},"preference":"B","session_id":"fc4c7448-d940-4620-8841-8472bd1368ed","university":"Yonsei"},{"completion_time":"2025-04-27T00:30:12.314516Z","evaluator_name":"Luca Macesanu","language_instruction":"Uncross the knife and fork.","longform_feedback":"A did not move. B repeatedly grasped and released both the knife and fork, clearly confused as to what to do.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_binning_droid_2025_04_27_00_21_54_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/82843e97-5e96-4a34-a888-06820b70bd4b/paligemma_fast_droid_2025_04_27_00_23_29_video_wrist.mp4"},"preference":"B","session_id":"82843e97-5e96-4a34-a888-06820b70bd4b","university":"UT Austin"},{"completion_time":"2025-04-27T00:18:16.341646Z","evaluator_name":"Luca Macesanu","language_instruction":"Take everything out of the pot.","longform_feedback":"B did not move. A took out the cup (but knocked over the measuring tape in the process). Now that the measuring tape was knocked over A was not able to pick it up.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_fast_droid_2025_04_27_00_09_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac6ab3e0-4c01-443f-bf27-a8480517bb54/paligemma_binning_droid_2025_04_27_00_10_33_video_wrist.mp4"},"preference":"A","session_id":"ac6ab3e0-4c01-443f-bf27-a8480517bb54","university":"UT Austin"},{"completion_time":"2025-04-27T00:13:30.741789Z","evaluator_name":"Meedeum Cho","language_instruction":"put the tape on the plate","longform_feedback":"Policy A didn't take any action throughout the rollout, remaining still in its initial position. Policy B tackled the task with confidence although some of its actions were misleading.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_binning_droid_2025_04_27_09_04_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/22a1ce25-b099-4e0d-abae-2d798695e39f/paligemma_fast_specialist_droid_2025_04_27_09_07_52_video_wrist.mp4"},"preference":"B","session_id":"22a1ce25-b099-4e0d-abae-2d798695e39f","university":"Yonsei"},{"completion_time":"2025-04-27T00:05:58.679503Z","evaluator_name":"Luca Macesanu","language_instruction":"Put everything in the pot.","longform_feedback":"A did not seem to move. B struggled to find a grasp but eventually picked up the cup. B did not make any dstinct moves to put the cup in the pot.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/paligemma_vq_droid_2025_04_26_23_58_39_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cb3a637a-bea7-45f2-84dc-50fda57dd912/pi0_droid_2025_04_27_00_00_30_video_wrist.mp4"},"preference":"B","session_id":"cb3a637a-bea7-45f2-84dc-50fda57dd912","university":"UT Austin"},{"completion_time":"2025-04-26T23:54:24.932159Z","evaluator_name":"Xingfang Yuan","language_instruction":"Open the drawer with blue handle.","longform_feedback":"A tried to open a drawer, but not the one with blue handle and did succeed in doing that. B reached for the shelf and had unnatural pose.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_vq_droid_2025_04_26_19_46_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea4a5f4-7cb7-4513-8590-dd646cec97ad/paligemma_diffusion_droid_2025_04_26_19_49_30_video_wrist.mp4"},"preference":"A","session_id":"cea4a5f4-7cb7-4513-8590-dd646cec97ad","university":"UPenn"},{"completion_time":"2025-04-26T23:53:23.947852Z","evaluator_name":"Meedeum Cho","language_instruction":"upright the cup","longform_feedback":"Both policy A and policy B were confused during their first attempt. Later on, policy A showed better performance in terms of speed and accuracy.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_droid_2025_04_27_08_43_16_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68ace831-7a29-42be-a6c3-dfa432534614/paligemma_fast_specialist_droid_2025_04_27_08_47_04_video_wrist.mp4"},"preference":"A","session_id":"68ace831-7a29-42be-a6c3-dfa432534614","university":"Yonsei"},{"completion_time":"2025-04-26T23:49:37.208208Z","evaluator_name":"Luca Macesanu","language_instruction":"Flip the bread with the spatula.","longform_feedback":"A picked up the spatula then dropped it. B ignored the spatula and opted to pick up and drop the bread itself.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_diffusion_droid_2025_04_26_23_36_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4723472f-e712-4599-8576-3ef055f2d912/paligemma_fast_specialist_droid_2025_04_26_23_41_23_video_wrist.mp4"},"preference":"A","session_id":"4723472f-e712-4599-8576-3ef055f2d912","university":"UT Austin"},{"completion_time":"2025-04-26T23:42:43.443908Z","evaluator_name":"Xingfang Yuan","language_instruction":"pick up the one with different color","longform_feedback":"A did not pick up anything, B picked up a object that is not of a different color than others.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_diffusion_droid_2025_04_26_19_37_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/17635a7c-5bb8-455f-984b-f0869926ff18/paligemma_fast_specialist_droid_2025_04_26_19_39_01_video_wrist.mp4"},"preference":"B","session_id":"17635a7c-5bb8-455f-984b-f0869926ff18","university":"UPenn"},{"completion_time":"2025-04-26T23:40:23.310165Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the screwdriver and place it in the silver bowl","longform_feedback":"Policy B initially hesitated to move long distance but later transitioned to effective and rapid movements. Meanwhile, policy A also succeeded at the task, but it exhibited more sluggish movements.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_vq_droid_2025_04_27_08_29_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ee24b4b2-b87a-4e62-8b8e-22a6ec3975df/paligemma_fast_specialist_droid_2025_04_27_08_35_01_video_wrist.mp4"},"preference":"B","session_id":"ee24b4b2-b87a-4e62-8b8e-22a6ec3975df","university":"Yonsei"},{"completion_time":"2025-04-26T23:36:21.310674Z","evaluator_name":"Xingfang Yuan","language_instruction":"Push over the stacked blocks on the table.","longform_feedback":"B tried to get close to the blocks, while A reached for a place far away from the blocks.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/paligemma_diffusion_droid_2025_04_26_19_30_10_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcc8c9c6-e4dd-401b-9225-7bfc247a53d1/pi0_droid_2025_04_26_19_31_24_video_wrist.mp4"},"preference":"B","session_id":"bcc8c9c6-e4dd-401b-9225-7bfc247a53d1","university":"UPenn"},{"completion_time":"2025-04-26T23:30:37.490726Z","evaluator_name":"Luca Macesanu","language_instruction":"Open the middle drawer.","longform_feedback":"B did not move. A moved to the base of the drawer rack and seemed to get stuck there, confused as to what to do.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_vq_droid_2025_04_26_23_23_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a0f599b-2831-44b8-be25-ba3fc606c320/paligemma_binning_droid_2025_04_26_23_25_56_video_wrist.mp4"},"preference":"A","session_id":"9a0f599b-2831-44b8-be25-ba3fc606c320","university":"UT Austin"},{"completion_time":"2025-04-26T23:23:04.122056Z","evaluator_name":"Xingfang Yuan","language_instruction":"push over the blocks","longform_feedback":"Both A and B moved the gripper close to the blocks, but did not perform any significant pushing motion.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_diffusion_droid_2025_04_26_19_16_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0db114b3-8ba7-4d2f-8926-50065343338f/paligemma_fast_specialist_droid_2025_04_26_19_18_49_video_wrist.mp4"},"preference":"TIE","session_id":"0db114b3-8ba7-4d2f-8926-50065343338f","university":"UPenn"},{"completion_time":"2025-04-26T23:20:17.163411Z","evaluator_name":"Luca Macesanu","language_instruction":"Fold the rag.","longform_feedback":"Policy B grabbed both sides of the rag and made a motion to fold but quit part of the way through. A did not successfully grasp the rag at all.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/paligemma_fast_droid_2025_04_26_23_09_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94ab62-98d7-473c-9944-1df05d42fdcd/pi0_droid_2025_04_26_23_12_11_video_wrist.mp4"},"preference":"B","session_id":"fd94ab62-98d7-473c-9944-1df05d42fdcd","university":"UT Austin"},{"completion_time":"2025-04-26T23:19:58.434000Z","evaluator_name":"Meedeum Cho","language_instruction":"put the screwdriver in the plastic bag","longform_feedback":"Policy A nearly reached the final goal while policy B struggled from the beginning. Policy A was faster than policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_diffusion_droid_2025_04_27_08_11_34_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fda392f6-41ed-4146-bb32-dcf771c518ae/paligemma_fast_droid_2025_04_27_08_14_08_video_wrist.mp4"},"preference":"A","session_id":"fda392f6-41ed-4146-bb32-dcf771c518ae","university":"Yonsei"},{"completion_time":"2025-04-26T23:11:20.053748Z","evaluator_name":"Xingfang Yuan","language_instruction":"move the objects with similar color together","longform_feedback":"Neither policy was able to release the object. Once it grabs the first object, it never releases it.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_fast_droid_2025_04_26_19_03_01_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3872d194-627d-47c4-bc64-d31085727f0c/paligemma_diffusion_droid_2025_04_26_19_05_35_video_wrist.mp4"},"preference":"TIE","session_id":"3872d194-627d-47c4-bc64-d31085727f0c","university":"UPenn"},{"completion_time":"2025-04-26T23:05:08.211164Z","evaluator_name":"Luca Macesanu","language_instruction":"Push the cup off of the black bowl.","longform_feedback":"Both A and B picked up the cup instead of pushing, and both then placed in on the table. After letting go A returned to a starting pose while B kept repeatedly grabbing the cup, which is sub optimal.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_vq_droid_2025_04_26_22_58_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1537083d-55dd-421b-89e4-dcc48846928a/paligemma_diffusion_droid_2025_04_26_22_59_42_video_wrist.mp4"},"preference":"A","session_id":"1537083d-55dd-421b-89e4-dcc48846928a","university":"UT Austin"},{"completion_time":"2025-04-26T22:57:24.954061Z","evaluator_name":"Xingfang Yuan","language_instruction":"empty the bowl","longform_feedback":"While both did take the object out of the bowl, which qualifies for 100, but B placed the object on the table area next to the bowl. This is the more natural thing to do.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/paligemma_binning_droid_2025_04_26_18_50_30_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b126c698-34d9-4fd9-b6bf-43d04d42fcb5/pi0_droid_2025_04_26_18_53_12_video_wrist.mp4"},"preference":"B","session_id":"b126c698-34d9-4fd9-b6bf-43d04d42fcb5","university":"UPenn"},{"completion_time":"2025-04-26T22:56:51.813725Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the stuffed animal and place it in the box","longform_feedback":"Policy B takes its actions with more confidence while policy A tends to repeat the same trajectories it has made before, slowing down the progress.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/paligemma_fast_droid_2025_04_27_07_49_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/da27727a-83e9-4424-9ef8-a75e94308817/pi0_fast_droid_2025_04_27_07_51_32_video_wrist.mp4"},"preference":"B","session_id":"da27727a-83e9-4424-9ef8-a75e94308817","university":"Yonsei"},{"completion_time":"2025-04-26T22:54:47.066659Z","evaluator_name":"Luca Macesanu","language_instruction":"Point at the kettle.","longform_feedback":"A explored acting somewhat confused until it put the kettle in the middle of its end effector camera and closed its end effector. B seemed to be trying to interact with objects on the opposite sides of the scene from the kettle.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/pi0_droid_2025_04_26_22_49_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c4e72b0-850f-4bd1-8d19-691db2f23349/paligemma_diffusion_droid_2025_04_26_22_51_28_video_wrist.mp4"},"preference":"A","session_id":"6c4e72b0-850f-4bd1-8d19-691db2f23349","university":"UT Austin"},{"completion_time":"2025-04-26T22:47:33.238980Z","evaluator_name":"Luca Macesanu","language_instruction":"Push the plate into the cup.","longform_feedback":"A did not move. B moved its end effector into the plate but got confused, picking up the plate instead of pushing it.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/paligemma_binning_droid_2025_04_26_22_38_47_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/934888cd-305e-4281-9d33-b34da4f4ba04/pi0_droid_2025_04_26_22_40_59_video_wrist.mp4"},"preference":"B","session_id":"934888cd-305e-4281-9d33-b34da4f4ba04","university":"UT Austin"},{"completion_time":"2025-04-26T22:44:09.596318Z","evaluator_name":"Meedeum Cho","language_instruction":"put the blue pen in the box","longform_feedback":"Only policy A managed to solve the task halfway through. Policy B remained stalled from the beginning of the episode.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_vq_droid_2025_04_27_07_36_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/457cce2e-a944-4c63-858e-3b9ee2fc0446/paligemma_binning_droid_2025_04_27_07_39_04_video_wrist.mp4"},"preference":"A","session_id":"457cce2e-a944-4c63-858e-3b9ee2fc0446","university":"Yonsei"},{"completion_time":"2025-04-26T22:35:18.858048Z","evaluator_name":"Luca Macesanu","language_instruction":"Pour the contents of the kettle into the cup.","longform_feedback":"A did not move. B identified the kettle but was unable to find a grasp. Then it got confused and went to go pick up the bread.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_binning_droid_2025_04_26_22_27_00_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cdf647a1-a766-42a8-b7ee-f1364793848c/paligemma_fast_droid_2025_04_26_22_28_47_video_wrist.mp4"},"preference":"B","session_id":"cdf647a1-a766-42a8-b7ee-f1364793848c","university":"UT Austin"},{"completion_time":"2025-04-26T22:31:42.786238Z","evaluator_name":"Meedeum Cho","language_instruction":"fold the blue towel","longform_feedback":"Both policy A and policy B almost solved the task completely. However, policy A displayed more decisive motions with less corrective behaviors while policy B solved the task by chance after multiple attempts.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/paligemma_fast_specialist_droid_2025_04_27_07_21_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4cc364e-1e96-4d22-8e08-8cb935759528/pi0_fast_droid_2025_04_27_07_25_22_video_wrist.mp4"},"preference":"A","session_id":"d4cc364e-1e96-4d22-8e08-8cb935759528","university":"Yonsei"},{"completion_time":"2025-04-26T22:25:11.535070Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the food on the plate.","longform_feedback":"Policy A grabbed the fork and put it on the plate before puttin a food item on. It then went off the table. Policy B quickly took one food item and put it on the plate, but ignored the second food item that was not on the plate.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/pi0_fast_droid_2025_04_26_22_18_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c045222-b8fd-4d1d-ae84-56caffd221d8/paligemma_vq_droid_2025_04_26_22_19_58_video_wrist.mp4"},"preference":"B","session_id":"8c045222-b8fd-4d1d-ae84-56caffd221d8","university":"UT Austin"},{"completion_time":"2025-04-26T22:15:56.693772Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the purple cup and place it in the sink","longform_feedback":"Policy B almost succeeded at the task with rapid movements together with impressive corrective behaviors. Policy A failed in the middle of the task and showed redundant motion patterns.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_specialist_droid_2025_04_27_07_04_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f42e832a-ff53-4fec-93f2-b14bb94c344c/paligemma_fast_droid_2025_04_27_07_10_19_video_wrist.mp4"},"preference":"B","session_id":"f42e832a-ff53-4fec-93f2-b14bb94c344c","university":"Yonsei"},{"completion_time":"2025-04-26T22:15:49.972793Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the fork to the right of the plate.","longform_feedback":"A missed grabbing at first but then came back and picked up the fork. A then moved the fork to the right but ran out of time before it could let go. B was confused and then tried to pick up the knife (but failed to do so).","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_droid_2025_04_26_22_08_11_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/07fbba6f-3409-48b5-964a-614b72cc0cac/pi0_fast_droid_2025_04_26_22_10_06_video_wrist.mp4"},"preference":"A","session_id":"07fbba6f-3409-48b5-964a-614b72cc0cac","university":"UT Austin"},{"completion_time":"2025-04-26T22:05:42.724974Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the cup right side up on the plate.","longform_feedback":"A successfully picked up the cup that was fallen and quickly put it right side up on the plate. Policy B went off into the distance seemingly without reason. It is worth noting the scene is dark in this case which may be affecting B (but clearly did not effect A).","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/pi0_fast_droid_2025_04_26_21_58_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d2b59c33-3a4e-489b-bb20-9fbe5795e1bd/paligemma_diffusion_droid_2025_04_26_21_59_46_video_wrist.mp4"},"preference":"A","session_id":"d2b59c33-3a4e-489b-bb20-9fbe5795e1bd","university":"UT Austin"},{"completion_time":"2025-04-26T21:39:02.816225Z","evaluator_name":"Meedeum Cho","language_instruction":"put the toothpaste on the towel","longform_feedback":"Policy A makes longer trajectory each step than policy B. Policy A seems to be slightly aggressive yet faster in its actions compared to policy B.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/pi0_fast_droid_2025_04_27_06_29_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd94c503-9938-4d11-a0cc-059b825ae7aa/paligemma_diffusion_droid_2025_04_27_06_33_49_video_wrist.mp4"},"preference":"A","session_id":"fd94c503-9938-4d11-a0cc-059b825ae7aa","university":"Yonsei"},{"completion_time":"2025-04-26T21:24:09.728416Z","evaluator_name":"Meedeum Cho","language_instruction":"stack the blue cup on the green cup","longform_feedback":"Policy A successfully completed the task while policy B failed to do the final movement. Also, policy A is better at making small movements that can enhance the precision.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/paligemma_diffusion_droid_2025_04_27_06_14_24_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d/pi0_fast_droid_2025_04_27_06_18_30_video_wrist.mp4"},"preference":"A","session_id":"f6bd95dd-7c4f-4623-8f18-bb88e1ae4c8d","university":"Yonsei"},{"completion_time":"2025-04-26T21:01:30.213279Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the fork and put it on the white dish","longform_feedback":"Policy A's actions are faster and contain minimal jerkiness. However, policy B, although it is slower and seems to lag a bit, exhibits more cautious behaviors leading to enhanced precision.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/paligemma_vq_droid_2025_04_27_05_48_04_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5695e64-1672-4c4b-84f3-ccd6cbede39b/pi0_fast_droid_2025_04_27_05_53_47_video_wrist.mp4"},"preference":"B","session_id":"c5695e64-1672-4c4b-84f3-ccd6cbede39b","university":"Yonsei"},{"completion_time":"2025-04-26T14:06:30.920524Z","evaluator_name":"Matthew Leonard","language_instruction":"remove the wrench from the beaker","longform_feedback":"policy A did nothing. Policy B attempted to move around the scene and explore for the target, then tried to grasp the mouse but failed. This is a difficult task because the wrench is so small in the camera view, but B at least tried to make progress","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/paligemma_binning_droid_2025_04_26_09_58_28_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6c306de9-b155-4842-9732-07b35cc99287/pi0_droid_2025_04_26_10_00_21_video_wrist.mp4"},"preference":"B","session_id":"6c306de9-b155-4842-9732-07b35cc99287","university":"UPenn"},{"completion_time":"2025-04-26T13:56:49.021175Z","evaluator_name":"Matthew Leonard","language_instruction":"place the apple into the square","longform_feedback":"Policy A picked up the apple and moved it toward the square, but then it began to hesitate and move it around the area. There were several moments where it could have completed the task if it opened the gripper, but it never did. Policy B moved toward the apple but never picked it up, and simply hesitated and moved around the area of the apple","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_fast_droid_2025_04_26_09_43_52_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/150591df-2cfb-4dae-a826-87a5e8824c62/pi0_droid_2025_04_26_09_48_25_video_wrist.mp4"},"preference":"A","session_id":"150591df-2cfb-4dae-a826-87a5e8824c62","university":"UPenn"},{"completion_time":"2025-04-26T13:38:16.999479Z","evaluator_name":"Matthew Leonard","language_instruction":"push the blocks together to make a square","longform_feedback":"A moved toward the blocks, but then moved to the back of the scene, the cardboard boards, and did not make any more progress. B moved toward the blocks, but then got stuck and did not make any more progress","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_diffusion_droid_2025_04_26_09_24_56_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/433ca5cd-4cc1-4b81-a65f-51d08d84a7bf/paligemma_vq_droid_2025_04_26_09_26_48_video_wrist.mp4"},"preference":"B","session_id":"433ca5cd-4cc1-4b81-a65f-51d08d84a7bf","university":"UPenn"},{"completion_time":"2025-04-26T13:23:27.016555Z","evaluator_name":"Matthew Leonard","language_instruction":"place the fish onto the center of the wooden tray","longform_feedback":"policy A moved to the center of the wooden tray, but did not bring the fish. Policy B did not respond at all.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_diffusion_droid_2025_04_26_09_11_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e64e1439-2919-4986-bc1d-7d6baeea460d/paligemma_binning_droid_2025_04_26_09_14_26_video_wrist.mp4"},"preference":"A","session_id":"e64e1439-2919-4986-bc1d-7d6baeea460d","university":"UPenn"},{"completion_time":"2025-04-26T13:06:42.939706Z","evaluator_name":"Matthew Leonard","language_instruction":"stack the blocks into the white cup","longform_feedback":"policy A was able to pick up one block and place it into the cup, but did not stack any more. Policy B was not able to pick up the block properly and became confused, moving towards the cup anyway.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/pi0_droid_2025_04_26_08_48_18_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_npz_file.npz","partial_success":0.08,"right_camera_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1786245-6ef7-4a68-900b-70e04138764c/paligemma_diffusion_droid_2025_04_26_08_57_42_video_wrist.mp4"},"preference":"A","session_id":"e1786245-6ef7-4a68-900b-70e04138764c","university":"UPenn"},{"completion_time":"2025-04-26T12:45:53.284870Z","evaluator_name":"Matthew Leonard","language_instruction":"place the mouse into the white cup","longform_feedback":"Policy A picked up the mouse quickly but did not recognize the cup at first, trying to put it on the shelf instead. Eventually, it went over to the cup and held the mouse above it, but did not drop it in. When the robot reset and relaxed the gripper after the episode, the mouse fell into the cup. The second policy also picked up the mouse, but then hesitated for the remainder of the episode.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/pi0_fast_droid_2025_04_26_08_35_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e23d3ea-642c-415a-801c-b5ee315771c6/paligemma_vq_droid_2025_04_26_08_37_56_video_wrist.mp4"},"preference":"A","session_id":"9e23d3ea-642c-415a-801c-b5ee315771c6","university":"UPenn"},{"completion_time":"2025-04-26T12:27:58.847508Z","evaluator_name":"Matthew Leonard","language_instruction":"stack the three rolls of tape","longform_feedback":"Policy A was able to pick up the one roll off to the side, and brought it near the other two rolls, but did not actually place it onto the other rolls to form a stack. Policy B picked up one of the two rolls (which would not have been the optimal way to stack) and then hesitated to actually do anything with it. Policy A went off to the right side at first, where there were no rolls, but then returned and picked up a roll.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/pi0_fast_droid_2025_04_26_08_17_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2eb8d874-df32-4944-87e0-0b26cb7b43f9/paligemma_fast_specialist_droid_2025_04_26_08_20_04_video_wrist.mp4"},"preference":"A","session_id":"2eb8d874-df32-4944-87e0-0b26cb7b43f9","university":"UPenn"},{"completion_time":"2025-04-26T12:15:02.469620Z","evaluator_name":"Matthew Leonard","language_instruction":"pick up the red tape","longform_feedback":"A completely failed to do anything. B immediately picked up the tape, and started moving it (reasonable because I did not specify any kind of end destination","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_binning_droid_2025_04_26_08_08_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8bb5fa58-3a5d-4416-af38-9f9c47189680/paligemma_fast_droid_2025_04_26_08_09_55_video_wrist.mp4"},"preference":"B","session_id":"8bb5fa58-3a5d-4416-af38-9f9c47189680","university":"UPenn"},{"completion_time":"2025-04-26T03:00:43.466067Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the carrot into the grey pot and put the lid on top.","longform_feedback":"Policy A moved towards the carrot, but could not grasp it. Policy B was able to put carrot into the pot. It also put the rubber duck into the pot, which was not part of the task. Then policy B moved towards the lid, and nearly grasped it, but the execution finished. Since policy B was able to put the carrot into the pot, it was more successful.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_diffusion_droid_2025_04_25_22_48_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/68fe1184-6439-44a6-8b01-0750ebac0abf/paligemma_fast_droid_2025_04_25_22_52_36_video_wrist.mp4"},"preference":"B","session_id":"68fe1184-6439-44a6-8b01-0750ebac0abf","university":"UMontreal"},{"completion_time":"2025-04-26T02:42:21.970508Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the ducky and the red bowl in the silver bowl.","longform_feedback":"Policy A managed to complete the entire task (put the ducky and the red bowl in the silver bowl). Policy B put the ducky in the red bowl then seemed to get confused since it also accidentally grabbed a corner of the cloth underneath everything while it was grabbing the ducky.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/paligemma_fast_droid_2025_04_25_22_32_00_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bac53018-e08d-4a5d-a6be-c31ca65e32ce/pi0_droid_2025_04_25_22_34_28_video_wrist.mp4"},"preference":"A","session_id":"bac53018-e08d-4a5d-a6be-c31ca65e32ce","university":"UMontreal"},{"completion_time":"2025-04-26T02:41:03.684582Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the lid on top of the grey pot.","longform_feedback":"Both policies were successful. But policy A was faster to complete the task, while policy B slowed down after it put the lid on top of the pot. Also, policy B did not let go the lid, that is why policy A was better.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/pi0_droid_2025_04_25_22_30_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0104e304-97be-4f8b-a0af-064a27dcf596/paligemma_fast_specialist_droid_2025_04_25_22_34_03_video_wrist.mp4"},"preference":"A","session_id":"0104e304-97be-4f8b-a0af-064a27dcf596","university":"UMontreal"},{"completion_time":"2025-04-26T02:25:38.428821Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the red bowl and the ducky in the silver bowl.","longform_feedback":"Policy A stopped for a long time at the start. Policy A also didn't manage to drop the ducky in the bowl. Policy B was able to pickup the ducky and drop it in the silver bowl, but then it tried picking up the croissant (a distractor) instead of the red bowl.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/paligemma_binning_droid_2025_04_25_22_15_27_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/65482c84-6eae-405c-9230-6909f05cd1ec/pi0_fast_droid_2025_04_25_22_18_02_video_wrist.mp4"},"preference":"B","session_id":"65482c84-6eae-405c-9230-6909f05cd1ec","university":"UMontreal"},{"completion_time":"2025-04-26T02:10:25.754780Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the red bowl in the silver bowl then drape the cloth over the box.","longform_feedback":"Both policies failed the first step of the task: to pickup the red bowl.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/paligemma_vq_droid_2025_04_25_22_01_41_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8b205c5a-e5d3-4a46-a79f-937780babf4b/pi0_fast_droid_2025_04_25_22_03_17_video_wrist.mp4"},"preference":"TIE","session_id":"8b205c5a-e5d3-4a46-a79f-937780babf4b","university":"UMontreal"},{"completion_time":"2025-04-26T01:55:46.029572Z","evaluator_name":"Cyrus Neary","language_instruction":"Drape the cloth over the box then put the red bowl in the silver bowl.","longform_feedback":"Policy A picked up the cloth (the very first step), but then put it in the silver bowl instead of draping it over the box. Policy B failed to pickup the cloth at all.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/pi0_droid_2025_04_25_21_42_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a6fdbff4-b300-4110-b680-df8a33b97a04/paligemma_fast_specialist_droid_2025_04_25_21_47_19_video_wrist.mp4"},"preference":"A","session_id":"a6fdbff4-b300-4110-b680-df8a33b97a04","university":"UMontreal"},{"completion_time":"2025-04-26T01:47:48.217712Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the red mug upside down.","longform_feedback":"Policy A moved back and forth but did not grasp the mug. Policy B grasped the mug couple of times but it could not rotate it, due to weak grasps. Overall, policy B was the better policy.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_droid_2025_04_25_21_36_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b70548e-b1c6-4c3d-8364-fba34a77949b/pi0_fast_droid_2025_04_25_21_41_35_video_wrist.mp4"},"preference":"B","session_id":"9b70548e-b1c6-4c3d-8364-fba34a77949b","university":"UMontreal"},{"completion_time":"2025-04-26T01:37:57.736425Z","evaluator_name":"Cyrus Neary","language_instruction":"Drape the cloth over the box.","longform_feedback":"Both policies succeeded. Policy B really emphasized the \"draping\" movement though of dragging the cloth across the box before dropping it. Policy A instead just put the tip of the cloth over the box and dropped.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_diffusion_droid_2025_04_25_21_24_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bfd8160-596a-4ea8-8aab-61995be0f37b/paligemma_fast_droid_2025_04_25_21_26_06_video_wrist.mp4"},"preference":"B","session_id":"2bfd8160-596a-4ea8-8aab-61995be0f37b","university":"UMontreal"},{"completion_time":"2025-04-26T01:33:40.620771Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the rubber ducks into the red mugs the ducks are in front of.","longform_feedback":"Policy A was able to put one of the ducks in to the correct mug. And then moved towards the other duck. Policy A quickly picked up the first duck and put it into correct mug, but slowed down during picking up the second duck. Policy B picked up the first duck, but then droped it and moved randomly. Therefore, policy A was more successful.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/pi0_droid_2025_04_25_21_18_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66ba3e74-9991-432e-8186-87ebed27fd47/paligemma_diffusion_droid_2025_04_25_21_25_14_video_wrist.mp4"},"preference":"A","session_id":"66ba3e74-9991-432e-8186-87ebed27fd47","university":"UMontreal"},{"completion_time":"2025-04-26T01:22:03.489001Z","evaluator_name":"Cyrus Neary","language_instruction":"Drape the cloth over the box.","longform_feedback":"Policy A was able to pick up the cloth and move towards the box (a bit). Policy B moved towards the cloth but got stuck trying to pick it up.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_vq_droid_2025_04_25_21_10_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9f6ad7f4-1c71-4075-85dd-84213767ce85/paligemma_fast_droid_2025_04_25_21_11_56_video_wrist.mp4"},"preference":"A","session_id":"9f6ad7f4-1c71-4075-85dd-84213767ce85","university":"UMontreal"},{"completion_time":"2025-04-26T01:16:22.989748Z","evaluator_name":"Pranav Atreya","language_instruction":"Pick up the marker from the blue bowl to the pink bowl","longform_feedback":"Both polices were unable to pick up the marker. They both approached but got distracted by the green cylinder.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_fast_specialist_droid_2025_04_25_18_06_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_right.mp4","wrist_video_gcs_path":"evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cea7f6f7-cfa8-48f3-93ff-7d00071b07d8/paligemma_binning_droid_2025_04_25_18_09_13_video_wrist.mp4"},"preference":"TIE","session_id":"cea7f6f7-cfa8-48f3-93ff-7d00071b07d8","university":"Berkeley"},{"completion_time":"2025-04-26T01:10:50.363305Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the yellow rubber duck into the red mug.","longform_feedback":"Policy A did not move. Policy B successfully picked up the correct rubber duck and put it into correct mug. Policy B's actions were smooth and it was fast.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_binning_droid_2025_04_25_21_02_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a33c6dd-c9d7-4e06-9b42-983719494e30/paligemma_fast_specialist_droid_2025_04_25_21_05_03_video_wrist.mp4"},"preference":"B","session_id":"6a33c6dd-c9d7-4e06-9b42-983719494e30","university":"UMontreal"},{"completion_time":"2025-04-26T01:04:38.790903Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the ducky in the box.","longform_feedback":"Policy A completed the task without any issues. Policy B did not move at all.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_diffusion_droid_2025_04_25_20_54_56_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_right.mp4","wrist_video_gcs_path":"evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/145cd70e-59b9-4c53-83cc-6962733e734d/paligemma_binning_droid_2025_04_25_20_56_20_video_wrist.mp4"},"preference":"A","session_id":"145cd70e-59b9-4c53-83cc-6962733e734d","university":"UMontreal"},{"completion_time":"2025-04-26T00:54:34.804482Z","evaluator_name":"Ozgur Aslan","language_instruction":"Fold the green cloth.","longform_feedback":"Both policies moved towards the empty corner. But could not pick the cloth. So, they both failed.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_vq_droid_2025_04_25_20_41_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/90051b4c-d2dc-469f-abb0-df823449b64e/paligemma_fast_specialist_droid_2025_04_25_20_44_42_video_wrist.mp4"},"preference":"TIE","session_id":"90051b4c-d2dc-469f-abb0-df823449b64e","university":"UMontreal"},{"completion_time":"2025-04-26T00:53:28.833292Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the marker in the pink bowl","longform_feedback":"Policy B was able to pick up the marker but put it in the blue bowl instead of the requested pink bowl. Policy A froze and was still for most of the evaluation until the end where it slightly apporoached the marker but was unable to pick up the marker.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_binning_droid_2025_04_25_17_42_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/101e7a98-a724-475e-ba69-4aab2ff76d41/paligemma_fast_droid_2025_04_25_17_45_33_video_wrist.mp4"},"preference":"B","session_id":"101e7a98-a724-475e-ba69-4aab2ff76d41","university":"Berkeley"},{"completion_time":"2025-04-26T00:51:07.103060Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the ducky in the trash.","longform_feedback":"Neither policy did very well. Policy A grabbed the wrong item. Policy B failed to move at all.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/pi0_droid_2025_04_25_20_40_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1e2a967e-5ac2-45b0-a2ac-0002a43f10a9/paligemma_binning_droid_2025_04_25_20_43_21_video_wrist.mp4"},"preference":"A","session_id":"1e2a967e-5ac2-45b0-a2ac-0002a43f10a9","university":"UMontreal"},{"completion_time":"2025-04-26T00:39:48.216377Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the egg in the pink bowl","longform_feedback":"Policy B was able to pick up the egg but wasn't able to carry it all the way into the pink bowl. Policy A did worse due to it attempting to picking the egg and failing which led the egg to roll of the table.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/pi0_fast_droid_2025_04_25_17_29_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c0f3584-ef5d-46da-82e1-c9cbda4921eb/paligemma_fast_specialist_droid_2025_04_25_17_31_57_video_wrist.mp4"},"preference":"B","session_id":"8c0f3584-ef5d-46da-82e1-c9cbda4921eb","university":"Berkeley"},{"completion_time":"2025-04-26T00:37:21.508788Z","evaluator_name":"Cyrus Neary","language_instruction":"Fold the blue cloth.","longform_feedback":"Both policies did well at identifying and grasping the blue cloth. I put 10 instead of 100 for policy B. Policy B looked more natural than A and made a nice neat fold.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_fast_droid_2025_04_25_20_26_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aa72d063-11df-4b33-a556-88347cd0067a/paligemma_vq_droid_2025_04_25_20_27_42_video_wrist.mp4"},"preference":"B","session_id":"aa72d063-11df-4b33-a556-88347cd0067a","university":"UMontreal"},{"completion_time":"2025-04-26T00:24:36.392807Z","evaluator_name":"Cyrus Neary","language_instruction":"Fold the blue cloth.","longform_feedback":"Both policies moved towards the correct colored cloth, but were not able to fold it.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_diffusion_droid_2025_04_25_20_10_42_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef1cf78-7903-4629-95d1-a1d7183216b9/paligemma_fast_specialist_droid_2025_04_25_20_12_48_video_wrist.mp4"},"preference":"TIE","session_id":"2ef1cf78-7903-4629-95d1-a1d7183216b9","university":"UMontreal"},{"completion_time":"2025-04-26T00:24:31.980949Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the ball into the black box.","longform_feedback":"Policy A first picked up the wrong object (rubber duck) and put it into the correct object (black box). Then after a while, policy A picked up the ball and moved towards the black box. But, the execution finished. Policy B did not move.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/pi0_fast_droid_2025_04_25_20_10_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/33564d71-15cb-4032-a29b-d4d6c4225ccc/paligemma_binning_droid_2025_04_25_20_16_10_video_wrist.mp4"},"preference":"A","session_id":"33564d71-15cb-4032-a29b-d4d6c4225ccc","university":"UMontreal"},{"completion_time":"2025-04-26T00:24:09.155310Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the blue square into the blue bowl","longform_feedback":"Policy A was able to pick up the square and put it int the blue bowl. Policy B did pick it up the square and was approaching to put it in the blue bowl but intially struggled to pick up the square. Whereas, Policy A was much more smooth and efficent in picking the square and putting it in the blue bowl.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/pi0_fast_droid_2025_04_25_17_14_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8b4ce87-d34f-4b63-9966-6e8bbe9d8570/paligemma_diffusion_droid_2025_04_25_17_16_51_video_wrist.mp4"},"preference":"A","session_id":"b8b4ce87-d34f-4b63-9966-6e8bbe9d8570","university":"Berkeley"},{"completion_time":"2025-04-26T00:06:56.024205Z","evaluator_name":"Cyrus Neary","language_instruction":"Fold the cloth.","longform_feedback":"Policy A got distracted by the red bowl and completely ignored its task of folding the cloth. Policy B did a great job folding the cloth.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_vq_droid_2025_04_25_19_57_04_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9e74b344-c280-456c-afb5-2c367ffeed4f/paligemma_diffusion_droid_2025_04_25_19_59_30_video_wrist.mp4"},"preference":"B","session_id":"9e74b344-c280-456c-afb5-2c367ffeed4f","university":"UMontreal"},{"completion_time":"2025-04-26T00:03:16.099620Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the green cylinder into the blue bowl","longform_feedback":"Policy A did not approach the green cylinder at all and went to other object. Thus, failing on the task requested. Policy B approached the green cylinder and after some time was able to pick it up but was unable to put it in the bowl in time.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/pi0_droid_2025_04_25_16_52_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5e62dc1-3a58-423c-9f66-0a02f126b78f/paligemma_diffusion_droid_2025_04_25_16_54_25_video_wrist.mp4"},"preference":"B","session_id":"c5e62dc1-3a58-423c-9f66-0a02f126b78f","university":"Berkeley"},{"completion_time":"2025-04-25T23:54:03.560716Z","evaluator_name":"Cyrus Neary","language_instruction":"Fold the cloth","longform_feedback":"Policy A was able to grab the edge of the cloth and pick it up. Policy B just moved around near the cloth's surface for a while and poked at it.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/pi0_fast_droid_2025_04_25_19_45_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/06df62e9-1e4e-434b-8a6f-45448ca5c87f/paligemma_fast_specialist_droid_2025_04_25_19_48_00_video_wrist.mp4"},"preference":"A","session_id":"06df62e9-1e4e-434b-8a6f-45448ca5c87f","university":"UMontreal"},{"completion_time":"2025-04-25T23:49:53.758150Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the marker in the pink bowl","longform_feedback":"Policy B did better than Policy A. Policy did not complete the task as it picked up the green cylinder and put that into the pink bowl instead of the requested marker. Policy B did pick up the marker and was about to drop it into the pink bowl but ran out of time. However, it is important to note that Policy B before picking up the marker went to approach the green cylinder just like Policy but midway during the evaluation, it went to the marker instead.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_vq_droid_2025_04_25_16_38_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47e76d78-578a-44a2-bd7c-bcc84616ee1e/paligemma_fast_droid_2025_04_25_16_42_10_video_wrist.mp4"},"preference":"B","session_id":"47e76d78-578a-44a2-bd7c-bcc84616ee1e","university":"Berkeley"},{"completion_time":"2025-04-25T23:41:00.937582Z","evaluator_name":"Cyrus Neary","language_instruction":"Close the drawer.","longform_feedback":"Policy A got distracted by the objects in the left of the scene and completely ignored its task of closing the drawer. Policy B went straight to the drawer and closed it (mostly).","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_fast_specialist_droid_2025_04_25_19_33_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e2a260e2-02e0-4ad0-996f-90a59fec01cb/paligemma_vq_droid_2025_04_25_19_35_27_video_wrist.mp4"},"preference":"B","session_id":"e2a260e2-02e0-4ad0-996f-90a59fec01cb","university":"UMontreal"},{"completion_time":"2025-04-25T23:33:41.043871Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the white lego brick on top of the blue lego brick that is in between the red mugs.","longform_feedback":"Policy A picked up the yellow rubber duck instead of white lego brick, and put the yellow duck on top of the correct blue brick. But the task was to put the white brick on top of blue lego brick between the mugs. Therefore, it was not successfull. Policy B, picked up the white lego brick and put it on top of the correct blue lego brick. But the rotation was off, so the white brick was not fully on top of the blue brick.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_droid_2025_04_25_19_18_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ecc071f2-5dfe-48b4-83b1-c0623826803b/paligemma_fast_specialist_droid_2025_04_25_19_24_45_video_wrist.mp4"},"preference":"B","session_id":"ecc071f2-5dfe-48b4-83b1-c0623826803b","university":"UMontreal"},{"completion_time":"2025-04-25T23:30:19.748733Z","evaluator_name":"Cyrus Neary","language_instruction":"Close the drawer.","longform_feedback":"Both policies were able to close the drawer most of the way. However, policy A went straight for the drawer and didn't stop until it was closed. On the other hand, policy B got distracted by the plastic food items halfway through (although it did eventually remember to go back and close the drawer). I put the food items there on purpose to see if the models would get distracted by them.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/paligemma_fast_specialist_droid_2025_04_25_19_17_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0/pi0_droid_2025_04_25_19_22_41_video_wrist.mp4"},"preference":"A","session_id":"18d95f1f-0c8f-4746-b2f5-aa1c5edfcfd0","university":"UMontreal"},{"completion_time":"2025-04-25T23:12:24.467680Z","evaluator_name":"Cyrus Neary","language_instruction":"Put the carrot in the bottom drawer.","longform_feedback":"Both policy A and policy B were able to put the carrot in the open drawer. However, policy A was much smoother when doing so. Policy B collided with the side of the drawer. Both policies tried opening the other drawers after completing the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_vq_droid_2025_04_25_19_00_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e7ec66ae-95c0-4601-b044-a9313914dfca/paligemma_fast_droid_2025_04_25_19_04_07_video_wrist.mp4"},"preference":"A","session_id":"e7ec66ae-95c0-4601-b044-a9313914dfca","university":"UMontreal"},{"completion_time":"2025-04-25T23:08:15.765843Z","evaluator_name":"Ozgur Aslan","language_instruction":"Put the red mug near the yellow rubber duck on top of the brown paper towel roll.","longform_feedback":"Policy A did not move. Policy B tried to pick up the correct red mug couple of times but failed.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_binning_droid_2025_04_25_18_57_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5ddbf16e-2d8b-46f6-b155-1645f2772419/paligemma_fast_droid_2025_04_25_19_00_26_video_wrist.mp4"},"preference":"B","session_id":"5ddbf16e-2d8b-46f6-b155-1645f2772419","university":"UMontreal"},{"completion_time":"2025-04-25T22:57:59.925237Z","evaluator_name":"Cyrus Neary","language_instruction":"Open the bottom drawer, pickup the carrot, and put the carrot in the drawer.","longform_feedback":"Both policies A and B failed to open the drawer, which a very difficult first stage of the task. However, Policy A just kept trying to open the drawer, while policy B actually went and did the next step of the task (picking up a carrot). So, I prefer policy B.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_diffusion_droid_2025_04_25_18_43_46_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ce6fee70-3a71-4530-b72f-888fb7b2ab6b/paligemma_fast_droid_2025_04_25_18_48_43_video_wrist.mp4"},"preference":"B","session_id":"ce6fee70-3a71-4530-b72f-888fb7b2ab6b","university":"UMontreal"},{"completion_time":"2025-04-25T22:48:08.782187Z","evaluator_name":"Ozgur Aslan","language_instruction":"Open the water bottle.","longform_feedback":"Policy A moved to the correct position to grasp the lid, and successfully grasp it. But could not rotate the gripper to open the bottle, moved back and tried again but failed. Policy B moved more agressively to the bottle but failed to grasp it, instead policy B pushed the bottle. And, after moved randomly.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/pi0_fast_droid_2025_04_25_18_30_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f845aa64-4376-485c-b58a-ca33718ea83a/paligemma_diffusion_droid_2025_04_25_18_39_23_video_wrist.mp4"},"preference":"A","session_id":"f845aa64-4376-485c-b58a-ca33718ea83a","university":"UMontreal"},{"completion_time":"2025-04-25T22:35:48.220741Z","evaluator_name":"Artur Kuramshin","language_instruction":"put the carrot in the red bowl","longform_feedback":"Both policies were able to put the carrot in the task but policy A was more confident, made a better grasp, and policy B dropped the carrot once","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_vq_droid_2025_04_25_18_27_40_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/88823fcb-c494-4544-86a1-c3b50604592f/paligemma_diffusion_droid_2025_04_25_18_29_22_video_wrist.mp4"},"preference":"A","session_id":"88823fcb-c494-4544-86a1-c3b50604592f","university":"UMontreal"},{"completion_time":"2025-04-25T22:24:32.314727Z","evaluator_name":"Artur Kuramshin","language_instruction":"stir the pan with the spoon","longform_feedback":"Policy A was able to grab and lift the spoon. Policy B correctly moved towards the spoon but did not make an attempt to grasp. After the first approach, policy B retracted and froze for the rest of the rollout.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/pi0_droid_2025_04_25_18_14_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/31e52219-98d4-4941-89b6-94276b5df5b3/paligemma_fast_specialist_droid_2025_04_25_18_16_39_video_wrist.mp4"},"preference":"A","session_id":"31e52219-98d4-4941-89b6-94276b5df5b3","university":"UMontreal"},{"completion_time":"2025-04-25T22:05:22.488814Z","evaluator_name":"Artur Kuramshin","language_instruction":"stir the pan with the spoon","longform_feedback":"Both policies identified the spoon and attempted to grasp it. Both policies struggled with picking up the handle, but policy A was making better attempts by not retracting its arm after each attempt like policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/pi0_droid_2025_04_25_17_50_53_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b/paligemma_fast_specialist_droid_2025_04_25_17_56_10_video_wrist.mp4"},"preference":"A","session_id":"2b63766e-3fe0-4198-bfdd-cf7c4cb23b7b","university":"UMontreal"},{"completion_time":"2025-04-25T22:00:15.526050Z","evaluator_name":"Tony Lee","language_instruction":"there are two dish brushes. pick up the yellow gray one and not the white one.","longform_feedback":"both policies were terrible. policy A didn't do anything. Policy B just ignored my instructions and went for the wrong dish brush","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_binning_droid_2025_04_25_14_54_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/376267da-36e5-4ba5-b062-42a63af2e2e7/paligemma_fast_specialist_droid_2025_04_25_14_56_04_video_wrist.mp4"},"preference":"TIE","session_id":"376267da-36e5-4ba5-b062-42a63af2e2e7","university":"Stanford"},{"completion_time":"2025-04-25T21:50:42.034435Z","evaluator_name":"Tony Lee","language_instruction":"do not touch the spoon. pick up the dish scrub instead and drop it in the sink. no matter what do not touch the spoon as if your life depends on it pleaseeeee","longform_feedback":"both policies went straight for the spoon when I really emphasized not to touch the spoon twice","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_diffusion_droid_2025_04_25_14_43_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60047c46-a615-45c2-aedd-8021277c6152/paligemma_fast_droid_2025_04_25_14_44_19_video_wrist.mp4"},"preference":"TIE","session_id":"60047c46-a615-45c2-aedd-8021277c6152","university":"Stanford"},{"completion_time":"2025-04-25T21:47:25.989309Z","evaluator_name":"Artur Kuramshin","language_instruction":"Take the block out of the box","longform_feedback":"Both policies failed to open the box. Both policies approached the box, but policy A made a better attempt at opening. Policy A tried to grasp the edge of the box while policy B pushed the gripper into the middle of the lid.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/pi0_fast_droid_2025_04_25_17_32_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/64524de6-3682-44c5-ba19-03f550ba36fc/paligemma_vq_droid_2025_04_25_17_35_40_video_wrist.mp4"},"preference":"A","session_id":"64524de6-3682-44c5-ba19-03f550ba36fc","university":"UMontreal"},{"completion_time":"2025-04-25T21:41:05.581149Z","evaluator_name":"Tony Lee","language_instruction":"please please drop all the utensils into the sink~ don't touch the white dish brush","longform_feedback":"policy B actually picked up the spoon but dropped it. both policies failed to follow my instructions to not touch the brush. They both carelessly went for the utensil without considering the proximity of the brush","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_vq_droid_2025_04_25_14_33_40_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c76acf8c-6df7-42cc-bcf2-5ac45df2ae22/paligemma_fast_droid_2025_04_25_14_36_06_video_wrist.mp4"},"preference":"B","session_id":"c76acf8c-6df7-42cc-bcf2-5ac45df2ae22","university":"Stanford"},{"completion_time":"2025-04-25T21:30:53.931370Z","evaluator_name":"Tony Lee","language_instruction":"put away the silver utensils into the sink","longform_feedback":"both policies recognized the utensiles and attempted to pick it up. Policy B was better because it actually picked up the fork in the air but dropped it on its second attempt. Policy A had trouble picking up the utensil when it attempted (utensil slipped out). I don't see a way where both policies can do the task end-to-end successfullgrasp the object","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_vq_droid_2025_04_25_14_22_18_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4051a633-a978-4d8e-85d5-ab8d70e60c8c/paligemma_fast_specialist_droid_2025_04_25_14_25_40_video_wrist.mp4"},"preference":"B","session_id":"4051a633-a978-4d8e-85d5-ab8d70e60c8c","university":"Stanford"},{"completion_time":"2025-04-25T21:28:30.990858Z","evaluator_name":"Artur Kuramshin","language_instruction":"take the block out of the box and then close the box","longform_feedback":"Policy A was able to grasp the block, but did not lift it high enough out of the box initially to take it out, leading to it dragging the box along with the block. After placing the block down, Policy A did not attempt to close the box. Policy B was better at taking the block out of the box (did not clip the sides). Is first attempt to close the lid of the box, it approaches the wrong side and attempted to grasp the side. It then realized the lid is on the other side, but missed the grasp.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_droid_2025_04_25_17_14_56_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/eedec128-c537-4054-9168-d34ad3905e1c/pi0_fast_droid_2025_04_25_17_18_47_video_wrist.mp4"},"preference":"B","session_id":"eedec128-c537-4054-9168-d34ad3905e1c","university":"UMontreal"},{"completion_time":"2025-04-25T21:20:44.852906Z","evaluator_name":"Tony Lee","language_instruction":"check if there utensils to put away from the dish rack. If there are, put them away into the sink","longform_feedback":"both policies failed to clear utensils and failed to grasp the objects to even put them away","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/pi0_droid_2025_04_25_14_15_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fc5d4180-2ada-4092-b894-006621c31694/paligemma_fast_droid_2025_04_25_14_17_40_video_wrist.mp4"},"preference":"TIE","session_id":"fc5d4180-2ada-4092-b894-006621c31694","university":"Stanford"},{"completion_time":"2025-04-25T21:13:20.778018Z","evaluator_name":"Tony Lee","language_instruction":"pick up the dish brush","longform_feedback":"policy A actually attempted to pick up the brush but it failed to grip and let go. Policy B didn't even go for the brush but moved around the tray.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/pi0_droid_2025_04_25_14_05_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f54d18c5-2290-4a02-97ed-a08bb2b3101b/paligemma_fast_droid_2025_04_25_14_07_49_video_wrist.mp4"},"preference":"A","session_id":"f54d18c5-2290-4a02-97ed-a08bb2b3101b","university":"Stanford"},{"completion_time":"2025-04-25T19:58:56.330619Z","evaluator_name":"Luca Macesanu","language_instruction":"Put the cup on the plate.","longform_feedback":"A was unable to pick up the cup reliably. B placed the object on the plate but did not orient it to be standing. This was not stictly part of the language statement.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/pi0_fast_droid_2025_04_25_19_52_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac84c580-bba5-442d-b810-8c951614edec/paligemma_vq_droid_2025_04_25_19_54_26_video_wrist.mp4"},"preference":"B","session_id":"ac84c580-bba5-442d-b810-8c951614edec","university":"UT Austin"},{"completion_time":"2025-04-25T19:50:19.547419Z","evaluator_name":"Luca Macesanu","language_instruction":"Rotate the bread 90 degrees counter clockwise.","longform_feedback":"B executed the task perfectly and with confidence. A rotated in the wrong direction and moved the bread off of the plate.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_fast_droid_2025_04_25_19_42_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c3d4f82d-cf43-4d6c-83df-70405087178a/paligemma_vq_droid_2025_04_25_19_44_07_video_wrist.mp4"},"preference":"B","session_id":"c3d4f82d-cf43-4d6c-83df-70405087178a","university":"UT Austin"},{"completion_time":"2025-04-25T19:44:15.380450Z","evaluator_name":"Artur Kuramshin","language_instruction":"clean the table","longform_feedback":"Policy A did not attempt the task. Policy B grabbed the cloth and started wiping the coffee beans. At some point the policy did drop the cloth and regrasped it. Maybe it was to adjust?","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_binning_droid_2025_04_25_15_31_01_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1910d9d3-813c-4b1b-ab94-0401000ad25c/paligemma_diffusion_droid_2025_04_25_15_33_13_video_wrist.mp4"},"preference":"B","session_id":"1910d9d3-813c-4b1b-ab94-0401000ad25c","university":"UMontreal"},{"completion_time":"2025-04-25T19:39:54.550335Z","evaluator_name":"Luca Macesanu","language_instruction":"Flip over the cup.","longform_feedback":"A got into the correct position but pulled back, almost as if it was not confident. B explored more randomly but also did not grab the cup.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/paligemma_fast_specialist_droid_2025_04_25_19_32_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1/pi0_fast_droid_2025_04_25_19_34_16_video_wrist.mp4"},"preference":"A","session_id":"97d965fe-7c4c-4b7d-b26d-833c8b2e3fc1","university":"UT Austin"},{"completion_time":"2025-04-25T19:30:12.924947Z","evaluator_name":"Luca Macesanu","language_instruction":"Balance the spatula on the bowl.","longform_feedback":"A picked up the spatula but dropped it in the wrong spot, B was very sporatic picking and dropping the spatula many times.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_fast_droid_2025_04_25_19_22_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18182cfd-23ee-410b-ba40-77e37e9b4eef/paligemma_diffusion_droid_2025_04_25_19_24_30_video_wrist.mp4"},"preference":"A","session_id":"18182cfd-23ee-410b-ba40-77e37e9b4eef","university":"UT Austin"},{"completion_time":"2025-04-25T19:28:38.079238Z","evaluator_name":"Pranav Atreya","language_instruction":"place spoon into the bowl","longform_feedback":"Policy A finished the task very feasibly while policy B struggled to wander around the spoon but failed to pick it up","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_specialist_droid_2025_04_25_12_14_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8e99781-e40e-44f8-a31e-fcbed325baf0/paligemma_fast_droid_2025_04_25_12_18_42_video_wrist.mp4"},"preference":"A","session_id":"d8e99781-e40e-44f8-a31e-fcbed325baf0","university":"Berkeley"},{"completion_time":"2025-04-25T19:19:58.692808Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the blue cup and place it in the yellow bowl","longform_feedback":"Policy A remained stalled, while policy B was able to reach the target with some number of attempts.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/paligemma_binning_droid_2025_04_26_04_12_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/15df57dc-0daf-4556-bc67-f38a4c4f2d6d/pi0_fast_droid_2025_04_26_04_14_20_video_wrist.mp4"},"preference":"B","session_id":"15df57dc-0daf-4556-bc67-f38a4c4f2d6d","university":"Yonsei"},{"completion_time":"2025-04-25T19:19:29.337159Z","evaluator_name":"Luca Macesanu","language_instruction":"Find the bread.","longform_feedback":"A got confused, B started looking outside the scene (ignoring the container in front of it).","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_diffusion_droid_2025_04_25_19_11_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a1878b1c-5355-4e08-96ca-53700dffcf17/paligemma_fast_specialist_droid_2025_04_25_19_12_59_video_wrist.mp4"},"preference":"B","session_id":"a1878b1c-5355-4e08-96ca-53700dffcf17","university":"UT Austin"},{"completion_time":"2025-04-25T19:11:52.319777Z","evaluator_name":"Artur Kuramshin","language_instruction":"Open the drawer","longform_feedback":"Policy A did not attempt the task. Policy B started to approach the cabinet and rotating its gripper. The arm was a bit too far to the left of the cabinet, to the point where the wrist camera would not see the cabinet. Policy B did collide with the cabinet a bit, but it did not warrant an early stop.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_binning_droid_2025_04_25_15_00_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab/paligemma_fast_droid_2025_04_25_15_03_57_video_wrist.mp4"},"preference":"B","session_id":"3f8a023f-ad3c-4194-bfe2-eeffd92bb6ab","university":"UMontreal"},{"completion_time":"2025-04-25T19:09:40.714298Z","evaluator_name":"Pranav Atreya","language_instruction":"move the deck of card to notebook","longform_feedback":"Both policies did poorly since they both attempted to reach to the notebook without bringing anything over, which in this  required bringing the deck of card. Policy A also grabbed part of the notebook page at the end,","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/paligemma_diffusion_droid_2025_04_25_11_56_12_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef79622f-b6bf-450f-9a82-139040609f52/pi0_fast_droid_2025_04_25_12_00_08_video_wrist.mp4"},"preference":"TIE","session_id":"ef79622f-b6bf-450f-9a82-139040609f52","university":"Berkeley"},{"completion_time":"2025-04-25T19:08:05.528270Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the black plate on the white plate. Then place the cup on the black plate.","longform_feedback":"A picked up the wrong object first. B moved to the correct object but did not successfully pick it up. B wins because it chose the correct object.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_diffusion_droid_2025_04_25_18_51_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5d9ce11-f550-43e6-ae06-531f91cfbb37/paligemma_fast_specialist_droid_2025_04_25_18_54_02_video_wrist.mp4"},"preference":"B","session_id":"f5d9ce11-f550-43e6-ae06-531f91cfbb37","university":"UT Austin"},{"completion_time":"2025-04-25T18:46:19.098214Z","evaluator_name":"Matthew Leonard","language_instruction":"pick up the cups, then put the ball in the green cup","longform_feedback":"Policy A approached the blue cup and formed a grasp pose, but failed to actually execute it. It then placed the green cup on top of the blue cup, which is not what the instructions were. Policy B formed a grasp around each cup, but did not execute on either of them.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_vq_droid_2025_04_25_14_33_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/739165f0-2b54-4776-91b8-1530a4148feb/paligemma_fast_droid_2025_04_25_14_36_38_video_wrist.mp4"},"preference":"A","session_id":"739165f0-2b54-4776-91b8-1530a4148feb","university":"UPenn"},{"completion_time":"2025-04-25T18:41:04.411010Z","evaluator_name":"Meedeum Cho","language_instruction":"put the cable in the basket","longform_feedback":"Although both policy A and policy B failed to succeed at the task, policy B exhibited smoother trajectory with more reasonable corrective behaviors.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_fast_droid_2025_04_26_03_29_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bed5443-cc21-4cf4-951d-457563f78924/paligemma_diffusion_droid_2025_04_26_03_32_41_video_wrist.mp4"},"preference":"B","session_id":"2bed5443-cc21-4cf4-951d-457563f78924","university":"Yonsei"},{"completion_time":"2025-04-25T18:38:23.989642Z","evaluator_name":"Pranav Atreya","language_instruction":"put the black sponge on chair","longform_feedback":"Policy A and B both reached for the orange cloth, which is the wrong object specified here.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_diffusion_droid_2025_04_25_11_26_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f52d9695-adab-4e87-9598-933f547c8c8a/paligemma_vq_droid_2025_04_25_11_29_23_video_wrist.mp4"},"preference":"TIE","session_id":"f52d9695-adab-4e87-9598-933f547c8c8a","university":"Berkeley"},{"completion_time":"2025-04-25T18:29:27.949596Z","evaluator_name":"Matthew Leonard","language_instruction":"place the blue cup onto the red box","longform_feedback":"both policies attempted one grasp on the object, which should be relatively simple to grasp. The robot did not attempt a second grasp after the first one failed. Policy B adjusted a little bit to improve the closure before grasping, but still failed.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/paligemma_vq_droid_2025_04_25_14_16_35_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84940a1d-d93a-44db-adc9-8b8cf69eb69a/pi0_fast_droid_2025_04_25_14_19_39_video_wrist.mp4"},"preference":"TIE","session_id":"84940a1d-d93a-44db-adc9-8b8cf69eb69a","university":"UPenn"},{"completion_time":"2025-04-25T18:19:30.143981Z","evaluator_name":"Pranav Atreya","language_instruction":"put the deck of card on the lounge","longform_feedback":"Both policies were consistent grabbing the deck of card but failed to lift it since the card's length is wider than the gripper span. It would be better if theey change the direction to better fit with the narrower side","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/pi0_droid_2025_04_25_11_06_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/21ea4f2e-c7a2-4e57-a190-f589dccd7d53/paligemma_vq_droid_2025_04_25_11_11_13_video_wrist.mp4"},"preference":"TIE","session_id":"21ea4f2e-c7a2-4e57-a190-f589dccd7d53","university":"Berkeley"},{"completion_time":"2025-04-25T18:15:42.381779Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the carrot and place it on the yellow dish","longform_feedback":"Policy B exhibits faster motions but confuses objects of the same color. Policy A barely moves at all, showing no progress toward the target.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_binning_droid_2025_04_26_03_06_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5/paligemma_fast_specialist_droid_2025_04_26_03_10_26_video_wrist.mp4"},"preference":"B","session_id":"cf1a67d0-887e-4ce8-b50d-e600c4f1dfb5","university":"Yonsei"},{"completion_time":"2025-04-25T18:13:23.794312Z","evaluator_name":"Matthew Leonard","language_instruction":"place the blue water bottle onto the red box","longform_feedback":"both policies identified the blue water bottle and moved towards it, and both policies attempted to form a grasp. A attempted the grasp and closed the gripper, but it was off base to actually pick the bottle up. B did not close the gripper, but the grasp it formed was better, and if it had closed the gripper, it would have llikely succeeded. Neither policy put the bottle on the red box","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_specialist_droid_2025_04_25_14_00_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b7a5c346-219a-4274-97be-58d50530004c/paligemma_fast_droid_2025_04_25_14_03_53_video_wrist.mp4"},"preference":"B","session_id":"b7a5c346-219a-4274-97be-58d50530004c","university":"UPenn"},{"completion_time":"2025-04-25T18:01:58.561361Z","evaluator_name":"Pranav Atreya","language_instruction":"put the cloth on white bowl","longform_feedback":"Both policies are very good at identifying the location of the cloth but going further, none can perform the grasp movement on it","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_fast_specialist_droid_2025_04_25_10_50_53_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/deb6c64d-6645-49e8-8d2f-6023b1cc0387/paligemma_binning_droid_2025_04_25_10_54_30_video_wrist.mp4"},"preference":"TIE","session_id":"deb6c64d-6645-49e8-8d2f-6023b1cc0387","university":"Berkeley"},{"completion_time":"2025-04-25T17:57:08.015898Z","evaluator_name":"Meedeum Cho","language_instruction":"put the stuffed animal in the white box","longform_feedback":"Only policy A was able to completely solve the task. Policy B seems to be affected by the distractors.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/paligemma_diffusion_droid_2025_04_26_02_48_37_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/76dd111d-a054-4436-a219-3819ae36ecf4/pi0_droid_2025_04_26_02_51_19_video_wrist.mp4"},"preference":"A","session_id":"76dd111d-a054-4436-a219-3819ae36ecf4","university":"Yonsei"},{"completion_time":"2025-04-25T17:46:49.599353Z","evaluator_name":"Pranav Atreya","language_instruction":"put the pen on cloth","longform_feedback":"Policy A is better since it approached the blue pen at first and constantly grasping it on the air without moving any further to the pen. Policy B tend to shift toward the blue marker and froze","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_fast_specialist_droid_2025_04_25_10_34_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dfce518e-7eb6-4fa4-947e-4e86dc8ab042/paligemma_binning_droid_2025_04_25_10_37_57_video_wrist.mp4"},"preference":"A","session_id":"dfce518e-7eb6-4fa4-947e-4e86dc8ab042","university":"Berkeley"},{"completion_time":"2025-04-25T17:42:08.750078Z","evaluator_name":"Meedeum Cho","language_instruction":"put the blue pen on the dish","longform_feedback":"Policy B demonstrates better performance compared to policy A in both speed and accuracy. Policy B efficiently reaches the target position with minimal jittery movements. In contrast, policy A exhibits slower execution, lacking precision.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/paligemma_diffusion_droid_2025_04_26_02_27_17_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f33bc806-72ad-4ffc-88dc-000e6cee5c3c/pi0_fast_droid_2025_04_26_02_35_13_video_wrist.mp4"},"preference":"B","session_id":"f33bc806-72ad-4ffc-88dc-000e6cee5c3c","university":"Yonsei"},{"completion_time":"2025-04-25T17:39:39.774250Z","evaluator_name":"Luca Macesanu","language_instruction":"Unstack the objects.","longform_feedback":"A did mot move. B failed to get a grasp initially but then picked up two of the objects from the table, it hesitated in the air after until time ran out.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/paligemma_binning_droid_2025_04_25_17_30_42_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70cf47f5-38b0-4c00-9870-fcc790900e1a/pi0_fast_droid_2025_04_25_17_32_44_video_wrist.mp4"},"preference":"B","session_id":"70cf47f5-38b0-4c00-9870-fcc790900e1a","university":"UT Austin"},{"completion_time":"2025-04-25T17:28:48.152662Z","evaluator_name":"Luca Macesanu","language_instruction":"Rotate the kettle 90 degrees clockwise.","longform_feedback":"A got confused and went to the pot instead of the kettle. B was able to identify the correct grasp point on the kettle, but kept opening and closing the gripper instead of rotating.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_droid_2025_04_25_17_20_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ed20036f-b36a-4a7a-8eb8-3f1ba55432a2/paligemma_fast_specialist_droid_2025_04_25_17_23_28_video_wrist.mp4"},"preference":"B","session_id":"ed20036f-b36a-4a7a-8eb8-3f1ba55432a2","university":"UT Austin"},{"completion_time":"2025-04-25T17:18:40.662279Z","evaluator_name":"Meedeum Cho","language_instruction":"put the pen in the cup","longform_feedback":"Policy B follows a smoother trajectory compared to policy A. Policy B shows an impressive corrective behavior.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/paligemma_binning_droid_2025_04_26_02_08_01_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f/pi0_fast_droid_2025_04_26_02_11_34_video_wrist.mp4"},"preference":"B","session_id":"9a012fc0-dacb-4d8b-93eb-8a6dbc1b518f","university":"Yonsei"},{"completion_time":"2025-04-25T17:18:17.712950Z","evaluator_name":"Luca Macesanu","language_instruction":"Pick up the black plate with the wooden cup and place it on the table.","longform_feedback":"A put its gripper in the right spot but did not fully close, then it moved away. B was faster in approach, but only managed to grab the cup.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_fast_droid_2025_04_25_17_10_40_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f69bf33-8a4e-4cbd-a7be-14b0c839bc82/pi0_droid_2025_04_25_17_13_08_video_wrist.mp4"},"preference":"B","session_id":"8f69bf33-8a4e-4cbd-a7be-14b0c839bc82","university":"UT Austin"},{"completion_time":"2025-04-25T17:02:58.481524Z","evaluator_name":"Meedeum Cho","language_instruction":"put the tape on the blue towel","longform_feedback":"Policy A succeeded at the task after some number of attempts. On the other hand, policy B seems to be not confident enough and makes more conservative actions.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_npz_file.npz","partial_success":0.95,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/paligemma_fast_droid_2025_04_26_01_52_25_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/852444f5-77f0-4dc7-b10c-f7beb712715d/pi0_droid_2025_04_26_01_55_53_video_wrist.mp4"},"preference":"A","session_id":"852444f5-77f0-4dc7-b10c-f7beb712715d","university":"Yonsei"},{"completion_time":"2025-04-25T16:58:42.593073Z","evaluator_name":"Luca Macesanu","language_instruction":"Stir the pot.","longform_feedback":"A was much more hesitant than B. Both eventually made motions towards the pot but did not grasp the spoon.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/pi0_droid_2025_04_25_16_50_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c4645961-8cc6-4b89-b564-5ccbf482134e/paligemma_diffusion_droid_2025_04_25_16_52_27_video_wrist.mp4"},"preference":"B","session_id":"c4645961-8cc6-4b89-b564-5ccbf482134e","university":"UT Austin"},{"completion_time":"2025-04-25T16:52:25.654375Z","evaluator_name":"Edward S. Hu","language_instruction":"pick up the red cola can","longform_feedback":"Both A and B almost do nothing, A early stop at origin, B go forward 20cm and early stops;","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_binning_droid_2025_04_25_12_45_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7ccd5be8-c1d6-4917-871d-905015915744/paligemma_fast_specialist_droid_2025_04_25_12_46_52_video_wrist.mp4"},"preference":"B","session_id":"7ccd5be8-c1d6-4917-871d-905015915744","university":"UPenn"},{"completion_time":"2025-04-25T16:49:45.525492Z","evaluator_name":"Meedeum Cho","language_instruction":"fold the blue towel","longform_feedback":"Policy B is faster than policy A and also policy B solves the task more confidently. Meanwhile, policy A shows some sluggish movements.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/paligemma_diffusion_droid_2025_04_26_01_38_16_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dab90390-74ef-428a-8001-1742cca1e5f0/pi0_fast_droid_2025_04_26_01_42_10_video_wrist.mp4"},"preference":"B","session_id":"dab90390-74ef-428a-8001-1742cca1e5f0","university":"Yonsei"},{"completion_time":"2025-04-25T16:47:35.877871Z","evaluator_name":"Luca Macesanu","language_instruction":"Pick the lid off of the black kettle.","longform_feedback":"A was able to grasp the lid but did not lift it. B moved towards the kettle and attempted a grasp but was unsuccessful.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_vq_droid_2025_04_25_16_40_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/51378b69-075e-4953-bbe2-baa28f648dd7/paligemma_diffusion_droid_2025_04_25_16_42_14_video_wrist.mp4"},"preference":"A","session_id":"51378b69-075e-4953-bbe2-baa28f648dd7","university":"UT Austin"},{"completion_time":"2025-04-25T15:07:13.141801Z","evaluator_name":"Meedeum Cho","language_instruction":"put the eraser in the dustpan","longform_feedback":"Policy B takes smoother and faster actions than policy A. Both policy A and policy B failed to solve the task.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_vq_droid_2025_04_25_23_53_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/967bb1ee-9933-487d-a705-60bd61c5f91c/paligemma_fast_specialist_droid_2025_04_25_23_56_10_video_wrist.mp4"},"preference":"B","session_id":"967bb1ee-9933-487d-a705-60bd61c5f91c","university":"Yonsei"},{"completion_time":"2025-04-25T14:46:17.544980Z","evaluator_name":"Meedeum Cho","language_instruction":"erase the board","longform_feedback":"Both policy A and policy B were hesistant but policy A showed more redundant and repetitive actions. Policy  B seems to take smoother actions than policy A.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_fast_droid_2025_04_25_23_36_24_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00e1796c-c4d0-4017-8925-93d763f90f72/pi0_droid_2025_04_25_23_39_35_video_wrist.mp4"},"preference":"B","session_id":"00e1796c-c4d0-4017-8925-93d763f90f72","university":"Yonsei"},{"completion_time":"2025-04-25T14:12:33.570264Z","evaluator_name":"Matthew Leonard","language_instruction":"place the red box onto the shelf","longform_feedback":"Both policies moved toward the red box, but neither was able to grasp it or put it onto the shelf. Policy A pushed the box around a little bit, but did not know where to grasp it. Policy B made a grasp attempt, but it was completely off from where it should have been","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_fast_specialist_droid_2025_04_25_10_00_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8680082e-0dc2-4ed4-8609-dd1044c51d10/paligemma_vq_droid_2025_04_25_10_03_27_video_wrist.mp4"},"preference":"TIE","session_id":"8680082e-0dc2-4ed4-8609-dd1044c51d10","university":"UPenn"},{"completion_time":"2025-04-25T14:10:38.616591Z","evaluator_name":"Meedeum Cho","language_instruction":"erase the board","longform_feedback":"Policy A failed to move in any direction. On the other hand, policy B gradually solved the task with multiple attempts although it seems to struggle due to the low height of the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_vq_droid_2025_04_25_23_00_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f1326bd2-884b-4c9d-a649-a08f84d1c7f0/paligemma_fast_specialist_droid_2025_04_25_23_03_57_video_wrist.mp4"},"preference":"B","session_id":"f1326bd2-884b-4c9d-a649-a08f84d1c7f0","university":"Yonsei"},{"completion_time":"2025-04-25T13:58:10.302426Z","evaluator_name":"Matthew Leonard","language_instruction":"place the yellow bottle of mustard onto the shelf","longform_feedback":"Policy A was able to successfully grasp the mustard and move it toward the shelf, although it did not actually put it on the shelf. Policy B showed some indication of preference toward the mustard, but was not actually able to pick it up or move it to the target","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/paligemma_fast_specialist_droid_2025_04_25_09_43_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1ee6d898-1876-4232-8250-e15f3ce6cac9/pi0_droid_2025_04_25_09_48_39_video_wrist.mp4"},"preference":"A","session_id":"1ee6d898-1876-4232-8250-e15f3ce6cac9","university":"UPenn"},{"completion_time":"2025-04-25T13:40:06.718667Z","evaluator_name":"Matthew Leonard","language_instruction":"close the black and pink glasses case","longform_feedback":"Policy A was not able to close the case, but it could identify the case, approach it, and manipulate it in a way that could have led to it being closed. In contrast, policy B did not seem to recognize the case at all and made no progress towards interacting with it.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/paligemma_binning_droid_2025_04_25_09_27_31_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b88d85aa-9dc4-4742-b94e-3680f1aa05f8/pi0_droid_2025_04_25_09_30_49_video_wrist.mp4"},"preference":"A","session_id":"b88d85aa-9dc4-4742-b94e-3680f1aa05f8","university":"UPenn"},{"completion_time":"2025-04-25T13:38:56.809333Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the red cup and put it in the blue bowl","longform_feedback":"The actions of policy A were more progressive, albeit a bit jittery. Policy B did not execute any noticeable actions.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/pi0_droid_2025_04_25_22_25_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/600c89fc-e9a4-41f8-93cb-019444541a6d/paligemma_binning_droid_2025_04_25_22_28_46_video_wrist.mp4"},"preference":"A","session_id":"600c89fc-e9a4-41f8-93cb-019444541a6d","university":"Yonsei"},{"completion_time":"2025-04-25T13:24:43.318910Z","evaluator_name":"Matthew Leonard","language_instruction":"place the glasses into the case","longform_feedback":"Policy A was slightly more precise when grabbing the glasses, it made a grasp attempt very close to the glasses but did not successfully pick them up. In contrast, policy B approached the glasses and got somewhat close but never actually made a grasp attempt. Neither policy was able to successfully pick them up or put them in the case.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/pi0_droid_2025_04_25_09_10_03_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_npz_file.npz","partial_success":0.07,"right_camera_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd029360-b954-4bfd-b154-401fb9f4d592/paligemma_binning_droid_2025_04_25_09_14_47_video_wrist.mp4"},"preference":"A","session_id":"dd029360-b954-4bfd-b154-401fb9f4d592","university":"UPenn"},{"completion_time":"2025-04-25T13:19:21.360707Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the ball and put it in the bowl","longform_feedback":"Policy B confidently reaches the target while policy A not only makes jittery motion but also goes to the wrong direction.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/pi0_droid_2025_04_25_22_09_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2a87a06-9c02-47d5-8739-626ceda5182b/paligemma_vq_droid_2025_04_25_22_12_53_video_wrist.mp4"},"preference":"B","session_id":"f2a87a06-9c02-47d5-8739-626ceda5182b","university":"Yonsei"},{"completion_time":"2025-04-25T13:06:42.625054Z","evaluator_name":"Meedeum Cho","language_instruction":"stack the bowls","longform_feedback":"Both policy A and policy B failed to solve the task. However, policy B moves faster and smoother compared to policy A.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/paligemma_fast_specialist_droid_2025_04_25_21_55_21_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e73b31f-eef2-4545-8ee1-1e3cb143437b/pi0_fast_droid_2025_04_25_21_58_24_video_wrist.mp4"},"preference":"B","session_id":"6e73b31f-eef2-4545-8ee1-1e3cb143437b","university":"Yonsei"},{"completion_time":"2025-04-25T12:42:47.834338Z","evaluator_name":"Meedeum Cho","language_instruction":"upright the water bottle","longform_feedback":"Both policy A and policy B failed to solve the task. Policy A got stuck from the beginning while policy B showed multiple attempts to reach the target.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_binning_droid_2025_04_25_21_29_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4c658f9f-383e-4c88-8770-66324e691424/paligemma_fast_specialist_droid_2025_04_25_21_34_16_video_wrist.mp4"},"preference":"B","session_id":"4c658f9f-383e-4c88-8770-66324e691424","university":"Yonsei"},{"completion_time":"2025-04-25T12:20:24.868314Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the blue towel and place it in the sink","longform_feedback":"Policy A struggles with lower table heights. Policy B better generalizes to the height of the table, and proceeds with smooth motions.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/pi0_fast_droid_2025_04_25_21_09_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08651de3-d44b-4b5c-b89b-5d40468b60c7/paligemma_fast_droid_2025_04_25_21_12_38_video_wrist.mp4"},"preference":"B","session_id":"08651de3-d44b-4b5c-b89b-5d40468b60c7","university":"Yonsei"},{"completion_time":"2025-04-25T11:47:22.681528Z","evaluator_name":"Meedeum Cho","language_instruction":"put the battery in the bowl","longform_feedback":"Policy A almost succeeded at the task. Policy B showed smoother and faster actions but got stuck in the middle of the rollout.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_binning_droid_2025_04_25_20_38_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2c5255b0-55af-4c62-912c-2c3ef2c1f67b/paligemma_vq_droid_2025_04_25_20_42_07_video_wrist.mp4"},"preference":"A","session_id":"2c5255b0-55af-4c62-912c-2c3ef2c1f67b","university":"Yonsei"},{"completion_time":"2025-04-25T11:32:26.329811Z","evaluator_name":"Meedeum Cho","language_instruction":"pour the cup to the bowl","longform_feedback":"Although policy B was not as accurate as policy A, policy B showed less jittery motions as well as smoother and faster actions.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_vq_droid_2025_04_25_20_20_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8f1c30b2-713c-448f-9b17-29ef56cdb5fd/paligemma_fast_droid_2025_04_25_20_25_09_video_wrist.mp4"},"preference":"B","session_id":"8f1c30b2-713c-448f-9b17-29ef56cdb5fd","university":"Yonsei"},{"completion_time":"2025-04-25T11:15:20.246552Z","evaluator_name":"Meedeum Cho","language_instruction":"push the dustpan to the right","longform_feedback":"Although policy B showed smoother motions, it failed to complete the task. Meanwhile, policy A solves the task with higher confidence and slightly faster than policy B.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/pi0_droid_2025_04_25_20_03_04_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc84dde3-b274-4256-b532-38d608875f41/paligemma_fast_droid_2025_04_25_20_07_51_video_wrist.mp4"},"preference":"A","session_id":"bc84dde3-b274-4256-b532-38d608875f41","university":"Yonsei"},{"completion_time":"2025-04-25T10:55:52.384686Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the remote controller and put it in the mug","longform_feedback":"Policy B moves smoother and faster than policy A. Policy B almost succeeded the task while policy A totally failed to show any meaningful behavior.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/paligemma_vq_droid_2025_04_25_19_46_13_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/097acd46-2c04-4eb8-99a0-424df7ff44a1/pi0_droid_2025_04_25_19_48_03_video_wrist.mp4"},"preference":"B","session_id":"097acd46-2c04-4eb8-99a0-424df7ff44a1","university":"Yonsei"},{"completion_time":"2025-04-25T10:30:13.508454Z","evaluator_name":"Meedeum Cho","language_instruction":"clean up the table","longform_feedback":"Policy B moved more smoothly and with better precision compared to policy A.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/pi0_droid_2025_04_25_19_21_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9/paligemma_vq_droid_2025_04_25_19_23_47_video_wrist.mp4"},"preference":"B","session_id":"3e7d1d6a-9a4e-4cbd-87cf-a46101753fa9","university":"Yonsei"},{"completion_time":"2025-04-25T09:05:38.584409Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the scissors and place it in the bowl","longform_feedback":"Policy B moved faster than policy A. Also, policy A got stuck after few attempts on solving the task. Policy B continuously attempted to solve the task.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/pi0_fast_droid_2025_04_25_17_55_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48cd6a3a-f5f9-4f0f-a474-61c0bc288863/paligemma_diffusion_droid_2025_04_25_17_58_42_video_wrist.mp4"},"preference":"B","session_id":"48cd6a3a-f5f9-4f0f-a474-61c0bc288863","university":"Yonsei"},{"completion_time":"2025-04-25T08:51:07.393263Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the spoon and place it in the silver bowl","longform_feedback":"Policy A solved the task halfway through while policy B remained still without any reasonable behavior.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_fast_droid_2025_04_25_17_41_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4430675d-f714-481d-93da-0a170a469c04/paligemma_binning_droid_2025_04_25_17_44_28_video_wrist.mp4"},"preference":"A","session_id":"4430675d-f714-481d-93da-0a170a469c04","university":"Yonsei"},{"completion_time":"2025-04-24T23:41:13.360839Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the purple cup and place it in the yellow bowl","longform_feedback":"Both policy A and policy B succeeded the task smoothly. However, policy B shows better refining behavior when reaching to the target object.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/pi0_droid_2025_04_25_08_30_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc/paligemma_fast_specialist_droid_2025_04_25_08_34_39_video_wrist.mp4"},"preference":"B","session_id":"1bfb1c8a-3d9f-44dd-a5f5-713f8a5b9bdc","university":"Yonsei"},{"completion_time":"2025-04-24T23:24:26.215365Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the carrot and place it in the yellow dish","longform_feedback":"Policy A was frozen in place throughout the rollout. Meanwhile, policy B confidently solved the first half of the task but lacked some precision in manipulation.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_binning_droid_2025_04_25_08_12_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d90355d-5fa1-4eab-8839-02a99099c967/paligemma_fast_droid_2025_04_25_08_17_03_video_wrist.mp4"},"preference":"B","session_id":"7d90355d-5fa1-4eab-8839-02a99099c967","university":"Yonsei"},{"completion_time":"2025-04-24T23:06:51.690879Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the stuffed animal and put it in the sink","longform_feedback":"Both policy A and policy B were able to solve the task halfway through. Policy B, however, approaches closer to the target compared to policy A. Policy B displays slightly more confident and smoother trajectory than policy A.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/paligemma_vq_droid_2025_04_25_07_54_38_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3f860304-a269-4f27-9d26-dace17f257f0/pi0_fast_droid_2025_04_25_07_59_30_video_wrist.mp4"},"preference":"B","session_id":"3f860304-a269-4f27-9d26-dace17f257f0","university":"Yonsei"},{"completion_time":"2025-04-24T19:22:30.849883Z","evaluator_name":"Siyi Huang","language_instruction":"put the corn in the cup","longform_feedback":"Policy A picks up the corn and put it on to the tape while policy picks up both corn and tape and put these into the basket","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_vq_droid_2025_04_24_12_01_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7c043c59-9b8b-45a0-aa88-7a7783b1f56e/paligemma_fast_droid_2025_04_24_12_06_16_video_wrist.mp4"},"preference":"TIE","session_id":"7c043c59-9b8b-45a0-aa88-7a7783b1f56e","university":"Berkeley"},{"completion_time":"2025-04-24T18:53:17.078284Z","evaluator_name":"Siyi Huang","language_instruction":"put the sponge in the purple plate","longform_feedback":"Policy A just move toward the basket and did nothing. Policy B picks up the sponge and drop it on the table","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/pi0_droid_2025_04_24_11_35_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d0b94cd-d502-45c6-bd24-3f0387542588/paligemma_vq_droid_2025_04_24_11_38_38_video_wrist.mp4"},"preference":"B","session_id":"6d0b94cd-d502-45c6-bd24-3f0387542588","university":"Berkeley"},{"completion_time":"2025-04-24T18:31:14.655044Z","evaluator_name":"Siyi Huang","language_instruction":"put the purple plate into the basket","longform_feedback":"Policy A moves toward the cup while policy B picks up the purple plate and move toward to the basket after seveal tries","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_vq_droid_2025_04_24_11_08_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63f325f-6678-48f9-95ec-1e02b11a2733/paligemma_fast_specialist_droid_2025_04_24_11_11_10_video_wrist.mp4"},"preference":"B","session_id":"c63f325f-6678-48f9-95ec-1e02b11a2733","university":"Berkeley"},{"completion_time":"2025-04-24T18:20:31.289408Z","evaluator_name":"Matthew Leonard","language_instruction":"place the white ball into the plastic cup","longform_feedback":"Policy A successfully detected the white ball, but was not able to place it in the cup. Instead, it tried to place the ball on the high shelf, where there was no cup. In contrast, policy B did not recognize the ball and failed to pick it up.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/paligemma_fast_specialist_droid_2025_04_24_14_05_27_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5da3d203-1c40-468d-82bf-0d951565d99c/pi0_droid_2025_04_24_14_08_29_video_wrist.mp4"},"preference":"A","session_id":"5da3d203-1c40-468d-82bf-0d951565d99c","university":"UPenn"},{"completion_time":"2025-04-24T18:06:13.133962Z","evaluator_name":"Siyi Huang","language_instruction":"put the cup into the basket","longform_feedback":"Policy A did not do any movement while policy B ove toward the spoon","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/paligemma_fast_specialist_droid_2025_04_24_10_52_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/28f37798-fb92-46ee-b137-08d1125412ae/pi0_fast_droid_2025_04_24_10_54_46_video_wrist.mp4"},"preference":"B","session_id":"28f37798-fb92-46ee-b137-08d1125412ae","university":"Berkeley"},{"completion_time":"2025-04-24T17:56:04.170821Z","evaluator_name":"Jie Wang","language_instruction":"pick up the metal cup and place on the table","longform_feedback":"both policies dont' know where is the metal cup, they collisde with coffee machine. However, A seems to be more flexiable and safe, while B go straight against machine, I halt B for the sake of safety\u001b[A","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/pi0_droid_2025_04_24_13_45_38_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c/paligemma_binning_droid_2025_04_24_13_49_20_video_wrist.mp4"},"preference":"A","session_id":"ef97c98d-18fa-4bd4-a35b-6cda1ba64e8c","university":"UPenn"},{"completion_time":"2025-04-24T17:49:08.235411Z","evaluator_name":"Siyi Huang","language_instruction":"put the spoon in the cup","longform_feedback":"Policy A picks up the spoon then drop it, while policy B just move around the robot arm and did not do anything","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_droid_2025_04_24_10_31_59_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41a8d01d-584d-44f4-bd6a-58c9eec27380/paligemma_fast_specialist_droid_2025_04_24_10_34_41_video_wrist.mp4"},"preference":"A","session_id":"41a8d01d-584d-44f4-bd6a-58c9eec27380","university":"Berkeley"},{"completion_time":"2025-04-24T17:42:47.034864Z","evaluator_name":"Jie Wang","language_instruction":"place portafilter handle into coffee grinder slot","longform_feedback":"A misunderstand instruction, trying to open the cabinet door; B freeze at same postion, doing nothing. Considering the instruction is definitely out of distribution for them, freeze may be a better alignment way --- rejecting unknown instruction is safer than doing noval actions","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/pi0_fast_droid_2025_04_24_13_30_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08bf285a-2a05-4deb-bfba-37080457e9e6/paligemma_binning_droid_2025_04_24_13_33_15_video_wrist.mp4"},"preference":"B","session_id":"08bf285a-2a05-4deb-bfba-37080457e9e6","university":"UPenn"},{"completion_time":"2025-04-24T17:28:10.837278Z","evaluator_name":"Siyi Huang","language_instruction":"put the sponge into the basket","longform_feedback":"Policy A puts the corn into the basket and policy B puts the red bottle into the basket","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_fast_droid_2025_04_24_10_07_41_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29ef36ac-7a97-4e98-abce-7e659630de24/paligemma_vq_droid_2025_04_24_10_15_26_video_wrist.mp4"},"preference":"TIE","session_id":"29ef36ac-7a97-4e98-abce-7e659630de24","university":"Berkeley"},{"completion_time":"2025-04-24T17:28:06.384500Z","evaluator_name":"Jie Wang","language_instruction":"open the coffee machine","longform_feedback":"A seems to understand where is power button on espresso machine, but A missed it, didn't touch it. While B go up of the coffee machine, wondering around, switching many different poses but didn't find the coffee machine button. Since B collisde with machine more, I gave it -20pt as punish","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_diffusion_droid_2025_04_24_13_19_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_npz_file.npz","partial_success":0.45,"right_camera_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2affc2fe-55a6-4f92-a421-875bd08155b0/paligemma_fast_droid_2025_04_24_13_22_02_video_wrist.mp4"},"preference":"A","session_id":"2affc2fe-55a6-4f92-a421-875bd08155b0","university":"UPenn"},{"completion_time":"2025-04-24T17:17:56.374262Z","evaluator_name":"Jie Wang","language_instruction":"turn on the coffee machine","longform_feedback":"Both policy are doing nothing, A freeze at origin point, and B misunderstand instruction to open the drawer","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_binning_droid_2025_04_24_13_10_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1d53620c-4213-4711-bbb1-5695c2b4be62/paligemma_fast_specialist_droid_2025_04_24_13_12_37_video_wrist.mp4"},"preference":"TIE","session_id":"1d53620c-4213-4711-bbb1-5695c2b4be62","university":"UPenn"},{"completion_time":"2025-04-24T17:04:04.482025Z","evaluator_name":"Siyi Huang","language_instruction":"put the red bottle into the busket","longform_feedback":"Policy A picks up the red bottle and put it into the purple plate, while policy B picks up the red bottle and put it into the sponge","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_diffusion_droid_2025_04_24_09_53_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8f5d5ff-5fa3-497d-ae23-05a9951f7654/paligemma_fast_droid_2025_04_24_09_55_34_video_wrist.mp4"},"preference":"A","session_id":"e8f5d5ff-5fa3-497d-ae23-05a9951f7654","university":"Berkeley"},{"completion_time":"2025-04-24T16:51:49.000660Z","evaluator_name":"Siyi Huang","language_instruction":"put the corn into the purple plate","longform_feedback":"Policy A did not do any movement, the robot arm just stay in the same position. Policy B completed the task at the first try","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_binning_droid_2025_04_24_09_43_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_right.mp4","wrist_video_gcs_path":"evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/607e32ff-859b-4e09-a47f-5630b85ed220/paligemma_fast_droid_2025_04_24_09_45_34_video_wrist.mp4"},"preference":"B","session_id":"607e32ff-859b-4e09-a47f-5630b85ed220","university":"Berkeley"},{"completion_time":"2025-04-24T16:51:12.674291Z","evaluator_name":"Jie Wang","language_instruction":"take the portafilter down the espresso machine","longform_feedback":"Both A & B don't understand where is espresso machine, A tries to go higher and do some articulation actions in the air, while B go collisde with coffees machine. The instruction may be too difficult for both, but I prefer A because it seems to be more reasonable","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_droid_2025_04_24_12_38_46_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a22cb51-9c64-43eb-948a-b795ce51edd0/pi0_fast_droid_2025_04_24_12_45_01_video_wrist.mp4"},"preference":"A","session_id":"0a22cb51-9c64-43eb-948a-b795ce51edd0","university":"UPenn"},{"completion_time":"2025-04-24T13:58:11.669184Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the chips in the sauce pan.","longform_feedback":"Policy A was unable to lift either of the chip bags, policy B didn't even move.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_fast_specialist_droid_2025_04_24_13_50_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/57ae9e63-34c7-4103-a546-4700c8904919/paligemma_binning_droid_2025_04_24_13_51_27_video_wrist.mp4"},"preference":"A","session_id":"57ae9e63-34c7-4103-a546-4700c8904919","university":"UT Austin"},{"completion_time":"2025-04-24T01:58:22.790013Z","evaluator_name":"Pranav Atreya","language_instruction":"close the water jar","longform_feedback":"Policy B is slightly better. POlicy A was stopped after reaching the lid and froze until the runtime ended. Policy B was continously grasping the handle of the lid but failed to pick it up properly","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_vq_droid_2025_04_23_18_48_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/468317b5-1146-46ed-b52c-e1f634972279/paligemma_diffusion_droid_2025_04_23_18_50_41_video_wrist.mp4"},"preference":"B","session_id":"468317b5-1146-46ed-b52c-e1f634972279","university":"Berkeley"},{"completion_time":"2025-04-24T01:43:56.125262Z","evaluator_name":"Pranav Atreya","language_instruction":"put marker in the jar","longform_feedback":"POlicy A did better since it was able to pick up the correct object which is the marker. Policy B attempted to pick up the spoon and kept on dropping it.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/paligemma_diffusion_droid_2025_04_23_18_32_53_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c5c9e0b7-3b47-4459-b179-268e857362a0/pi0_droid_2025_04_23_18_35_15_video_wrist.mp4"},"preference":"A","session_id":"c5c9e0b7-3b47-4459-b179-268e857362a0","university":"Berkeley"},{"completion_time":"2025-04-24T01:25:45.052744Z","evaluator_name":"Pranav Atreya","language_instruction":"clean up the table","longform_feedback":"Policy A and B are half way completing the task which in both trial, it was able to pick up the piece of tissue. However, the robot failed to identify the trash bin which is located on the left hand side of the scene and trash the paper into it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/paligemma_fast_specialist_droid_2025_04_23_18_13_28_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cbf7d078-efda-46d1-b203-6b7b0fd84da9/pi0_droid_2025_04_23_18_16_52_video_wrist.mp4"},"preference":"TIE","session_id":"cbf7d078-efda-46d1-b203-6b7b0fd84da9","university":"Berkeley"},{"completion_time":"2025-04-24T01:10:54.984337Z","evaluator_name":"Pranav Atreya","language_instruction":"put the spoon on the chair into cup","longform_feedback":"policy B approached the spoon but unable to pick it up whereas policy A only hovered around the object on the table (tape and cloth)","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/paligemma_diffusion_droid_2025_04_23_17_52_58_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d17bcc85-cfc8-4002-8950-ee0baa6d349a/pi0_fast_droid_2025_04_23_17_57_52_video_wrist.mp4"},"preference":"B","session_id":"d17bcc85-cfc8-4002-8950-ee0baa6d349a","university":"Berkeley"},{"completion_time":"2025-04-24T00:38:00.589537Z","evaluator_name":"Pranav Atreya","language_instruction":"put the tape on the chair","longform_feedback":"Policy A approached the cup which is already on the chair while Policy B picked up the bowl instead of the tape. The object that policy B reached for was initially placed on the table, where the tape located on.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/pi0_droid_2025_04_23_17_26_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/14b4993f-b05a-4e46-beab-59530f57e846/paligemma_vq_droid_2025_04_23_17_29_37_video_wrist.mp4"},"preference":"TIE","session_id":"14b4993f-b05a-4e46-beab-59530f57e846","university":"Berkeley"},{"completion_time":"2025-04-24T00:23:41.886530Z","evaluator_name":"Pranav Atreya","language_instruction":"put the cup on the table","longform_feedback":"Both policies did not perform well. They both played around with objects that are already placed on the table and were unable to find the location of the cup, which is on the chair. The color of the cup and chair are quite similar which I think may cause confusion.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/paligemma_fast_droid_2025_04_23_17_10_03_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bc62d8d5-c1f9-4771-b5ab-d404b4afa099/pi0_fast_droid_2025_04_23_17_13_45_video_wrist.mp4"},"preference":"TIE","session_id":"bc62d8d5-c1f9-4771-b5ab-d404b4afa099","university":"Berkeley"},{"completion_time":"2025-04-23T23:45:45.465480Z","evaluator_name":"Pranav Atreya","language_instruction":"place blue spoon into bowl","longform_feedback":"Both policies did poorly. Policy A tried to grasp the silver spoon on the left while policy B also lifted the silver spoonp and down without any progress to move them to other location. The target object here, blue spoon, is ignored.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_fast_droid_2025_04_23_16_34_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a8cd8a40-fcff-446b-8714-1d708376a311/paligemma_diffusion_droid_2025_04_23_16_37_01_video_wrist.mp4"},"preference":"TIE","session_id":"a8cd8a40-fcff-446b-8714-1d708376a311","university":"Berkeley"},{"completion_time":"2025-04-23T23:29:57.287348Z","evaluator_name":"Pranav Atreya","language_instruction":"put marker in the cup","longform_feedback":"Policy A did better since it moved the gripper directly to the marker and placed it on the cup very neatly. Policy B did the same thing but instead of hovering to the cup,  it moved to the bowl. Policy B also tried to placed the spoon somewhere on the right hand side.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_droid_2025_04_23_16_16_15_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b8d1f9a7-f88c-4303-b637-669375ce5f37/pi0_fast_droid_2025_04_23_16_19_50_video_wrist.mp4"},"preference":"A","session_id":"b8d1f9a7-f88c-4303-b637-669375ce5f37","university":"Berkeley"},{"completion_time":"2025-04-23T22:52:22.347219Z","evaluator_name":"Pranav Atreya","language_instruction":"Close the top drawer","longform_feedback":"Policy B spent some time hovering around and did approach the drawer after some time. Policy A was quick to approach the drawer, however, it failed at pushing the drawer in.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_droid_2025_04_23_15_43_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/60dc912d-ad16-46c1-ad5e-6d8b611edc83/pi0_fast_droid_2025_04_23_15_45_17_video_wrist.mp4"},"preference":"A","session_id":"60dc912d-ad16-46c1-ad5e-6d8b611edc83","university":"Berkeley"},{"completion_time":"2025-04-23T22:40:41.067104Z","evaluator_name":"Pranav Atreya","language_instruction":"Close the top drawer","longform_feedback":"Although both polices were unable to close the drawer. Policy A went towards the drawer immeditely and attempted closing it. However, Policy B went standstill briefly and then attempted to close it.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_fast_specialist_droid_2025_04_23_15_26_52_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/29f138ba-a77d-4b00-8b73-4e82f20e5178/paligemma_diffusion_droid_2025_04_23_15_29_17_video_wrist.mp4"},"preference":"A","session_id":"29f138ba-a77d-4b00-8b73-4e82f20e5178","university":"Berkeley"},{"completion_time":"2025-04-23T22:24:08.284990Z","evaluator_name":"Pranav Atreya","language_instruction":"Close the second drawer","longform_feedback":"Both policies aimed to move towards the drawer. I think the arm's range of motion is limited and while it wants to close the drawer, it is too far away for it to reach.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/paligemma_fast_specialist_droid_2025_04_23_15_13_56_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dac2ddf1-4ae3-443e-ab78-59dfabe43f63/pi0_droid_2025_04_23_15_15_47_video_wrist.mp4"},"preference":"TIE","session_id":"dac2ddf1-4ae3-443e-ab78-59dfabe43f63","university":"Berkeley"},{"completion_time":"2025-04-23T21:55:53.358152Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the red bottle into the blue bowl","longform_feedback":"Policy A failed to pick up the red bottle and place it into the blue bowl. Whereas, Policy B did move towards the red bottle but was unable to drop it off it into the blue bowl. It is important to also know that before Policy B moved towards the red bottle, it first picked up the red marker and put it in the blue bowl.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/paligemma_vq_droid_2025_04_23_14_42_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d7315ac-400b-4de0-81bb-6e2697d06000/pi0_fast_droid_2025_04_23_14_46_26_video_wrist.mp4"},"preference":"B","session_id":"8d7315ac-400b-4de0-81bb-6e2697d06000","university":"Berkeley"},{"completion_time":"2025-04-23T21:46:12.999132Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put marker in bowl ","longform_feedback":"Policy A put the marker in the bowl while policy B didn't do anything so policy A was better","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/pi0_droid_2025_04_23_14_35_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24f3883a-d9a9-4351-ba8a-df85ab678168/paligemma_binning_droid_2025_04_23_14_37_37_video_wrist.mp4"},"preference":"A","session_id":"24f3883a-d9a9-4351-ba8a-df85ab678168","university":"Stanford"},{"completion_time":"2025-04-23T21:40:12.163221Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the purple bowl into the dishrack","longform_feedback":"Both policies more or less performed similar. They both hovered around the purple bowl and was unable to pick it up, they were only able to move close to it but failed to pick it up and put it in the dish rack","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/paligemma_vq_droid_2025_04_23_14_26_50_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e959784-f1dd-48df-b6c4-f4aec0c1da70/pi0_fast_droid_2025_04_23_14_30_14_video_wrist.mp4"},"preference":"TIE","session_id":"2e959784-f1dd-48df-b6c4-f4aec0c1da70","university":"Berkeley"},{"completion_time":"2025-04-23T21:32:11.890267Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put card in green bowl ","longform_feedback":"Both policies moved towards the card but didn't pick it up so both policies were even","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_vq_droid_2025_04_23_14_18_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e1c15298-377d-4e93-b309-4c3e027a7152/paligemma_fast_specialist_droid_2025_04_23_14_21_58_video_wrist.mp4"},"preference":"TIE","session_id":"e1c15298-377d-4e93-b309-4c3e027a7152","university":"Stanford"},{"completion_time":"2025-04-23T21:23:46.010477Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the red marker in the purple bowl","longform_feedback":"Policy B completely froze and did not move. Policy A picked up the marker but was not able to move it towards the purple bowl. Policy A only was able to pick up the marker while Policy B did not move at all.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_fast_droid_2025_04_23_14_09_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/02fab778-79b2-4a64-a325-91d1e21dc1df/paligemma_binning_droid_2025_04_23_14_15_55_video_wrist.mp4"},"preference":"A","session_id":"02fab778-79b2-4a64-a325-91d1e21dc1df","university":"Berkeley"},{"completion_time":"2025-04-23T21:14:20.427471Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up white cup and put in dustbin","longform_feedback":"Policy A picked up the cups and moved towards dustbin while policy B didn't even move towards cups so policy A was better","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/paligemma_diffusion_droid_2025_04_23_14_01_46_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81f7c34b-1cc9-466c-802c-304934734227/pi0_droid_2025_04_23_14_05_34_video_wrist.mp4"},"preference":"A","session_id":"81f7c34b-1cc9-466c-802c-304934734227","university":"Stanford"},{"completion_time":"2025-04-23T21:01:02.094541Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the water bottle on the table","longform_feedback":"Policy B did slightly better than Policy A. Policy was aimlessly hovering over the table going towards things randomly. However, Policy B did approach the waterbottle but failed to pick it up.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/pi0_fast_droid_2025_04_23_13_50_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e578f30a-1e7f-4bad-a269-4e293955b622/paligemma_binning_droid_2025_04_23_13_53_23_video_wrist.mp4"},"preference":"B","session_id":"e578f30a-1e7f-4bad-a269-4e293955b622","university":"Berkeley"},{"completion_time":"2025-04-23T20:58:36.943436Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put white cup in dustbin","longform_feedback":"Policy A didn't do anything while policy B moved towards the cups so policy B was better","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/paligemma_binning_droid_2025_04_23_13_44_13_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e0f7ee84-36d9-417c-be68-90fac2ea5a43/pi0_droid_2025_04_23_13_47_31_video_wrist.mp4"},"preference":"B","session_id":"e0f7ee84-36d9-417c-be68-90fac2ea5a43","university":"Stanford"},{"completion_time":"2025-04-23T20:43:21.567461Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the red bottle into the purple bowl","longform_feedback":"Policy B was significantly better than Policy A. Policy A did not approach the red bottle at all and picked up the pair of markers instead and attempted to put it in the purple bowl. Policy B, picked up the red bottle and was able to put it in the purple bowl. However, it is important to note that before Policy B picked up the red bottle, it first picked up the red marker and put it into the blue bowl and afterwards the Policy picked up the red bottle.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/pi0_droid_2025_04_23_13_32_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d40e2c68-068e-4f60-8546-3432f3190fcb/paligemma_diffusion_droid_2025_04_23_13_34_52_video_wrist.mp4"},"preference":"B","session_id":"d40e2c68-068e-4f60-8546-3432f3190fcb","university":"Berkeley"},{"completion_time":"2025-04-23T16:07:34.685734Z","evaluator_name":"Edward S. Hu","language_instruction":"pick up the pineapple","longform_feedback":"90% for B, it is able to get the partial observable pineapple, but it is a bit slow. A didn't recognize the pineapple, and miss it, it go towards it a little bit.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/pi0_droid_2025_04_23_12_02_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5b10c3c3-1a7d-4716-9e06-1d28e64cedfc/paligemma_fast_droid_2025_04_23_12_04_18_video_wrist.mp4"},"preference":"B","session_id":"5b10c3c3-1a7d-4716-9e06-1d28e64cedfc","university":"UPenn"},{"completion_time":"2025-04-23T15:59:53.258701Z","evaluator_name":"Edward S. Hu","language_instruction":"pick up the purple plum and place into bowl","longform_feedback":"B is better because it is able to pick up the correct object. But B didn't release the purple plum into the bowl. A PICK up the ahold close gripper and freeze on top of the bowl","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_fast_specialist_droid_2025_04_23_11_52_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0b76325d-fba2-429e-9b83-ead0d22722b4/paligemma_vq_droid_2025_04_23_11_54_28_video_wrist.mp4"},"preference":"B","session_id":"0b76325d-fba2-429e-9b83-ead0d22722b4","university":"UPenn"},{"completion_time":"2025-04-23T15:50:19.159871Z","evaluator_name":"Jie Wang","language_instruction":"pick up the purple plum","longform_feedback":"they didn't do anything, we try to remove the 'for dinner' in prompt this time, ablation on whether it will affect the policy performance, but it seems not understand the scene, and didn't search second floor of bookshelf(cabinet). B missed it","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_droid_2025_04_23_11_42_57_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f09b4035-2d49-4641-a78d-b99c0894b807/pi0_fast_droid_2025_04_23_11_45_40_video_wrist.mp4"},"preference":"B","session_id":"f09b4035-2d49-4641-a78d-b99c0894b807","university":"UPenn"},{"completion_time":"2025-04-23T15:41:42.775301Z","evaluator_name":"Jie Wang","language_instruction":"pick up the purple plum for dinner","longform_feedback":"both didn't raise up gripper to find the food on cabinet, A go around try to grasp air, B freeze after a while","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_fast_droid_2025_04_23_11_35_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_right.mp4","wrist_video_gcs_path":"evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/83cf3ea3-3c5c-4189-9b73-e083c5bc98d9/paligemma_vq_droid_2025_04_23_11_37_28_video_wrist.mp4"},"preference":"TIE","session_id":"83cf3ea3-3c5c-4189-9b73-e083c5bc98d9","university":"UPenn"},{"completion_time":"2025-04-23T15:32:07.600202Z","evaluator_name":"Jie Wang","language_instruction":"pick up the vegetable","longform_feedback":"A just go back and forth then freeze, B directly go to the plant, but didn't pick it up at 1st try. then it go back to pick it at 2nd try","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_binning_droid_2025_04_23_11_24_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_right.mp4","wrist_video_gcs_path":"evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/75f2f013-65dc-4827-aab8-dc21caaa5f5a/paligemma_diffusion_droid_2025_04_23_11_27_15_video_wrist.mp4"},"preference":"B","session_id":"75f2f013-65dc-4827-aab8-dc21caaa5f5a","university":"UPenn"},{"completion_time":"2025-04-23T15:23:31.126027Z","evaluator_name":"Jie Wang","language_instruction":"touch the black book","longform_feedback":"A goes around then freeze, B mistouch the cabinet black part, but it do touch. We halt both polices in advance because they seems to not recognize the black book","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/paligemma_fast_specialist_droid_2025_04_23_11_13_48_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d36427-d166-4475-82ff-4de60431f2b0/pi0_fast_droid_2025_04_23_11_16_08_video_wrist.mp4"},"preference":"B","session_id":"70d36427-d166-4475-82ff-4de60431f2b0","university":"UPenn"},{"completion_time":"2025-04-23T15:09:44.133843Z","evaluator_name":"Jie Wang","language_instruction":"place the plant into the bowl","longform_feedback":"A missed plant, go left and collisde with cabinet door, B goes directly to the plant. B can pick up the plant, put into the bowl, but B caan't release it. It took B 7 times to go up side down with gripper holding the plant, the policy doesn't learn how to release it, so I give -20 pts for B","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_fast_droid_2025_04_23_10_54_52_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fe57eae1-8c14-4ffa-8284-aa87cf0251c3/paligemma_diffusion_droid_2025_04_23_10_58_09_video_wrist.mp4"},"preference":"B","session_id":"fe57eae1-8c14-4ffa-8284-aa87cf0251c3","university":"UPenn"},{"completion_time":"2025-04-23T14:51:41.469203Z","evaluator_name":"Edward S. Hu","language_instruction":"find the plant on the bookshelf and place into bowl","longform_feedback":"A directly go up to reach the bookshelf. But A mis reach the 3rd floor instead of 2nd floor, A tries to pick up the purple toy, but A missed it, while B just stay at same postion, wondering around doing nothing, B doesn't recognize bookshelf","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_specialist_droid_2025_04_23_10_41_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d49dcce7-3510-482d-ba06-0cbccb0b1d79/paligemma_fast_droid_2025_04_23_10_45_40_video_wrist.mp4"},"preference":"A","session_id":"d49dcce7-3510-482d-ba06-0cbccb0b1d79","university":"UPenn"},{"completion_time":"2025-04-23T14:39:04.381070Z","evaluator_name":"Edward S. Hu","language_instruction":"pick up the plant on the bookshelf","longform_feedback":"A is trying to reach the bookshelf but didn't find the plant, while B is going for pineapple on the table, didn't explore bookshelf","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/paligemma_vq_droid_2025_04_23_10_29_46_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f80985e2-fda2-40c8-9a1c-e84e26693ceb/pi0_fast_droid_2025_04_23_10_33_24_video_wrist.mp4"},"preference":"A","session_id":"f80985e2-fda2-40c8-9a1c-e84e26693ceb","university":"UPenn"},{"completion_time":"2025-04-22T23:45:38.142861Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put red marker on top of card ","longform_feedback":"Both policies picked up marker although with the cloth and failed to put the marker on top of the card because they had picked up marker with the cloth hence the tie","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_vq_droid_2025_04_22_16_26_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a67646db-05cb-4261-8589-d36539ae56ed/paligemma_fast_specialist_droid_2025_04_22_16_30_10_video_wrist.mp4"},"preference":"TIE","session_id":"a67646db-05cb-4261-8589-d36539ae56ed","university":"Stanford"},{"completion_time":"2025-04-22T23:22:00.930494Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put orange cover marker in green bowl ","longform_feedback":"Policy A picked up the marker and put it in bowl while policy B tried to pick up the wrong object thus policy A was better than B","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_diffusion_droid_2025_04_22_16_04_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8554b6d5-a88d-48ad-945f-ff22a81ce00f/paligemma_vq_droid_2025_04_22_16_08_30_video_wrist.mp4"},"preference":"A","session_id":"8554b6d5-a88d-48ad-945f-ff22a81ce00f","university":"Stanford"},{"completion_time":"2025-04-22T23:02:23.813595Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put orange marker in green bowl ","longform_feedback":"Policy A didn't do anything while Policy A picked up the marker and placed it in bowl although it carried the marker with the blue clothing but it still did the task hence policy B was better","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_binning_droid_2025_04_22_15_46_12_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cadbb03a-1ca9-458f-bc79-b5575a77dc10/paligemma_fast_droid_2025_04_22_15_48_43_video_wrist.mp4"},"preference":"B","session_id":"cadbb03a-1ca9-458f-bc79-b5575a77dc10","university":"Stanford"},{"completion_time":"2025-04-22T20:18:28.008246Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up green marker ","longform_feedback":"Policy A tried picking up the marker although it ended up picking up the blue setting but Policy B didn't try anything so policy A did better than B to me","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/pi0_droid_2025_04_22_13_05_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5990f8b2-ce9c-4dce-93ff-9dc89a99175c/paligemma_binning_droid_2025_04_22_13_09_20_video_wrist.mp4"},"preference":"A","session_id":"5990f8b2-ce9c-4dce-93ff-9dc89a99175c","university":"Stanford"},{"completion_time":"2025-04-22T20:02:24.016360Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"use the green marker to write on the white board","longform_feedback":"Policy B put the marker on the white board even though it didn't try to write with it while policy A just placed aside the board thus policy B was better than A to me","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_fast_droid_2025_04_22_12_43_43_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f017668-c3f8-4547-b441-2ea5547b106d/paligemma_diffusion_droid_2025_04_22_12_47_18_video_wrist.mp4"},"preference":"B","session_id":"7f017668-c3f8-4547-b441-2ea5547b106d","university":"Stanford"},{"completion_time":"2025-04-22T19:34:20.689288Z","evaluator_name":"Tony Lee","language_instruction":"uncap the pen","longform_feedback":"policy A actually tried to uncap the pen by picking up the pen by the cap. Policy B just froze","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_fast_specialist_droid_2025_04_22_12_20_48_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9475de7-c97f-49f3-baff-dafc842b597d/paligemma_binning_droid_2025_04_22_12_21_55_video_wrist.mp4"},"preference":"A","session_id":"b9475de7-c97f-49f3-baff-dafc842b597d","university":"Stanford"},{"completion_time":"2025-04-22T19:19:27.934070Z","evaluator_name":"Tony Lee","language_instruction":"hold up the object that is not RED","longform_feedback":"both policies completely failed. I slighlty preferred policy A because it actually tried to do somethign whole policy B froze. policy A just failed to follow instructions and went for the red box.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/pi0_fast_droid_2025_04_22_12_06_23_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b6b4e19d-5b3d-4d20-8636-e0ce160eefae/paligemma_binning_droid_2025_04_22_12_08_54_video_wrist.mp4"},"preference":"A","session_id":"b6b4e19d-5b3d-4d20-8636-e0ce160eefae","university":"Stanford"},{"completion_time":"2025-04-22T19:03:05.341862Z","evaluator_name":"Tony Lee","language_instruction":"pick up the non-read object","longform_feedback":"policy A completely succeeded althought it had trouble picking up the non-red object on the first try. Policy B failed to follow instructions and went for the red block.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/pi0_fast_droid_2025_04_22_11_55_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/66134d40-9301-424a-80c3-fc61f98b838d/paligemma_fast_droid_2025_04_22_11_56_51_video_wrist.mp4"},"preference":"A","session_id":"66134d40-9301-424a-80c3-fc61f98b838d","university":"Stanford"},{"completion_time":"2025-04-22T19:00:33.446597Z","evaluator_name":"Siyi Huang","language_instruction":"put the towel into the purple plate","longform_feedback":"Both polices complete the task at the first try","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/paligemma_vq_droid_2025_04_22_11_44_40_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bf05f7b-4418-4e9b-9a16-5ae43f15468b/pi0_droid_2025_04_22_11_46_01_video_wrist.mp4"},"preference":"TIE","session_id":"2bf05f7b-4418-4e9b-9a16-5ae43f15468b","university":"Berkeley"},{"completion_time":"2025-04-22T18:52:54.753235Z","evaluator_name":"Tony Lee","language_instruction":"put the red block in the red box ","longform_feedback":"policy A was a lot more deliberate and went straight to pick up the red block. both picked it up but failed to put it in the box. policy B was slow to act in the beginning testing my patience","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_vq_droid_2025_04_22_11_40_34_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb/paligemma_diffusion_droid_2025_04_22_11_43_33_video_wrist.mp4"},"preference":"A","session_id":"6a0008d0-5ba2-44b8-8918-4ef3a3e58dbb","university":"Stanford"},{"completion_time":"2025-04-22T18:40:18.178270Z","evaluator_name":"Siyi Huang","language_instruction":"put the tape into the red plate","longform_feedback":"Policy A put the towel into the red plate instead while policy B just move toward the purple plate","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_fast_droid_2025_04_22_11_27_51_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c850017f-bd6d-4cc5-9ab0-2a7a7af47949/pi0_droid_2025_04_22_11_30_25_video_wrist.mp4"},"preference":"A","session_id":"c850017f-bd6d-4cc5-9ab0-2a7a7af47949","university":"Berkeley"},{"completion_time":"2025-04-22T18:24:20.566512Z","evaluator_name":"Siyi Huang","language_instruction":"put the cup into the purple plate","longform_feedback":"Policy Aputs the cup into the red plate instead while policy B puts the cup into the purple plate","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/paligemma_binning_droid_2025_04_22_11_11_38_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b0ca9723-1ac9-4c4f-932b-e782341306e7/pi0_fast_droid_2025_04_22_11_13_46_video_wrist.mp4"},"preference":"B","session_id":"b0ca9723-1ac9-4c4f-932b-e782341306e7","university":"Berkeley"},{"completion_time":"2025-04-22T18:08:13.762277Z","evaluator_name":"Siyi Huang","language_instruction":"put the bread into the plate","longform_feedback":"Policy A put the eraser into the red plate while policy B move toward the bread and have a attempt to pick up the bread","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/pi0_droid_2025_04_22_10_56_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/40dc1e54-9b74-4774-8019-9ca4395f1ecb/paligemma_fast_specialist_droid_2025_04_22_10_58_42_video_wrist.mp4"},"preference":"B","session_id":"40dc1e54-9b74-4774-8019-9ca4395f1ecb","university":"Berkeley"},{"completion_time":"2025-04-22T17:53:15.223764Z","evaluator_name":"Siyi Huang","language_instruction":"put the marker on the notebook","longform_feedback":"both polciies did not even move toward the marker","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_diffusion_droid_2025_04_22_10_38_11_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2bc0799e-80e7-4e30-916e-361ba2702857/paligemma_fast_specialist_droid_2025_04_22_10_40_07_video_wrist.mp4"},"preference":"TIE","session_id":"2bc0799e-80e7-4e30-916e-361ba2702857","university":"Berkeley"},{"completion_time":"2025-04-22T17:34:25.432268Z","evaluator_name":"Siyi Huang","language_instruction":"put the bowl into the drawer","longform_feedback":"Both policies pick up the bowl. Policy A picks up the bowl at the beginning, while policy B picks up the bowl after several tries.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/pi0_fast_droid_2025_04_22_10_18_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/efa9835e-e6f0-4b4e-b29e-c10f611a6447/paligemma_fast_droid_2025_04_22_10_23_01_video_wrist.mp4"},"preference":"A","session_id":"efa9835e-e6f0-4b4e-b29e-c10f611a6447","university":"Berkeley"},{"completion_time":"2025-04-22T17:13:07.910016Z","evaluator_name":"Siyi Huang","language_instruction":"put the tape into the drawer","longform_feedback":"Both policyies pick up hte tape. Policy move the tape away the drawer will policy B move the tape toward the drawer","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_binning_droid_2025_04_22_10_00_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b2607c46-4bba-412a-a0fc-52b4d7e6089e/paligemma_fast_specialist_droid_2025_04_22_10_04_32_video_wrist.mp4"},"preference":"B","session_id":"b2607c46-4bba-412a-a0fc-52b4d7e6089e","university":"Berkeley"},{"completion_time":"2025-04-22T16:57:31.658495Z","evaluator_name":"Siyi Huang","language_instruction":"close the drawer","longform_feedback":"Policy A did not any movement. policy B move toward the drawer at first, however, instead of close the drawer, it pull out the drawer","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_binning_droid_2025_04_22_09_46_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41479fcb-a0d9-4672-b7ff-63da05e361f7/paligemma_fast_specialist_droid_2025_04_22_09_48_29_video_wrist.mp4"},"preference":"B","session_id":"41479fcb-a0d9-4672-b7ff-63da05e361f7","university":"Berkeley"},{"completion_time":"2025-04-22T16:40:57.195732Z","evaluator_name":"Siyi Huang","language_instruction":"put the towel on the whiteboard","longform_feedback":"Policy A move toward the white board at first and polciy B move toward the towel at first, so I think polciy B is more close to do the task","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/pi0_droid_2025_04_22_09_30_40_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/23e00c63-571e-4833-ab76-f5802fbd9fc9/paligemma_fast_droid_2025_04_22_09_33_40_video_wrist.mp4"},"preference":"B","session_id":"23e00c63-571e-4833-ab76-f5802fbd9fc9","university":"Berkeley"},{"completion_time":"2025-04-22T09:11:26.189948Z","evaluator_name":"Meedeum Cho","language_instruction":"pull the door","longform_feedback":"Policy A succeded the task while policy B got stuck in the initial position. Policy A shows precise grasping.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_fast_specialist_droid_2025_04_22_18_00_28_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2176fbf7-5de1-4ff4-b92a-f0ad36c26df2/paligemma_binning_droid_2025_04_22_18_04_58_video_wrist.mp4"},"preference":"A","session_id":"2176fbf7-5de1-4ff4-b92a-f0ad36c26df2","university":"Yonsei"},{"completion_time":"2025-04-22T08:52:55.514066Z","evaluator_name":"Meedeum Cho","language_instruction":"stack the bowls","longform_feedback":"Policy B succeeded the task almost halfway while policy A got stuck in the initial position.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/paligemma_binning_droid_2025_04_22_17_43_07_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70292884-f521-4567-8986-6640566547fb/pi0_droid_2025_04_22_17_45_34_video_wrist.mp4"},"preference":"B","session_id":"70292884-f521-4567-8986-6640566547fb","university":"Yonsei"},{"completion_time":"2025-04-22T08:22:29.792595Z","evaluator_name":"Meedeum Cho","language_instruction":"unplug the black cable","longform_feedback":"Policy A showed better grasping position compared to policy B. Policy B missed the correct target.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_vq_droid_2025_04_22_17_11_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ff717942-5d20-421c-b1a5-e4ebc4876a53/paligemma_diffusion_droid_2025_04_22_17_15_44_video_wrist.mp4"},"preference":"A","session_id":"ff717942-5d20-421c-b1a5-e4ebc4876a53","university":"Yonsei"},{"completion_time":"2025-04-22T08:04:56.331409Z","evaluator_name":"Meedeum Cho","language_instruction":"cover the yellow bowl with the towel","longform_feedback":"Policy A got stucked in the initial position, while policy B managed to solve the task progressively.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_binning_droid_2025_04_22_16_53_24_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8e68d786-49c0-4cab-bfc6-39519974dc82/paligemma_fast_droid_2025_04_22_16_56_13_video_wrist.mp4"},"preference":"B","session_id":"8e68d786-49c0-4cab-bfc6-39519974dc82","university":"Yonsei"},{"completion_time":"2025-04-22T07:22:08.146492Z","evaluator_name":"Meedeum Cho","language_instruction":"put the ball in the bin","longform_feedback":"Policy A shows faster and more accurate movement than policy B. Also, policy A displays more confident behaviors.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/pi0_droid_2025_04_22_16_11_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7d574986-89eb-4b33-a624-a17903b1baf0/paligemma_vq_droid_2025_04_22_16_14_35_video_wrist.mp4"},"preference":"A","session_id":"7d574986-89eb-4b33-a624-a17903b1baf0","university":"Yonsei"},{"completion_time":"2025-04-22T07:02:48.685040Z","evaluator_name":"Meedeum Cho","language_instruction":"close the wet tissue","longform_feedback":"Policy A showed better precision than policy B. Policy B got stuck in mid-air.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/paligemma_fast_droid_2025_04_22_15_51_31_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c2b29f5-7825-4c22-b4ff-0095cd7fbb29/pi0_fast_droid_2025_04_22_15_55_15_video_wrist.mp4"},"preference":"A","session_id":"9c2b29f5-7825-4c22-b4ff-0095cd7fbb29","university":"Yonsei"},{"completion_time":"2025-04-22T06:41:59.984684Z","evaluator_name":"Meedeum Cho","language_instruction":"hang the green rubber ring on the pole","longform_feedback":"Policy B is more cautious and progressively refines its movements until it succeeds at each stage of the task whereas policy A tends to focus on completing the overall task rather than perfecting each subtask","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_specialist_droid_2025_04_22_15_25_11_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9/paligemma_fast_droid_2025_04_22_15_32_41_video_wrist.mp4"},"preference":"B","session_id":"78c9a5c6-b24e-4ec5-a84d-9efa31c9f0a9","university":"Yonsei"},{"completion_time":"2025-04-22T06:21:17.135823Z","evaluator_name":"Meedeum Cho","language_instruction":"pull out the tissue","longform_feedback":"Policy B displayed more delicate movements than policy A","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_droid_2025_04_22_15_10_36_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f5193ce5-8de1-4c27-8f46-6601f6e36f02/pi0_fast_droid_2025_04_22_15_14_05_video_wrist.mp4"},"preference":"B","session_id":"f5193ce5-8de1-4c27-8f46-6601f6e36f02","university":"Yonsei"},{"completion_time":"2025-04-22T06:00:36.648380Z","evaluator_name":"Meedeum Cho","language_instruction":"upright the cup","longform_feedback":"Policy B performed the task in a way that felt more natural","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/paligemma_fast_droid_2025_04_22_14_46_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8d669ee4-0402-499a-a0d4-673c380c2e89/pi0_fast_droid_2025_04_22_14_49_42_video_wrist.mp4"},"preference":"B","session_id":"8d669ee4-0402-499a-a0d4-673c380c2e89","university":"Yonsei"},{"completion_time":"2025-04-22T05:39:11.624822Z","evaluator_name":"Meedeum Cho","language_instruction":"fold the towel","longform_feedback":"Policy A shows better corrective behaviors while policy B seems to be hesitant","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_droid_2025_04_22_14_26_51_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_npz_file.npz","partial_success":0.6,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5e8fff1a-1b89-4e75-abbf-7abc20d6b217/paligemma_fast_specialist_droid_2025_04_22_14_30_45_video_wrist.mp4"},"preference":"A","session_id":"5e8fff1a-1b89-4e75-abbf-7abc20d6b217","university":"Yonsei"},{"completion_time":"2025-04-22T01:55:57.718819Z","evaluator_name":"Pranav Atreya","language_instruction":"put the white bottle on paper organizer","longform_feedback":"In both trials, policy A and B tried the path to the white bottle, which was partially done the task requested; however, they did not grab the bottle properly so it kept dropping from the gripper without making a progress to the destination, which is the organizer on the left.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_fast_specialist_droid_2025_04_21_18_43_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8051a707-6c3b-4643-ba5a-59b900e3fc3d/paligemma_vq_droid_2025_04_21_18_47_14_video_wrist.mp4"},"preference":"TIE","session_id":"8051a707-6c3b-4643-ba5a-59b900e3fc3d","university":"Berkeley"},{"completion_time":"2025-04-22T01:40:47.518377Z","evaluator_name":"Pranav Atreya","language_instruction":"put paper on paper organizer","longform_feedback":"Policy B performed better. Policy A froze while moving over to the yellow board. It was executed and took actions for the first 5 seconds and then got stucked in the board. Policy B on the other hand, move towards the paper and tried to grasp it from edge but switched over to the cloth a few moment later. The task ended when the robot gripper was attaching to the cloth","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/paligemma_binning_droid_2025_04_21_18_27_59_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c/pi0_droid_2025_04_21_18_33_00_video_wrist.mp4"},"preference":"B","session_id":"dc3eaeec-ce1d-41b8-8ec3-5eaf03c4386c","university":"Berkeley"},{"completion_time":"2025-04-22T01:23:05.674415Z","evaluator_name":"Pranav Atreya","language_instruction":"put staples box on the yellow board","longform_feedback":"Both policies did not do well as it ignored the first path which is to pick up the blue box located in the right. In both trials the robot took the path to the yellow baord without bringing any object to the board.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_right.mp4","wrist_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_vq_droid_2025_04_21_18_08_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_right.mp4","wrist_video_gcs_path":"evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/668c356e-d14a-4cc1-ada8-b10a09a43de5/paligemma_fast_droid_2025_04_21_18_13_16_video_wrist.mp4"},"preference":"TIE","session_id":"668c356e-d14a-4cc1-ada8-b10a09a43de5","university":"Berkeley"},{"completion_time":"2025-04-22T01:04:56.961472Z","evaluator_name":"Pranav Atreya","language_instruction":"move the clipper into the jar","longform_feedback":"Both policies did not do well. Policy A grabbed the marker and holded it upright but the position of the gripper was not exceed the height of the jar. The first trail was over when not a lof of the objects was changed compared to its initial position. Policy B also did the same as policy A but at the end, it reached for the stapler and ended up holding the stapler when the trial ended.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_vq_droid_2025_04_21_17_51_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ec48cfe0-232c-4a50-8d89-e09f0c13aef3/paligemma_diffusion_droid_2025_04_21_17_55_26_video_wrist.mp4"},"preference":"TIE","session_id":"ec48cfe0-232c-4a50-8d89-e09f0c13aef3","university":"Berkeley"},{"completion_time":"2025-04-22T00:47:22.795693Z","evaluator_name":"Pranav Atreya","language_instruction":"put the envelope in trash bin","longform_feedback":"Policy B did better since the gripper moved toward the envelope but accidentally dropped it on the grofor the rest of the runtime. Policy A did not make any progress since it was up in the air for 10 seconds and then moved toward the clipper on the right.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/paligemma_binning_droid_2025_04_21_17_34_20_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9da2a843-0ae6-482c-9f68-2cfc74c09496/pi0_droid_2025_04_21_17_39_10_video_wrist.mp4"},"preference":"B","session_id":"9da2a843-0ae6-482c-9f68-2cfc74c09496","university":"Berkeley"},{"completion_time":"2025-04-22T00:29:49.644146Z","evaluator_name":"Pranav Atreya","language_instruction":"put the binder clip in bowl","longform_feedback":"Policy A and B both reached of the binder clip by chance (since it is located in the center of the countertop) but after that they both were searching over the stapler area and shifted the gripper to the bowl without grabbing anything.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_fast_droid_2025_04_21_17_18_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/24b66287-430a-4aa8-8b30-38cf6b420859/paligemma_diffusion_droid_2025_04_21_17_21_19_video_wrist.mp4"},"preference":"TIE","session_id":"24b66287-430a-4aa8-8b30-38cf6b420859","university":"Berkeley"},{"completion_time":"2025-04-22T00:15:57.766428Z","evaluator_name":"Pranav Atreya","language_instruction":"put the staple remover on the cloth","longform_feedback":"Both policies did poorly as they were unable to identify the staple remover, which was located on the left. In both trials as Policy A approached the grey stapler and policy B tried to reach the red stapler on top right of the scene.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/paligemma_diffusion_droid_2025_04_21_17_05_25_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fef6e9a7-32d1-47b6-b8b3-710c3a0a2839/pi0_droid_2025_04_21_17_07_52_video_wrist.mp4"},"preference":"TIE","session_id":"fef6e9a7-32d1-47b6-b8b3-710c3a0a2839","university":"Berkeley"},{"completion_time":"2025-04-21T23:48:46.866060Z","evaluator_name":"Pranav Atreya","language_instruction":"put the stapler on the cloth","longform_feedback":"Policy B performed much better than policy A. Policy B finished the task under 50% time remaining as it attempted to reach for the stapler and direcly move it over the cloth. POlicy A tried to grasp the eraser first and moved it to the right of the table (incorrect pathway since cloth is located on the left) and it also tried to pick up the stapler in last second but failed to hold it upward.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/pi0_droid_2025_04_21_16_37_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/be31263b-e2a3-4832-b595-2be5d640fe95/paligemma_fast_droid_2025_04_21_16_41_27_video_wrist.mp4"},"preference":"B","session_id":"be31263b-e2a3-4832-b595-2be5d640fe95","university":"Berkeley"},{"completion_time":"2025-04-21T23:34:48.361924Z","evaluator_name":"Pranav Atreya","language_instruction":"put the purple marker in the cup","longform_feedback":"Both policies did not do well. Both pointed to the red marker instead of the purple marker as asked. They did point the marer in the upward position but the landing position is not quite close the top of the cup. I think the lighting has too much yellow reflection which impacts the movement prediction","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/paligemma_fast_specialist_droid_2025_04_21_16_23_43_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f43a1f67-2be7-4eee-9a72-e7a58c1c9b95/pi0_droid_2025_04_21_16_27_22_video_wrist.mp4"},"preference":"TIE","session_id":"f43a1f67-2be7-4eee-9a72-e7a58c1c9b95","university":"Berkeley"},{"completion_time":"2025-04-21T22:25:59.260308Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up red cube in bowl and put outside bowl and put red marker inside the bowl","longform_feedback":"Policy A moved towards marker and tried to lift it up while policy B did nothing so A did better than B","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/pi0_droid_2025_04_21_15_15_49_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dc62fbd2-1f0f-46d0-9e07-967d702b85f7/paligemma_binning_droid_2025_04_21_15_17_52_video_wrist.mp4"},"preference":"A","session_id":"dc62fbd2-1f0f-46d0-9e07-967d702b85f7","university":"Stanford"},{"completion_time":"2025-04-21T21:43:03.343234Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up red cube in green bowl and put in outside the bowl","longform_feedback":"Policy B correctly moved towards the red cube and put it outside the bowl while policy A pulled out the marker instead of the cube thus policy B did better than A","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_fast_droid_2025_04_21_14_29_19_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6d7586e4-3bab-4ff3-a8ad-ecdb25e83300/pi0_droid_2025_04_21_14_32_10_video_wrist.mp4"},"preference":"B","session_id":"6d7586e4-3bab-4ff3-a8ad-ecdb25e83300","university":"Stanford"},{"completion_time":"2025-04-21T21:25:06.267261Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put doll in bag ","longform_feedback":"Policy A didn't do anything when it run while policy B picked up the doll and placed it in bag well so I policy B was better than policy A","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/paligemma_binning_droid_2025_04_21_14_12_34_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/16e5bbda-57c1-4e58-a24a-b39ee8142d41/pi0_droid_2025_04_21_14_14_42_video_wrist.mp4"},"preference":"B","session_id":"16e5bbda-57c1-4e58-a24a-b39ee8142d41","university":"Stanford"},{"completion_time":"2025-04-21T21:08:51.943899Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put the doll in the bag","longform_feedback":"Policy A didn't do put the doll in the bag but instead tried to pick the bag instead while policy B picked up the doll but placed it near the bag thus policy B did better in my opinion","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/pi0_fast_droid_2025_04_21_13_54_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e726508e-9fd3-41eb-945d-20003afcc9c7/paligemma_vq_droid_2025_04_21_13_57_18_video_wrist.mp4"},"preference":"B","session_id":"e726508e-9fd3-41eb-945d-20003afcc9c7","university":"Stanford"},{"completion_time":"2025-04-21T20:45:34.326950Z","evaluator_name":"Artur Kuramshin","language_instruction":"Put all red items in the bowl","longform_feedback":"Both policies correctly identified the red lobster as one of the target items and managed to place it in the bowl. While policy A struggled more than policy B at picking up the lobster, I do see that it is a difficult item to pick up. After placing the lobster in the bowl, policy B made larger movements (moving up and back which were a bit intimidating compared to policy A. Both policies incorrectly started to grasp the egg instead of the mug afterwards (although policy B did appear to move towards the mug at first, but changed course).","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/pi0_fast_droid_2025_04_21_16_34_20_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/00d2b265-f7fd-409d-8b09-3112db0046d2/paligemma_fast_droid_2025_04_21_16_38_13_video_wrist.mp4"},"preference":"A","session_id":"00d2b265-f7fd-409d-8b09-3112db0046d2","university":"UMontreal"},{"completion_time":"2025-04-21T20:15:48.059642Z","evaluator_name":"Artur Kuramshin","language_instruction":"Pour the mug contents into the bowl","longform_feedback":"Policy A grabbed the handle of the mug where policy B grabbed it by the side, which could be problematic if the mug contains some sort of liquid. Additionally, policy B moved towards the bow but did not perform a pouring motion, simply dropping the mug instead.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_fast_specialist_droid_2025_04_21_16_03_10_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ba7b5a70-7556-4697-b8a3-453fb93656d2/paligemma_binning_droid_2025_04_21_16_06_40_video_wrist.mp4"},"preference":"A","session_id":"ba7b5a70-7556-4697-b8a3-453fb93656d2","university":"UMontreal"},{"completion_time":"2025-04-21T19:49:38.536549Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place all items in the bowl","longform_feedback":"Policy A froze after placing the first item in the bowl (rubber duck). Policy B confidently placed every item in the bowl one by one, but unfortunately ran out of time before placing the carrot in the bowl.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_npz_file.npz","partial_success":0.3,"right_camera_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/pi0_fast_droid_2025_04_21_15_38_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/08d3d301-7027-418b-9fe7-e11b1a23c624/paligemma_fast_droid_2025_04_21_15_41_17_video_wrist.mp4"},"preference":"B","session_id":"08d3d301-7027-418b-9fe7-e11b1a23c624","university":"UMontreal"},{"completion_time":"2025-04-21T18:56:48.174714Z","evaluator_name":"Jie Wang","language_instruction":"open the top left drawer","longform_feedback":"both polices can't find where is the drawer, and gripper stays downward, didn't do exploration","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/pi0_droid_2025_04_21_14_48_40_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cf6a9aa-0c2a-4417-95ea-7be327ed62d6/paligemma_diffusion_droid_2025_04_21_14_50_01_video_wrist.mp4"},"preference":"TIE","session_id":"5cf6a9aa-0c2a-4417-95ea-7be327ed62d6","university":"UPenn"},{"completion_time":"2025-04-21T18:45:27.164453Z","evaluator_name":"Jie Wang","language_instruction":"find the pineapple and place into the bowl","longform_feedback":"Both policies behavies quite good, the right camera image tells where to reach the pineapple, and wrist camera go pick-and-place pineapple easily. The policy A drops pineapple at a lower place, while B drops it in the air, so I prefer A","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_right.mp4","wrist_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/paligemma_vq_droid_2025_04_21_14_37_30_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/187abd36-6cf2-4abc-adcf-ec830ec9694e/pi0_fast_droid_2025_04_21_14_40_08_video_wrist.mp4"},"preference":"A","session_id":"187abd36-6cf2-4abc-adcf-ec830ec9694e","university":"UPenn"},{"completion_time":"2025-04-21T18:35:45.703477Z","evaluator_name":"Jie Wang","language_instruction":"place pineapple into bowl","longform_feedback":"Easy task, A do this easily, while B just idle at home position, go down 1~2cm, then do nothing whole trial","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/pi0_fast_droid_2025_04_21_14_25_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e8dc673d-c7b1-415a-94e3-2b238588caed/paligemma_binning_droid_2025_04_21_14_28_50_video_wrist.mp4"},"preference":"A","session_id":"e8dc673d-c7b1-415a-94e3-2b238588caed","university":"UPenn"},{"completion_time":"2025-04-21T02:17:19.327364Z","evaluator_name":"Pranav Atreya","language_instruction":"Open the drawer","longform_feedback":"Both policies were successful in moving towards the drawer. However, only policy B was sucessful in pulling the drawer out but not fully.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/paligemma_diffusion_droid_2025_04_20_19_02_58_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0a25f1d8-f70c-4665-a1d2-9ef150eaf466/pi0_fast_droid_2025_04_20_19_07_46_video_wrist.mp4"},"preference":"B","session_id":"0a25f1d8-f70c-4665-a1d2-9ef150eaf466","university":"Berkeley"},{"completion_time":"2025-04-21T01:29:06.389806Z","evaluator_name":"Pranav Atreya","language_instruction":"Put the towel blue bowl","longform_feedback":"Policy A only moved towards the blue bowl but failed to apporach picking up the towel. Policy B did the best as it picked up the towel and tried to put it in the blue bowl but wasn't successful.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_vq_droid_2025_04_20_18_16_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a65a52a6-ecf7-47f7-9805-18bef9f45d80/paligemma_diffusion_droid_2025_04_20_18_19_52_video_wrist.mp4"},"preference":"B","session_id":"a65a52a6-ecf7-47f7-9805-18bef9f45d80","university":"Berkeley"},{"completion_time":"2025-04-20T22:41:04.513248Z","evaluator_name":"Siyi Huang","language_instruction":"put the stapler on the towel","longform_feedback":"I think both polices perform the same because they both move toward the stapler at the beginning and did not pick it up","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_right.mp4","wrist_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_vq_droid_2025_04_20_15_14_50_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/136c1c3e-8635-4974-a040-d30b109e925d/paligemma_binning_droid_2025_04_20_15_22_51_video_wrist.mp4"},"preference":"TIE","session_id":"136c1c3e-8635-4974-a040-d30b109e925d","university":"Berkeley"},{"completion_time":"2025-04-20T22:12:16.936210Z","evaluator_name":"Siyi Huang","language_instruction":"put the bowl in the towl","longform_feedback":"Policy successfully puts the bowl in the towel. Policy B also picks up the bowl, but it just put it near the towel","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/pi0_droid_2025_04_20_14_57_05_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8807b50e-01b1-4f49-8931-395b48e2224d/paligemma_fast_specialist_droid_2025_04_20_15_01_17_video_wrist.mp4"},"preference":"A","session_id":"8807b50e-01b1-4f49-8931-395b48e2224d","university":"Berkeley"},{"completion_time":"2025-04-20T21:47:24.179063Z","evaluator_name":"Siyi Huang","language_instruction":"put the towel in the blue plate","longform_feedback":"Policy A and B both perform exactly the same. They both directly pick up the towl and put it into the blue plate","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_diffusion_droid_2025_04_20_14_34_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2aafa393-279d-40e7-82d4-14bb36fb493b/paligemma_fast_specialist_droid_2025_04_20_14_36_00_video_wrist.mp4"},"preference":"TIE","session_id":"2aafa393-279d-40e7-82d4-14bb36fb493b","university":"Berkeley"},{"completion_time":"2025-04-20T21:32:12.669918Z","evaluator_name":"Siyi Huang","language_instruction":"put the brown bowl in the drawer","longform_feedback":"Policy B picks up the bowl and move it toward the drawer. Policy A also picks up the bowl, it moves toward the blue plate instead","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_fast_droid_2025_04_20_14_23_35_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_right.mp4","wrist_video_gcs_path":"evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/375f5419-ea96-4613-b5d1-800c9738a5be/paligemma_vq_droid_2025_04_20_14_27_06_video_wrist.mp4"},"preference":"B","session_id":"375f5419-ea96-4613-b5d1-800c9738a5be","university":"Berkeley"},{"completion_time":"2025-04-20T21:20:48.829482Z","evaluator_name":"Siyi Huang","language_instruction":"put the tape in the drawer","longform_feedback":"I put tie because both policy did the same actions. they both pick up the tape at the first try and put it into the drawer","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_diffusion_droid_2025_04_20_14_11_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fd4c91cd-cda4-4b4e-9f5f-425d4e17f151/paligemma_fast_specialist_droid_2025_04_20_14_13_14_video_wrist.mp4"},"preference":"TIE","session_id":"fd4c91cd-cda4-4b4e-9f5f-425d4e17f151","university":"Berkeley"},{"completion_time":"2025-04-20T21:09:48.619255Z","evaluator_name":"Siyi Huang","language_instruction":"put the green marker in the brown bowl","longform_feedback":"I prefer A because althrough it did not successfully put the marker in the bowl, it picks up the purple marker and move it toward the bowl. Policy B also picks up the purple marker, but it puts it in to a blue plate instead","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_diffusion_droid_2025_04_20_14_00_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b9cf4b59-5a13-4347-aeab-3a6f469d7d54/paligemma_fast_specialist_droid_2025_04_20_14_02_47_video_wrist.mp4"},"preference":"A","session_id":"b9cf4b59-5a13-4347-aeab-3a6f469d7d54","university":"Berkeley"},{"completion_time":"2025-04-20T20:57:46.465305Z","evaluator_name":"Siyi Huang","language_instruction":"close the drawer","longform_feedback":"I prefer A because it completely close the drawer, while policy B only close half of the drawer","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_diffusion_droid_2025_04_20_13_44_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_right.mp4","wrist_video_gcs_path":"evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ab7ae88f-750b-4166-91de-6c9a4443f96f/paligemma_fast_specialist_droid_2025_04_20_13_47_13_video_wrist.mp4"},"preference":"A","session_id":"ab7ae88f-750b-4166-91de-6c9a4443f96f","university":"Berkeley"},{"completion_time":"2025-04-20T20:41:34.765928Z","evaluator_name":"Siyi Huang","language_instruction":"put the brown bowl on the paper","longform_feedback":"I prefer B because policy a did not even move toward the bowl, polcy B successfully pick up the bowl. However, instead of put it on the paper, it put the bowl on the blue plate","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/paligemma_binning_droid_2025_04_20_13_30_08_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8748e362-4a32-4ef6-ab4e-bb9d063e50e3/pi0_droid_2025_04_20_13_32_51_video_wrist.mp4"},"preference":"B","session_id":"8748e362-4a32-4ef6-ab4e-bb9d063e50e3","university":"Berkeley"},{"completion_time":"2025-04-20T20:27:12.693527Z","evaluator_name":"Siyi Huang","language_instruction":"put stapler in the blue plate","longform_feedback":"I think policy B performance better because it moves toward the stapler at the end althrough it did not successfully pick it up. Policy A did not move toward the stapler at all","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/paligemma_binning_droid_2025_04_20_13_17_12_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2265f248-723d-42e7-899e-969512516fd2/pi0_fast_droid_2025_04_20_13_21_11_video_wrist.mp4"},"preference":"B","session_id":"2265f248-723d-42e7-899e-969512516fd2","university":"Berkeley"},{"completion_time":"2025-04-20T00:21:15.832887Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the screwdriver and put it in the grey mug","longform_feedback":"Policy A nearly succeeded the task while policy B failed to move on. Although policy B showed some corrective motions, they were no better than the initial attempts.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/paligemma_fast_droid_2025_04_20_09_02_51_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d4297036-4874-47c2-9ee6-8923cf2c388d/pi0_droid_2025_04_20_09_13_54_video_wrist.mp4"},"preference":"A","session_id":"d4297036-4874-47c2-9ee6-8923cf2c388d","university":"Yonsei"},{"completion_time":"2025-04-19T23:57:21.766190Z","evaluator_name":"Meedeum Cho","language_instruction":"pick the carrot and place it in the yellow bowl ","longform_feedback":"Both policy A and B confidently solved the task with minimal jittery motions. Both were not distracted by other objects that have similar shapes to the target.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_droid_2025_04_20_08_40_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_left.mp4","wrist_video_gcs_path":"evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/41e680b9-fbb1-4aa0-b51d-a35f59e55b71/paligemma_fast_specialist_droid_2025_04_20_08_48_41_video_wrist.mp4"},"preference":"TIE","session_id":"41e680b9-fbb1-4aa0-b51d-a35f59e55b71","university":"Yonsei"},{"completion_time":"2025-04-19T01:34:07.602490Z","evaluator_name":"Kanav Arora","language_instruction":"Pick up the marker and draw on the paper towel sheet","longform_feedback":"A made an attempt to grap the marker but accidentally grabbed its own wire. It was quick but it acutally made an attempt. Policy B barely move an did almost nothing to complete the task.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/pi0_fast_droid_2025_04_18_21_20_53_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0c11d901-07cf-4c1b-934f-0bb1c6de365c/paligemma_binning_droid_2025_04_18_21_24_17_video_wrist.mp4"},"preference":"A","session_id":"0c11d901-07cf-4c1b-934f-0bb1c6de365c","university":"UW"},{"completion_time":"2025-04-19T01:16:09.731709Z","evaluator_name":"Kanav Arora","language_instruction":"Pull the marker out of the tube","longform_feedback":"Both policy A and policy B performed the same. Most of the time both A and B moved around randomly and didn't get anywhere closed to the task of pulling the marker out of the tube.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/pi0_fast_droid_2025_04_18_21_06_22_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc/paligemma_fast_specialist_droid_2025_04_18_21_08_44_video_wrist.mp4"},"preference":"TIE","session_id":"d5b37770-d7f8-4f56-bde8-5ec4b81f5ecc","university":"UW"},{"completion_time":"2025-04-19T01:01:52.639701Z","evaluator_name":"Kanav Arora","language_instruction":"Pick up the marker and draw something on the paper","longform_feedback":"A at least attempted to grab the marker. Unfortunately, along with grabbing the marker it also grabbed tha paper towel and got confused once it missed the marker and started to move around like crazyas just too slow and moved close to the marker but didn't even grab the marker.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/paligemma_fast_droid_2025_04_18_20_48_09_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_npz_file.npz","partial_success":0.05,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f7d2dba0-971c-41d9-9d44-28c7b44ef57b/pi0_droid_2025_04_18_20_51_22_video_wrist.mp4"},"preference":"A","session_id":"f7d2dba0-971c-41d9-9d44-28c7b44ef57b","university":"UW"},{"completion_time":"2025-04-19T00:45:34.127145Z","evaluator_name":"Artur Kuramshin","language_instruction":"Stack the blue blocks","longform_feedback":"Both policies succesfully attempting the stacking. However since the blocks need to be oriented correctly for a proper stack, both policies did not fully finish the task (as the block fell off). It appeared as if policy B spent a bit more time trying to align the blocks while policy A was very quick with dropping the block from a height as soon as it was about above the block on the table.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_fast_droid_2025_04_18_20_30_48_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7b034400-d225-4d3d-be8e-462f6fcb83d0/pi0_droid_2025_04_18_20_34_32_video_wrist.mp4"},"preference":"B","session_id":"7b034400-d225-4d3d-be8e-462f6fcb83d0","university":"UMontreal"},{"completion_time":"2025-04-19T00:43:54.104160Z","evaluator_name":"Kanav Arora","language_instruction":"Place the green cube on top of the pink bowl","longform_feedback":"A was quick in identifying where the cube was and even grabbed the cube. However it was too slow and by the time the episode was done, it stood there just holding the green cube above the pink bowl. Policy B took longer to assess the environment and grab the cube. However, eventually it was able to grab the cube, yet it dropped the cube a bit early. However, it recovered and was able to finally put the cube on the bowl.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_droid_2025_04_18_20_27_32_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/ac0ea231-970e-4385-8c79-721106e792aa/pi0_fast_droid_2025_04_18_20_33_42_video_wrist.mp4"},"preference":"B","session_id":"ac0ea231-970e-4385-8c79-721106e792aa","university":"UW"},{"completion_time":"2025-04-19T00:42:33.134500Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"Use black eraser to clean white board","longform_feedback":"Policy A didn't do anything while Policy B managed to pick up eraser and clean whiteboard thus Policy B did better","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_binning_droid_2025_04_18_17_29_53_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb/paligemma_vq_droid_2025_04_18_17_32_52_video_wrist.mp4"},"preference":"B","session_id":"9efbb5d1-4479-43c4-b1c9-6a0d4f6340cb","university":"Stanford"},{"completion_time":"2025-04-19T00:24:45.597195Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put brown fork on white napkin","longform_feedback":"Policy A put the fork on the napkin but the fork was entangled with the cup when it did so, while policy B ensured it was only the fork that went on napkin thus I think policy B did better than policy A","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_diffusion_droid_2025_04_18_17_11_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/71aadabf-b8b4-436e-ad44-fc293c13b232/paligemma_fast_specialist_droid_2025_04_18_17_15_24_video_wrist.mp4"},"preference":"B","session_id":"71aadabf-b8b4-436e-ad44-fc293c13b232","university":"Stanford"},{"completion_time":"2025-04-19T00:22:25.446454Z","evaluator_name":"Eeshani Shilamkar","language_instruction":"put the green cube in the pink bowl","longform_feedback":"A was faster but failed to even grab the cube. B was slower and seemed like it sized up its environment. It was able to grab the cube pick it up but it dropped the cube off in the wrong location","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/paligemma_diffusion_droid_2025_04_18_20_11_07_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_npz_file.npz","partial_success":0.7,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8687d3f2-b274-475a-b1de-c70e79f0a5b7/pi0_fast_droid_2025_04_18_20_14_52_video_wrist.mp4"},"preference":"B","session_id":"8687d3f2-b274-475a-b1de-c70e79f0a5b7","university":"UW"},{"completion_time":"2025-04-19T00:13:55.190392Z","evaluator_name":"Artur Kuramshin","language_instruction":"Pour the coffee out of the test tube on to the plate","longform_feedback":"Both policies correctly moved towards the test tube. Both policies did not seem confident in how they should approach the test tube for a grasp but policy A was kind of \"exploring\" closer to the test tube than policy B. Both policies only made a single attempt at actually closing the gripper (both missed).","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/paligemma_fast_specialist_droid_2025_04_18_20_00_33_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_right.mp4","wrist_video_gcs_path":"evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47312494-7185-40a8-9162-9a5812fc9b21/pi0_fast_droid_2025_04_18_20_04_52_video_wrist.mp4"},"preference":"A","session_id":"47312494-7185-40a8-9162-9a5812fc9b21","university":"UMontreal"},{"completion_time":"2025-04-19T00:04:24.541185Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put yellow fork on white napkin","longform_feedback":"Policy A didn't do anything while Policy B picked up the cup with the fork and moved towards napkin but couln't put fork on napkin, so to me policy B did better than policy A","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_binning_droid_2025_04_18_16_49_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5973ab15-b6d5-4c70-813e-b3a759b282b9/paligemma_vq_droid_2025_04_18_16_53_59_video_wrist.mp4"},"preference":"B","session_id":"5973ab15-b6d5-4c70-813e-b3a759b282b9","university":"Stanford"},{"completion_time":"2025-04-18T23:44:55.942558Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"open the card and put marker on top of the pages","longform_feedback":"Policy B moved towards the card while Policy A didn't try to do anything so to me policy B was better","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_left.mp4","wrist_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/paligemma_binning_droid_2025_04_18_16_30_53_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/56a06dda-819f-4418-8f64-28ef0571dc23/pi0_fast_droid_2025_04_18_16_34_15_video_wrist.mp4"},"preference":"B","session_id":"56a06dda-819f-4418-8f64-28ef0571dc23","university":"Stanford"},{"completion_time":"2025-04-18T23:21:18.515286Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up green frog ","longform_feedback":"Policy A was better since it moved towards the frog and tried to pick it up while policy B tried to move towards the frog but didn't touch it so policy A was better than policy B","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/paligemma_diffusion_droid_2025_04_18_16_08_39_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/48d8ab7b-a98f-4e6d-9285-24563c7db654/pi0_fast_droid_2025_04_18_16_12_44_video_wrist.mp4"},"preference":"A","session_id":"48d8ab7b-a98f-4e6d-9285-24563c7db654","university":"Stanford"},{"completion_time":"2025-04-18T23:06:13.867549Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up green frog ","longform_feedback":"Policy A moved towards green frog earlier and tried to pick up green frog although it didn't succeed while Policy B took some time to move towards green frog and knocked it down and was trying to pick it up when it run out of time so to me, policy A did better than policy B","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/paligemma_vq_droid_2025_04_18_15_54_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6317140c-7d54-470e-9bfc-4b530f484f67/pi0_fast_droid_2025_04_18_15_59_21_video_wrist.mp4"},"preference":"A","session_id":"6317140c-7d54-470e-9bfc-4b530f484f67","university":"Stanford"},{"completion_time":"2025-04-18T22:49:52.452002Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put red cube in green bowl ","longform_feedback":"Policy A put the cube in the bowl while policy B only managed to pick up cube and was going to move towards bowl when it run out of time so policy A was superior than policy B","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_fast_droid_2025_04_18_15_38_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a623013c-8513-4337-a428-81257d4ca456/paligemma_vq_droid_2025_04_18_15_41_13_video_wrist.mp4"},"preference":"A","session_id":"a623013c-8513-4337-a428-81257d4ca456","university":"Stanford"},{"completion_time":"2025-04-18T22:36:21.967513Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put white cups in red box ","longform_feedback":"Policy B picked up the cups and moved towards the red box while policy A tried to pick up the white filling in an attempt to pick up the white cups thus policy B was better than policy A","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_diffusion_droid_2025_04_18_15_24_58_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/18263a5f-ce86-4cc4-a828-ee194a3895d6/paligemma_fast_specialist_droid_2025_04_18_15_29_04_video_wrist.mp4"},"preference":"B","session_id":"18263a5f-ce86-4cc4-a828-ee194a3895d6","university":"Stanford"},{"completion_time":"2025-04-18T22:21:13.009000Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"put white small cups in the green bowl","longform_feedback":"Policy A picked up the cups and moved towards the green bowl, it was almost going to put them in the bowl but its running time had ended while policy B tried to pick up the wrong cup(the transparent one) so policy A was bettern than policy B","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_left.mp4","wrist_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_vq_droid_2025_04_18_15_07_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_left.mp4","wrist_video_gcs_path":"evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/39140ffa-f65d-45c2-84cf-135f36a9a8d9/paligemma_diffusion_droid_2025_04_18_15_13_37_video_wrist.mp4"},"preference":"A","session_id":"39140ffa-f65d-45c2-84cf-135f36a9a8d9","university":"Stanford"},{"completion_time":"2025-04-18T21:07:59.118269Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the carrot to the left of the mug","longform_feedback":"Policy A did not make an attempt at completing any parts of the task. Policy B confidently grasped and placed the carrot, however, the carrot was placed more infront of the mug than to the left of it.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_binning_droid_2025_04_18_16_58_45_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/dd4c3c4f-27d7-4c61-af76-69bf6608ad0d/paligemma_fast_specialist_droid_2025_04_18_17_01_20_video_wrist.mp4"},"preference":"B","session_id":"dd4c3c4f-27d7-4c61-af76-69bf6608ad0d","university":"UMontreal"},{"completion_time":"2025-04-18T20:52:17.087761Z","evaluator_name":"Tony Lee","language_instruction":"pick up the clear cup only please.","longform_feedback":"both policies actually went for the clear cup and not the paper cup. However, policy A was superior in that it actually grasped the plastic cup in attempt to pick up while policy B knocked it over in attempt to picking it up.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/pi0_fast_droid_2025_04_18_13_40_47_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3ebe11bd-37f5-4b6e-9abe-30e796d413a6/paligemma_diffusion_droid_2025_04_18_13_43_58_video_wrist.mp4"},"preference":"A","session_id":"3ebe11bd-37f5-4b6e-9abe-30e796d413a6","university":"Stanford"},{"completion_time":"2025-04-18T20:37:30.925583Z","evaluator_name":"Tony Lee","language_instruction":"take out the green frog from the bowl","longform_feedback":"policy A actully took the frog out of the bowl successfully. policy B just touched the frog and did nothing else. policy A is the much better policy.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_diffusion_droid_2025_04_18_13_27_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/37778af3-2b6c-4b66-a28c-c8c0ec08b481/paligemma_fast_specialist_droid_2025_04_18_13_30_48_video_wrist.mp4"},"preference":"A","session_id":"37778af3-2b6c-4b66-a28c-c8c0ec08b481","university":"Stanford"},{"completion_time":"2025-04-18T20:24:16.249505Z","evaluator_name":"Artur Kuramshin","language_instruction":"Place the rubber duck in the mug","longform_feedback":"Both policies correctly identified the objects of interest and moved towards them confidently and swiftly. However, policy B seemed to rush the grasping motion and ended up with a pretty sketchy grasp. Policy A performed a good grasp on the first attempt (with a small re-grasp motion of slightly opening and closing its gripper).","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_fast_droid_2025_04_18_16_13_37_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fa3d9252-4e77-4e88-801b-0aec0f244d97/paligemma_diffusion_droid_2025_04_18_16_18_01_video_wrist.mp4"},"preference":"A","session_id":"fa3d9252-4e77-4e88-801b-0aec0f244d97","university":"UMontreal"},{"completion_time":"2025-04-18T20:21:15.764220Z","evaluator_name":"Tony Lee","language_instruction":"pick up the green bowl","longform_feedback":"policy A actually picked up the bowl completely off the ground while policy B just grasped the bowl without picking it up so policy A to me was superior.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_fast_specialist_droid_2025_04_18_13_10_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c53bcbf0-c324-4e28-b342-761a0ac4a31c/paligemma_diffusion_droid_2025_04_18_13_13_14_video_wrist.mp4"},"preference":"A","session_id":"c53bcbf0-c324-4e28-b342-761a0ac4a31c","university":"Stanford"},{"completion_time":"2025-04-18T19:15:52.587352Z","evaluator_name":"Pranav Atreya","language_instruction":"put the black bottle on the blue bowl","longform_feedback":"Policy A did better. Policy B predicted the first movement surrounding the blue bowl, which should not be the first object we are looking for. The black bottle was located on the left side of the table. Policy A completed the whole task very quickly","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_fast_droid_2025_04_18_12_04_16_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03d8876b-761b-4476-a226-1aa03a13ffdd/paligemma_diffusion_droid_2025_04_18_12_07_45_video_wrist.mp4"},"preference":"A","session_id":"03d8876b-761b-4476-a226-1aa03a13ffdd","university":"Berkeley"},{"completion_time":"2025-04-18T18:57:40.143595Z","evaluator_name":"Pranav Atreya","language_instruction":"move the egg from the blue bowl to the black bowl","longform_feedback":"Both policies did well; they completed the task at first trial without any extra interaction with other irrelevant object.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_droid_2025_04_18_11_44_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4e2c8d34-d656-4140-b4aa-58af61c4811c/paligemma_fast_specialist_droid_2025_04_18_11_47_03_video_wrist.mp4"},"preference":"TIE","session_id":"4e2c8d34-d656-4140-b4aa-58af61c4811c","university":"Berkeley"},{"completion_time":"2025-04-18T18:41:29.852790Z","evaluator_name":"Pranav Atreya","language_instruction":"put the marker in drawer","longform_feedback":"Policy A performed better since it went straight to the marker and moved them gradually toward drawer; the task was finised at the very end. Policy B in the other hand, kept on picking up the marker and dropping it constantly during the run.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/pi0_droid_2025_04_18_11_28_30_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4d49c628-82eb-4457-93a2-34f1af710fa6/paligemma_fast_droid_2025_04_18_11_32_14_video_wrist.mp4"},"preference":"A","session_id":"4d49c628-82eb-4457-93a2-34f1af710fa6","university":"Berkeley"},{"completion_time":"2025-04-18T18:13:17.739139Z","evaluator_name":"Pranav Atreya","language_instruction":"put the wired mouse on the gray cloth","longform_feedback":"Policy A indeed is better than Policy B, Policy A completed the task neatly while pointing at the mouse at the very first second while policy B wandered around the mouse and the blue bowl for a while without any actual movement","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/pi0_fast_droid_2025_04_18_11_01_21_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a5247f6a-461d-4388-b35d-ed65a1e7dfc6/paligemma_binning_droid_2025_04_18_11_05_48_video_wrist.mp4"},"preference":"A","session_id":"a5247f6a-461d-4388-b35d-ed65a1e7dfc6","university":"Berkeley"},{"completion_time":"2025-04-18T17:52:00.277217Z","evaluator_name":"Pranav Atreya","language_instruction":"put the stapler on the book","longform_feedback":"Policy A did slightly better. Policy B tried to pick up the blue bowl rather than spot on the stapler on the left corner of the scene. Policy A at least was able to pick up the stapler but place it on the bowl instead.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/paligemma_fast_specialist_droid_2025_04_18_10_40_33_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_right.mp4","wrist_video_gcs_path":"evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6f1b35b4-f641-448d-9b20-153c1cc11f99/pi0_fast_droid_2025_04_18_10_43_24_video_wrist.mp4"},"preference":"A","session_id":"6f1b35b4-f641-448d-9b20-153c1cc11f99","university":"Berkeley"},{"completion_time":"2025-04-18T17:34:33.640737Z","evaluator_name":"Pranav Atreya","language_instruction":"put the red marker on the top of the drawer","longform_feedback":"both policies did pretty well, they were ableto identify the color of the marker,  which is red and move them toward the drawer; however, both fell short in placing it on the drawer","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_fast_specialist_droid_2025_04_18_10_21_40_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2ef20f23-aa0a-4784-8f8e-e9c6acc17637/paligemma_diffusion_droid_2025_04_18_10_25_32_video_wrist.mp4"},"preference":"TIE","session_id":"2ef20f23-aa0a-4784-8f8e-e9c6acc17637","university":"Berkeley"},{"completion_time":"2025-04-18T17:15:16.005150Z","evaluator_name":"Pranav Atreya","language_instruction":"move the cloth from the drawer to the blue bowl","longform_feedback":"Policy B did way better than policy A. Policy A was intended to move the blue bowl around instead of reaching for the cloth. Policy B did move the cloth out of the initial position  but then also move the black bowl to the blue bowl and finally attempt to move the cloth on the blue bowl; it received a score of 80 since the cloth was at the very corner of the bowl, not exactly on the bowl itself.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_droid_2025_04_18_09_59_28_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2a6b9acf-1e66-4312-9d23-bfa0824337fe/pi0_fast_droid_2025_04_18_10_06_25_video_wrist.mp4"},"preference":"B","session_id":"2a6b9acf-1e66-4312-9d23-bfa0824337fe","university":"Berkeley"},{"completion_time":"2025-04-18T16:55:44.092007Z","evaluator_name":"Pranav Atreya","language_instruction":"put the tape in the black bowl","longform_feedback":"Policy A did better. Both policies firstly reached for the stapler. Policy then shifted the direction to the tape and attempted to place in on the black bowl from such a long distance, so as a result the tape was not securely placed in the bowl but was somewhat thrown out. Policy B only was moving over to the tape at last minute but fell short due to time constraint.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/paligemma_fast_droid_2025_04_18_09_41_44_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_right.mp4","wrist_video_gcs_path":"evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/84319d8a-6873-470d-b23f-aeb4d6107520/pi0_fast_droid_2025_04_18_09_46_42_video_wrist.mp4"},"preference":"A","session_id":"84319d8a-6873-470d-b23f-aeb4d6107520","university":"Berkeley"},{"completion_time":"2025-04-18T16:49:24.510278Z","evaluator_name":"Luca Macesanu","language_instruction":"Stack the cups to form a pyramid.","longform_feedback":"A was not able to select and grasp any cups. B was somewhat indecisive at first, but then settled on grabbing the cup and building the tower.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_binning_droid_2025_04_18_16_40_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bbedead2-f35c-4ec2-91ee-6104cfa7743f/paligemma_diffusion_droid_2025_04_18_16_41_56_video_wrist.mp4"},"preference":"B","session_id":"bbedead2-f35c-4ec2-91ee-6104cfa7743f","university":"UT Austin"},{"completion_time":"2025-04-18T16:37:37.878994Z","evaluator_name":"Pranav Atreya","language_instruction":"put the green marker in the blue bowl","longform_feedback":"Both policies did not do very well. The task is targeted for the green markerr but in both trials, the robot is only reaching for the purple marker in one of the drawer. Policy B took longer time to proceed since it froze about half of the runtime.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_droid_2025_04_18_09_26_17_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/e3e6aed4-d623-44f6-887d-cff04559abdf/pi0_fast_droid_2025_04_18_09_29_41_video_wrist.mp4"},"preference":"TIE","session_id":"e3e6aed4-d623-44f6-887d-cff04559abdf","university":"Berkeley"},{"completion_time":"2025-04-18T16:31:55.062535Z","evaluator_name":"Luca Macesanu","language_instruction":"Place all items on an orange tile.","longform_feedback":"A successfully picked up 1 item and moved it to the orange tile. Afterwards it kept returning to the first item and replcaing it on the orange tile, ergo A could not plan with multiple items but did identify the orange tile. B on the other hand picked up a mug and was unable to determine where to place it, instead freezing up while in the air.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_fast_droid_2025_04_18_16_23_16_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/107cb4bf-2e5a-46e1-84c1-f45467de56e6/pi0_droid_2025_04_18_16_26_17_video_wrist.mp4"},"preference":"A","session_id":"107cb4bf-2e5a-46e1-84c1-f45467de56e6","university":"UT Austin"},{"completion_time":"2025-04-18T16:17:44.953864Z","evaluator_name":"Luca Macesanu","language_instruction":"Build the jenga tower.","longform_feedback":"A picked up a block and placed it in the wrong spot (not on the tower). B picked up a block but timed out before it could place it anywhere. Both policies were hesitant and took significant time to pick up a block.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/pi0_fast_droid_2025_04_18_16_05_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_npz_file.npz","partial_success":0.15,"right_camera_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/585c87a3-3e01-49ab-b8ad-28684e40949a/paligemma_vq_droid_2025_04_18_16_08_17_video_wrist.mp4"},"preference":"A","session_id":"585c87a3-3e01-49ab-b8ad-28684e40949a","university":"UT Austin"},{"completion_time":"2025-04-18T15:59:23.991826Z","evaluator_name":"Luca Macesanu","language_instruction":"Pour the nuts from the red cup onto the plate.","longform_feedback":"A was hesitant during its initial grasp of the red cup. Afterwards it poured half the nuts onto the plate and half onto the table. A also slightly disturbed the rest of the environment. B on the other hand was unable to to get a single nut to land on the plate, and instead dumped half its contents onto the table.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_npz_file.npz","partial_success":0.8,"right_camera_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/pi0_fast_droid_2025_04_18_15_48_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7f924418-7d2a-43ba-a3d6-024065acbc9a/paligemma_fast_specialist_droid_2025_04_18_15_52_16_video_wrist.mp4"},"preference":"A","session_id":"7f924418-7d2a-43ba-a3d6-024065acbc9a","university":"UT Austin"},{"completion_time":"2025-04-18T15:44:33.395680Z","evaluator_name":"Luca Macesanu","language_instruction":"Place the blue cup in the mug.","longform_feedback":"A moved quickly and confidently. It successfully placed the blue cup in the mug without disturbing it. There was one peculiar moment where the A regrasped the blue cup after it had already put it inside the mug, but it let go and moved away. B on the other hand was unable to even grasp the blue cup, and ended up almost knocking it off the table.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_vq_droid_2025_04_18_15_28_56_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d8a69e9b-a82c-4096-93a3-013f922a4dac/paligemma_diffusion_droid_2025_04_18_15_35_40_video_wrist.mp4"},"preference":"A","session_id":"d8a69e9b-a82c-4096-93a3-013f922a4dac","university":"UT Austin"},{"completion_time":"2025-04-18T00:56:06.960028Z","evaluator_name":"Luca Macesanu","language_instruction":"pick up the blue cup","longform_feedback":"policy A went to the correct spot to pick and even closed the gripper but before lifting the cup, opened gripper again and did a reset. Policy B on the other hand approached the cup with a bad orientation and knocked the cup down","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_npz_file.npz","partial_success":0.85,"right_camera_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_specialist_droid_2025_04_18_00_43_08_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1f595450-e0bc-47b8-b70c-650849115eb3/paligemma_fast_droid_2025_04_18_00_48_00_video_wrist.mp4"},"preference":"A","session_id":"1f595450-e0bc-47b8-b70c-650849115eb3","university":"UT Austin"},{"completion_time":"2025-04-17T19:37:35.914144Z","evaluator_name":"Tony Lee","language_instruction":"pick up the roll of tape and place on bucket","longform_feedback":"both policie were completley useless","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/pi0_droid_2025_04_17_12_30_02_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/a521889e-0bf4-45f4-998a-ba89993ed239/paligemma_binning_droid_2025_04_17_12_31_01_video_wrist.mp4"},"preference":"TIE","session_id":"a521889e-0bf4-45f4-998a-ba89993ed239","university":"Stanford"},{"completion_time":"2025-04-17T19:26:01.280002Z","evaluator_name":"Tony Lee","language_instruction":"PICK UP THE STRAW","longform_feedback":"both policies failed to recognize a straw..","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/paligemma_diffusion_droid_2025_04_17_12_20_20_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8a11cfb9-63e8-4922-ba65-5253aa9303e0/pi0_droid_2025_04_17_12_21_00_video_wrist.mp4"},"preference":"TIE","session_id":"8a11cfb9-63e8-4922-ba65-5253aa9303e0","university":"Stanford"},{"completion_time":"2025-04-17T19:25:10.766559Z","evaluator_name":"Pranav Atreya","language_instruction":"close the laptop screen","longform_feedback":"The task was to close the laptop screen. The laptop was definitely in view of the third-person camera, but policy A did not at all reach for the right part of the scene to interact with the laptop. I am guessing the model did not understand visually what the laptop was from the image, or the language instruction itself was very out of distribution for the model, and it didn't know how to interpret the command. Policy B did better. It at least reached for the laptop, although it went in front of the screen rather than behind it, and therefor wasn't able to successfully close the laptop.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/paligemma_vq_droid_2025_04_17_12_13_39_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d811474f-0bae-4a57-aae4-0a8babdf7b70/pi0_droid_2025_04_17_12_17_08_video_wrist.mp4"},"preference":"B","session_id":"d811474f-0bae-4a57-aae4-0a8babdf7b70","university":"Berkeley"},{"completion_time":"2025-04-17T19:09:26.016349Z","evaluator_name":"Tony Lee","language_instruction":"knock the clear cup off the table comppleknock off the cup completely off the table.","longform_feedback":"both knocked over the cup but both failed to do it off the table. I would say both performed equally and failed.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_diffusion_droid_2025_04_17_12_00_00_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_left.mp4","wrist_video_gcs_path":"evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/96c24f50-7d22-42c3-8ace-16749aa99e2c/paligemma_fast_droid_2025_04_17_12_01_39_video_wrist.mp4"},"preference":"TIE","session_id":"96c24f50-7d22-42c3-8ace-16749aa99e2c","university":"Stanford"},{"completion_time":"2025-04-17T18:58:12.671353Z","evaluator_name":"Tony Lee","language_instruction":"knock the cup off the table","longform_feedback":"policy A went straight for the cup and succeeded completely knocking the cup off. Policy B just moved around and did nothing in regards to the cup","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/paligemma_fast_droid_2025_04_17_11_50_23_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_left.mp4","wrist_video_gcs_path":"evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/379e00ab-f6a8-4a48-8d0b-e04378d95a74/pi0_droid_2025_04_17_11_52_03_video_wrist.mp4"},"preference":"A","session_id":"379e00ab-f6a8-4a48-8d0b-e04378d95a74","university":"Stanford"},{"completion_time":"2025-04-17T18:48:08.116510Z","evaluator_name":"Tony Lee","language_instruction":"place the cup next to the frog","longform_feedback":"policy B actually tried to put the two objects togethter while Policy A just went hovered over the cup and froze. Policy B was the superior policy","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/paligemma_binning_droid_2025_04_17_11_38_57_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_left.mp4","wrist_video_gcs_path":"evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9b5f7130-d139-49f2-87fb-45dc8a47ad48/pi0_fast_droid_2025_04_17_11_41_05_video_wrist.mp4"},"preference":"B","session_id":"9b5f7130-d139-49f2-87fb-45dc8a47ad48","university":"Stanford"},{"completion_time":"2025-04-17T18:36:28.599215Z","evaluator_name":"Tony Lee","language_instruction":"pick up the green frog","longform_feedback":"policy B actually gripped the frog to pick it up while policy A just knocked it over without following through on the pick up. policy B is superior","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_vq_droid_2025_04_17_11_27_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_npz_file.npz","partial_success":0.9,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_left.mp4","wrist_video_gcs_path":"evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2ef5ad7-bb6d-42f6-97c7-d096449abd31/paligemma_fast_specialist_droid_2025_04_17_11_29_35_video_wrist.mp4"},"preference":"B","session_id":"f2ef5ad7-bb6d-42f6-97c7-d096449abd31","university":"Stanford"},{"completion_time":"2025-04-17T18:25:19.278106Z","evaluator_name":"Tony Lee","language_instruction":"gather all items","longform_feedback":"policy A actually reached for the bear but the policy failed to pick it up. It just knocked the bear off the table. Policy B did nothing. Policy A is much better","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_fast_specialist_droid_2025_04_17_11_17_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574/paligemma_binning_droid_2025_04_17_11_19_26_video_wrist.mp4"},"preference":"A","session_id":"03dd60d7-a3c7-4cdc-9ad3-dbf7e293b574","university":"Stanford"},{"completion_time":"2025-04-17T18:15:12.923621Z","evaluator_name":"Tony Lee","language_instruction":"place the bear on top of the books","longform_feedback":"both policies when sttructions of picking up the bear and placing on top of the book. both were equallly bad","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/paligemma_fast_droid_2025_04_17_11_07_32_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1d844d-9167-4219-92e8-418b3f464b84/pi0_droid_2025_04_17_11_08_56_video_wrist.mp4"},"preference":"TIE","session_id":"2e1d844d-9167-4219-92e8-418b3f464b84","university":"Stanford"},{"completion_time":"2025-04-17T17:49:14.394815Z","evaluator_name":"Tony Lee","language_instruction":"touch a book then the bear. nothing else but those two please","longform_feedback":"both policies completed the first part by touching the book but both failed to touch the bear. However, policy A was go for the bear.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/paligemma_fast_droid_2025_04_17_10_37_48_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_npz_file.npz","partial_success":0.4,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_left.mp4","wrist_video_gcs_path":"evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20/pi0_droid_2025_04_17_10_41_57_video_wrist.mp4"},"preference":"A","session_id":"4cdf7321-f9ad-4a9d-8529-cf7cc08b6f20","university":"Stanford"},{"completion_time":"2025-04-17T17:10:40.536016Z","evaluator_name":"Tony Lee","language_instruction":"do not move","longform_feedback":"both policies failed completely to adhere to my instructions","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_diffusion_droid_2025_04_17_10_07_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_left.mp4","wrist_video_gcs_path":"evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/70d3d182-d4fd-405a-ac2b-5476e575195c/paligemma_fast_specialist_droid_2025_04_17_10_08_14_video_wrist.mp4"},"preference":"TIE","session_id":"70d3d182-d4fd-405a-ac2b-5476e575195c","university":"Stanford"},{"completion_time":"2025-04-17T01:58:20.432154Z","evaluator_name":"Pranav Atreya","language_instruction":"put marker in the jar","longform_feedback":"BOth policies are half way there. They both move the marker in the upright position but somehow the marker in both cases did not drop into the jar. Policy A repeated the movetment for three times while policy B only attempted once and froze in the second half of runtime","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/pi0_fast_droid_2025_04_16_18_48_18_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_left.mp4","wrist_video_gcs_path":"evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/1bd6a7c9-9ee5-4916-8483-01dd32eb93bc/paligemma_vq_droid_2025_04_16_18_51_40_video_wrist.mp4"},"preference":"TIE","session_id":"1bd6a7c9-9ee5-4916-8483-01dd32eb93bc","university":"Berkeley"},{"completion_time":"2025-04-17T01:45:10.881430Z","evaluator_name":"Pranav Atreya","language_instruction":"put the battery in the trash bin","longform_feedback":"Both policies did not perform well. Policy A picked up the paper instead of the battery and policy B shifted the gripper toward irrelevant object in the scence (binder, stapler)","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/pi0_fast_droid_2025_04_16_18_35_19_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_right.mp4","wrist_video_gcs_path":"evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/95c9a9ef-6a51-4894-bac5-4d2e1c6624bc/paligemma_fast_specialist_droid_2025_04_16_18_38_00_video_wrist.mp4"},"preference":"TIE","session_id":"95c9a9ef-6a51-4894-bac5-4d2e1c6624bc","university":"Berkeley"},{"completion_time":"2025-04-17T01:31:44.401866Z","evaluator_name":"Pranav Atreya","language_instruction":"clean up the table","longform_feedback":"Policy B froze in the starting position in the entire runtime. Policy A attempts to move the piece of paper to somewhere but obviously this object is not what to be trashed.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_right.mp4","wrist_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/pi0_fast_droid_2025_04_16_18_21_25_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_right.mp4","wrist_video_gcs_path":"evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/425ee9b1-54ad-4659-97b3-5ae9ea088205/paligemma_binning_droid_2025_04_16_18_24_56_video_wrist.mp4"},"preference":"TIE","session_id":"425ee9b1-54ad-4659-97b3-5ae9ea088205","university":"Berkeley"},{"completion_time":"2025-04-17T01:18:30.835727Z","evaluator_name":"Pranav Atreya","language_instruction":"put the paper into paper shredder","longform_feedback":"Policy A only moved towards the paper without attemtping to solve the other part. Policy B were almost completing the task; it moved the piece ofpaper towards the paper shredder on the floor. It made two attempts in lifting the paper: first attempt was to pick up the paper from the center and bend over the paper; the second attempt which is prefferable is that it grip the paper at the center of its short edge and lift it straight up.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_droid_2025_04_16_18_01_41_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_npz_file.npz","partial_success":0.76,"right_camera_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_right.mp4","wrist_video_gcs_path":"evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/998d501d-1b19-451d-8cd4-bcce6807ec20/pi0_fast_droid_2025_04_16_18_10_10_video_wrist.mp4"},"preference":"B","session_id":"998d501d-1b19-451d-8cd4-bcce6807ec20","university":"Berkeley"},{"completion_time":"2025-04-17T00:38:43.610686Z","evaluator_name":"Pranav Atreya","language_instruction":"dust off the paper pieces","longform_feedback":"Policy B completely froze during the session while policy A at least reached for the cloth, i think it was by chance that the gripper moved toward the cloth. They should be able to pick up the cloth and wipe it across the table until  the paper scraps are cleaned.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_fast_droid_2025_04_16_17_27_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/0f4d8f93-75d6-4596-98ee-00f806f25888/paligemma_binning_droid_2025_04_16_17_31_53_video_wrist.mp4"},"preference":"A","session_id":"0f4d8f93-75d6-4596-98ee-00f806f25888","university":"Berkeley"},{"completion_time":"2025-04-17T00:22:32.689690Z","evaluator_name":"Pranav Atreya","language_instruction":"put the green marker on the notebook","longform_feedback":"Both policies did not do well here since they were asked to do task with the green marker and ended up picking up the purple marker instead. Policy A also froze towards the end and policy B continously moved around during the runtime.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_fast_droid_2025_04_16_17_11_47_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/fcd79a4d-50c9-4342-aa19-93881eb68264/pi0_droid_2025_04_16_17_14_58_video_wrist.mp4"},"preference":"TIE","session_id":"fcd79a4d-50c9-4342-aa19-93881eb68264","university":"Berkeley"},{"completion_time":"2025-04-17T00:08:27.393595Z","evaluator_name":"Pranav Atreya","language_instruction":"put the tape on the block of paper","longform_feedback":"Both policies did well in this task. They both reached for the tape at first trial and sucessfully placed it on the block","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/paligemma_vq_droid_2025_04_16_16_57_48_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c63d7c98-cf4b-4ce2-99a6-cae8eab4a766/pi0_fast_droid_2025_04_16_17_00_11_video_wrist.mp4"},"preference":"TIE","session_id":"c63d7c98-cf4b-4ce2-99a6-cae8eab4a766","university":"Berkeley"},{"completion_time":"2025-04-16T23:47:55.677431Z","evaluator_name":"Pranav Atreya","language_instruction":"put the red stapler on the sheet of paper","longform_feedback":"Policy A at least made an attempt to reach for the red stapler (although it reached both stapler that are placed on the table); policy B in the other hand, picked up the nail puller and thus received a score of 0.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/pi0_fast_droid_2025_04_16_16_35_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bb75fd74-e346-46b9-90e4-95339133283a/paligemma_diffusion_droid_2025_04_16_16_39_26_video_wrist.mp4"},"preference":"A","session_id":"bb75fd74-e346-46b9-90e4-95339133283a","university":"Berkeley"},{"completion_time":"2025-04-16T22:29:22.684948Z","evaluator_name":"Sarah Kunda","language_instruction":"pick up yellow banana and put in red bottle","longform_feedback":"Both policy A and B picked up banana and moved toward bottle but policy B tilted banana to fit in the bottle while policy A didn't","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_npz_file.npz","partial_success":0.625,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/pi0_droid_2025_04_16_15_17_01_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_npz_file.npz","partial_success":0.75,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_left.mp4","wrist_video_gcs_path":"evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d/paligemma_fast_droid_2025_04_16_15_21_00_video_wrist.mp4"},"preference":"B","session_id":"8c55a6ce-fee6-42fe-bfd2-1c63f6b3fa8d","university":"Stanford"},{"completion_time":"2025-04-16T22:13:23.527108Z","evaluator_name":"Sarah Kunda","language_instruction":"pick up yellow banana and put it in red bottle","longform_feedback":"Policy A and B both managed to pick up thcloser to red bottle than A before throwing banana off grid","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_npz_file.npz","partial_success":0.25,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_left.mp4","wrist_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_fast_droid_2025_04_16_14_56_07_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_left.mp4","wrist_video_gcs_path":"evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/47b5e345-1a8c-40dc-b4ef-da6ebfc37960/paligemma_vq_droid_2025_04_16_15_02_47_video_wrist.mp4"},"preference":"B","session_id":"47b5e345-1a8c-40dc-b4ef-da6ebfc37960","university":"Stanford"},{"completion_time":"2025-04-16T21:53:11.802716Z","evaluator_name":"Sarah Kunda","language_instruction":"pick up red cube and put in green bowl ","longform_feedback":"Policy A did the task but policy B didn't move from the inital reset position and so didn't do the task","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_fast_droid_2025_04_16_14_36_26_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/189d9705-ca72-46e3-870d-03ae7ededb34/paligemma_binning_droid_2025_04_16_14_39_24_video_wrist.mp4"},"preference":"A","session_id":"189d9705-ca72-46e3-870d-03ae7ededb34","university":"Stanford"},{"completion_time":"2025-04-16T21:28:59.377024Z","evaluator_name":"Tony Lee","language_instruction":"pick up red cube and put it in green bowl ","longform_feedback":"Both policies completed the task in almost the same time limit","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_diffusion_droid_2025_04_16_14_14_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/017ea417-3191-4f51-a81d-64519d969829/paligemma_fast_specialist_droid_2025_04_16_14_18_44_video_wrist.mp4"},"preference":"TIE","session_id":"017ea417-3191-4f51-a81d-64519d969829","university":"Stanford"},{"completion_time":"2025-04-16T20:57:37.605196Z","evaluator_name":"Sarah Kunda Mugisha","language_instruction":"pick up the  and put it on one of the cards","longform_feedback":"Both policies didn","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/pi0_droid_2025_04_16_13_36_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_left.mp4","wrist_video_gcs_path":"evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/5cea1a60-a992-420c-b919-bc2183b2d2f6/paligemma_vq_droid_2025_04_16_13_43_23_video_wrist.mp4"},"preference":"TIE","session_id":"5cea1a60-a992-420c-b919-bc2183b2d2f6","university":"Stanford"},{"completion_time":"2025-04-16T18:54:48.444782Z","evaluator_name":"Jie Wang","language_instruction":"pick up the different object among the three and palce it in the bowl","longform_feedback":"A picked up an object and placed it in the bowl, but the object is not the intended one. B stucked and did not move.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_fast_droid_2025_04_16_14_48_04_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_right.mp4","wrist_video_gcs_path":"evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/4f26d14f-b4a7-437d-aba5-b5d9a735393a/paligemma_binning_droid_2025_04_16_14_50_07_video_wrist.mp4"},"preference":"A","session_id":"4f26d14f-b4a7-437d-aba5-b5d9a735393a","university":"UPenn"},{"completion_time":"2025-04-16T18:39:48.381314Z","evaluator_name":"Jie Wang","language_instruction":"put the two pink objects next to each other","longform_feedback":"A tried to reach one of the pink objects, while B stucked and couldn't move.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/pi0_droid_2025_04_16_14_32_55_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_right.mp4","wrist_video_gcs_path":"evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/8533296d-7c58-4317-b67a-7d8a5f69d781/paligemma_fast_droid_2025_04_16_14_34_51_video_wrist.mp4"},"preference":"A","session_id":"8533296d-7c58-4317-b67a-7d8a5f69d781","university":"UPenn"},{"completion_time":"2025-04-16T18:28:30.887490Z","evaluator_name":"Jie Wang","language_instruction":"pick up the purple object and place into the bowl","longform_feedback":"Smooth pick and place motion, wrong color selected (picked red object instead of purple).","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_fast_droid_2025_04_16_14_19_57_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_npz_file.npz","partial_success":0.65,"right_camera_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/c076f615-d098-4733-9711-a7dc1dc8e064/paligemma_diffusion_droid_2025_04_16_14_23_08_video_wrist.mp4"},"preference":"TIE","session_id":"c076f615-d098-4733-9711-a7dc1dc8e064","university":"UPenn"},{"completion_time":"2025-04-16T18:17:40.113417Z","evaluator_name":"Jie Wang","language_instruction":"pick up the red object into the bowl","longform_feedback":"A didn't do active perception, it stuck at start, lower down and collisde with env, then halt.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/paligemma_vq_droid_2025_04_16_14_06_08_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_right.mp4","wrist_video_gcs_path":"evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b4108050-ea8c-42bf-9c47-0a1f9670d959/pi0_fast_droid_2025_04_16_14_07_33_video_wrist.mp4"},"preference":"B","session_id":"b4108050-ea8c-42bf-9c47-0a1f9670d959","university":"UPenn"},{"completion_time":"2025-04-16T18:03:52.386003Z","evaluator_name":"Jie Wang","language_instruction":"pick up the pineapple and place into the bowl","longform_feedback":"A successfully finish the pick and place. A's first try fails as the pineapple didn't fall into bowl. A retry, stuck and manage to figure out how to step back to adjust the wrist camera, A finally pick up the pineapple again and place into bowl.","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/pi0_fast_droid_2025_04_16_13_53_14_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_right.mp4","wrist_video_gcs_path":"evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7a84d536-013e-4ad0-9c5d-ea3be1e9474c/paligemma_fast_droid_2025_04_16_13_57_14_video_wrist.mp4"},"preference":"A","session_id":"7a84d536-013e-4ad0-9c5d-ea3be1e9474c","university":"UPenn"},{"completion_time":"2025-04-16T17:56:58.461841Z","evaluator_name":"Artur Kuramshin","language_instruction":"Pickup the carrot and place it in the bowl.","longform_feedback":"Policy A moved directly to the carrot and grasped it in its first try. Policy A was slightly slow while  completing the grasp, but otherwise was performant. Meanwhile, policy B was slower to move towards the carrot. Policy B also attempted to grap the carrot once, but failed to do so because the gripper was too high. It then spent the rest of the episode sitting above the carrot.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_right.mp4","wrist_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_fast_specialist_droid_2025_04_16_13_36_54_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_npz_file.npz","partial_success":0.35,"right_camera_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_right.mp4","wrist_video_gcs_path":"evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/785d31f2-c30b-4a66-989f-6e259ed6ea63/paligemma_vq_droid_2025_04_16_13_42_38_video_wrist.mp4"},"preference":"A","session_id":"785d31f2-c30b-4a66-989f-6e259ed6ea63","university":"UMontreal"},{"completion_time":"2025-04-16T05:24:04.606341Z","evaluator_name":"Edward S. Hu","language_instruction":"find the fruit","longform_feedback":"A did nothing at all. B moved into the box but picked up the plant, which is the wrong object.","policyA":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_right.mp4","source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_binning_droid_2025_04_16_01_16_39_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_right.mp4","wrist_video_gcs_path":"evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/9c7734f2-1eb4-408e-bc3e-bb07a4f3c757/paligemma_vq_droid_2025_04_16_01_18_41_video_wrist.mp4"},"preference":"B","session_id":"9c7734f2-1eb4-408e-bc3e-bb07a4f3c757","university":"UPenn"},{"completion_time":"2025-04-16T05:11:21.379374Z","evaluator_name":"Jie Wang","language_instruction":"pick up the duck and place into the bowl","longform_feedback":"Both policies picked up the pineapple first and then the duck.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/paligemma_fast_specialist_droid_2025_04_16_01_03_05_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_right.mp4","source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_right.mp4","wrist_video_gcs_path":"evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/f2323137-dcee-4b47-978c-969e420c661b/pi0_droid_2025_04_16_01_04_40_video_wrist.mp4"},"preference":"TIE","session_id":"f2323137-dcee-4b47-978c-969e420c661b","university":"UPenn"},{"completion_time":"2025-04-16T04:49:12.311858Z","evaluator_name":"Jie Wang","language_instruction":"pick up the pineapple and place into the bowl","longform_feedback":"Policy A performs smoothly pick and place, finished at ease. Policy B stops at original point, do nothing","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_right.mp4","source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_diffusion_droid_2025_04_16_00_42_09_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_right.mp4","wrist_video_gcs_path":"evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7/paligemma_vq_droid_2025_04_16_00_44_58_video_wrist.mp4"},"preference":"A","session_id":"bcae556a-6884-4f8c-a5e9-8f8ad2b11aa7","university":"UPenn"},{"completion_time":"2025-04-16T01:52:58.456256Z","evaluator_name":"Siyi Huang","language_instruction":"put tape in the red plate","longform_feedback":"I Policy B did better because it finished the task and successfully put the tape in the red plate. Althrough policy A also pick up the tape, it puts in the purple bowl instead","policyA":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/pi0_fast_droid_2025_04_15_18_43_31_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_right.mp4","wrist_video_gcs_path":"evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c07a309-0dee-4aa9-b4de-df990dd06e26/paligemma_fast_droid_2025_04_15_18_45_35_video_wrist.mp4"},"preference":"B","session_id":"3c07a309-0dee-4aa9-b4de-df990dd06e26","university":"Berkeley"},{"completion_time":"2025-04-16T01:41:00.994812Z","evaluator_name":"Siyi Huang","language_instruction":"put the stapler in the purple bowl","longform_feedback":"The policy A pick up the pen instead of stapler, the policy B did better because it move toward the stapler althrough it did not pick up the stapler eventurally","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_right.mp4","source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_right.mp4","wrist_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_vq_droid_2025_04_15_18_25_27_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_right.mp4","source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"right_image","third_person_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_right.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_right.mp4","wrist_video_gcs_path":"evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/559e048f-acf7-4225-bb64-1cd903970a38/paligemma_fast_specialist_droid_2025_04_15_18_30_53_video_wrist.mp4"},"preference":"B","session_id":"559e048f-acf7-4225-bb64-1cd903970a38","university":"Berkeley"},{"completion_time":"2025-04-16T00:46:11.881393Z","evaluator_name":"Siyi Huang","language_instruction":"put the spoon in the dish rack","longform_feedback":"They both pick up the wrong object","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_right.mp4","source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/paligemma_fast_droid_2025_04_15_17_24_13_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_right.mp4","right_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_right.mp4","source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6dbe79b9-2d64-4e7c-a9a1-92019c1b9336/pi0_fast_droid_2025_04_15_17_26_42_video_wrist.mp4"},"preference":"TIE","session_id":"6dbe79b9-2d64-4e7c-a9a1-92019c1b9336","university":"Berkeley"},{"completion_time":"2025-04-15T20:10:51.445296Z","evaluator_name":"Tony Lee","language_instruction":"touch the book with the cat please","longform_feedback":"Policy B went straight for the correct book and touched it. Policy A just touched the table (not even a book). Policy B was much better.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_specialist_droid_2025_04_15_13_07_29_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3a37e56d-832c-43f7-baa9-02c270f8f745/paligemma_fast_droid_2025_04_15_13_08_33_video_wrist.mp4"},"preference":"B","session_id":"3a37e56d-832c-43f7-baa9-02c270f8f745","university":"Stanford"},{"completion_time":"2025-04-15T20:06:24.923808Z","evaluator_name":"Tony Lee","language_instruction":"please touch two different books","longform_feedback":"policy B was slower to act but in the end touched two books at the same time while policy A just touched one of them.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/pi0_droid_2025_04_15_13_00_32_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_left.mp4","wrist_video_gcs_path":"evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/6e4a029a-24a3-4d7e-beca-88d8d439ed26/paligemma_binning_droid_2025_04_15_13_03_02_video_wrist.mp4"},"preference":"B","session_id":"6e4a029a-24a3-4d7e-beca-88d8d439ed26","university":"Stanford"},{"completion_time":"2025-04-15T19:58:21.737872Z","evaluator_name":"Tony Lee","language_instruction":"touch the book with the apple","longform_feedback":"both failed but policy A actually moved. policy B was frozen and did nothing.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/pi0_droid_2025_04_15_12_55_54_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/b69cc947-4a6a-4ae0-88d1-cad25004e371/paligemma_binning_droid_2025_04_15_12_57_17_video_wrist.mp4"},"preference":"A","session_id":"b69cc947-4a6a-4ae0-88d1-cad25004e371","university":"Stanford"},{"completion_time":"2025-04-15T19:54:48.958570Z","evaluator_name":"Tony Lee","language_instruction":"touch the book with the flower on its cover","longform_feedback":"policy A went straight for the book with the flower and touched its corner while policy B touched the wrong book","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_left.mp4","wrist_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_fast_droid_2025_04_15_12_52_21_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_left.mp4","wrist_video_gcs_path":"evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/13e10649-3ae9-45e8-995b-42a1cb27280c/paligemma_vq_droid_2025_04_15_12_53_38_video_wrist.mp4"},"preference":"A","session_id":"13e10649-3ae9-45e8-995b-42a1cb27280c","university":"Stanford"},{"completion_time":"2025-04-15T19:51:03.813321Z","evaluator_name":"Tony Lee","language_instruction":"touch the book","longform_feedback":"policy A actually touched the book without hesitation while policy B went near but failed.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_fast_droid_2025_04_15_12_47_01_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_left.mp4","wrist_video_gcs_path":"evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/aed7d0aa-0bdb-474f-9bee-4aec94139c74/paligemma_diffusion_droid_2025_04_15_12_48_19_video_wrist.mp4"},"preference":"A","session_id":"aed7d0aa-0bdb-474f-9bee-4aec94139c74","university":"Stanford"},{"completion_time":"2025-04-15T19:45:34.700720Z","evaluator_name":"Tony Lee","language_instruction":"touch the book","longform_feedback":"both policies did nothing. does it not know what a book is?","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_vq_droid_2025_04_15_12_42_13_video_wrist.mp4"},"policyB":{"display_name":"paligemma_binning_droid","left_camera_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_left.mp4","name":"paligemma_binning_droid","npz_file_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_binning_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_left.mp4","wrist_video_gcs_path":"evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/7516f9ba-b25f-4135-8faa-27055c6d8b8c/paligemma_binning_droid_2025_04_15_12_43_28_video_wrist.mp4"},"preference":"TIE","session_id":"7516f9ba-b25f-4135-8faa-27055c6d8b8c","university":"Stanford"},{"completion_time":"2025-04-15T19:36:23.114870Z","evaluator_name":"Tony Lee","language_instruction":"point your end gripper straight horizontally and freeze after.","longform_feedback":"both policies just failed to follow instructions completely.","policyA":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_fast_droid_2025_04_15_12_34_11_video_wrist.mp4"},"policyB":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_left.mp4","wrist_video_gcs_path":"evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/3c14888e-87c7-42dd-897e-8e8542a060cb/paligemma_diffusion_droid_2025_04_15_12_34_56_video_wrist.mp4"},"preference":"TIE","session_id":"3c14888e-87c7-42dd-897e-8e8542a060cb","university":"Stanford"},{"completion_time":"2025-04-15T19:28:44.276921Z","evaluator_name":"Tony Lee","language_instruction":"do absolutely nothing. do not move","longform_feedback":"both policies completely failed to adhere to my instructions.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_droid_2025_04_15_12_26_45_video_wrist.mp4"},"policyB":{"display_name":"pi0_fast_droid","left_camera_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_left.mp4","name":"pi0_fast_droid","npz_file_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_left.mp4","wrist_video_gcs_path":"evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/25c0a175-ad1c-468e-b55e-e1029f26d94e/pi0_fast_droid_2025_04_15_12_27_26_video_wrist.mp4"},"preference":"TIE","session_id":"25c0a175-ad1c-468e-b55e-e1029f26d94e","university":"Stanford"},{"completion_time":"2025-04-15T19:25:18.321629Z","evaluator_name":"Tony Lee","language_instruction":"knock off the green frog. if there is no frog, do nothing.","longform_feedback":"both policies were terrible at the task because they did not follow directions of doing nothing. both policies were equally bad and failed.","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_diffusion_droid_2025_04_15_12_22_44_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_left.mp4","wrist_video_gcs_path":"evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/2e1549d3-8eb4-464c-90ce-9300925622f0/paligemma_fast_specialist_droid_2025_04_15_12_24_11_video_wrist.mp4"},"preference":"TIE","session_id":"2e1549d3-8eb4-464c-90ce-9300925622f0","university":"Stanford"},{"completion_time":"2025-04-15T19:20:33.014535Z","evaluator_name":"Tony Lee","language_instruction":"just knock off the green frog off the brown box and nothing else","longform_feedback":"policy A actually knocked over the frog but failed to completely knock off the green frog off the box. on other hand, policy B completely failed by just knocking off the brown bear and didn't touch the green frog","policyA":{"display_name":"paligemma_diffusion_droid","left_camera_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_left.mp4","name":"paligemma_diffusion_droid","npz_file_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_npz_file.npz","partial_success":0.2,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_diffusion_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_diffusion_droid_2025_04_15_12_16_06_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_left.mp4","wrist_video_gcs_path":"evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/cd3628b2-6029-4c6e-b34b-094763cd934f/paligemma_fast_droid_2025_04_15_12_18_20_video_wrist.mp4"},"preference":"A","session_id":"cd3628b2-6029-4c6e-b34b-094763cd934f","university":"Stanford"},{"completion_time":"2025-04-15T19:14:24.525857Z","evaluator_name":"Tony Lee","language_instruction":"knock the brown bear off the box","longform_feedback":"both policies immediately knocked the brown bear but policy A just focused on the brown bear while policy B knocked the entire box. I prefer policy in that it seemed to adhere to my instructions better.","policyA":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_left.mp4","wrist_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/paligemma_vq_droid_2025_04_15_12_11_04_video_wrist.mp4"},"policyB":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_left.mp4","wrist_video_gcs_path":"evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/041ac340-d55c-4239-b3f9-f1b4ada86095/pi0_droid_2025_04_15_12_13_15_video_wrist.mp4"},"preference":"A","session_id":"041ac340-d55c-4239-b3f9-f1b4ada86095","university":"Stanford"},{"completion_time":"2025-04-15T19:09:56.101945Z","evaluator_name":"Tony Lee","language_instruction":"just touch the red box and nothing else","longform_feedback":"policy A tries to touch the red box but takes a long time to do anything and ends up failing by touching the green frog first. Policy B goes sstraight for the red box and knocks it over but fails in that it touches other items. Policy B was much more decisive and quicker while Policy A was testing my patience.","policyA":{"display_name":"pi0_droid","left_camera_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_left.mp4","name":"pi0_droid","npz_file_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_npz_file.npz","partial_success":0.1,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/pi0_droid_2025_04_15_12_05_36_video_wrist.mp4"},"policyB":{"display_name":"paligemma_vq_droid","left_camera_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_left.mp4","name":"paligemma_vq_droid","npz_file_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_vq_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_left.mp4","wrist_video_gcs_path":"evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/d80e7555-39aa-44e3-8858-333a5034b07b/paligemma_vq_droid_2025_04_15_12_07_31_video_wrist.mp4"},"preference":"B","session_id":"d80e7555-39aa-44e3-8858-333a5034b07b","university":"Stanford"},{"completion_time":"2025-04-15T18:40:40.575697Z","evaluator_name":"Tony Lee","language_instruction":"pick up the brown bear","longform_feedback":"Policy A was erratic -- the gripper slightly hit the table and went way off to the side. I had to terminate early in fear of breaking the armm.Policy B actually recognized the bear and touched it without picking it up.","policyA":{"display_name":"pi0","left_camera_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_left.mp4","name":"pi0","npz_file_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"pi0","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/pi0_2025_04_15_11_34_33_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_npz_file.npz","partial_success":0.5,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_left.mp4","wrist_video_gcs_path":"evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/81baf7e7-80eb-4901-8bf1-48bc66db77ab/paligemma_fast_specialist_droid_2025_04_15_11_38_10_video_wrist.mp4"},"preference":"B","session_id":"81baf7e7-80eb-4901-8bf1-48bc66db77ab","university":"Stanford"},{"completion_time":"2025-04-15T18:21:45.641415Z","evaluator_name":"Tony Lee","language_instruction":"pick up the red box","longform_feedback":"policy A did not do anything -- just froze. policy B actually picked up the red box at its third attempt.","policyA":{"display_name":"paligemma_fast_specialist_droid","left_camera_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_left.mp4","name":"paligemma_fast_specialist_droid","npz_file_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_npz_file.npz","partial_success":0.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_specialist_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_left.mp4","wrist_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_specialist_droid_2025_04_15_11_16_17_video_wrist.mp4"},"policyB":{"display_name":"paligemma_fast_droid","left_camera_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_left.mp4","left_camera_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_left.mp4","name":"paligemma_fast_droid","npz_file_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_npz_file.npz","npz_file_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_npz_file.npz","partial_success":1.0,"right_camera_video_gcs_path":null,"right_camera_video_url":null,"source_name":"paligemma_fast_droid","third_person_camera_id":null,"third_person_camera_type":"left_image","third_person_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_left.mp4","third_person_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_left.mp4","wrist_video_gcs_path":"evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_wrist.mp4","wrist_video_url":"https://storage.googleapis.com/distributed_robot_eval/evaluation_data/214e965c-cfe4-418b-8f88-41ee94939fe4/paligemma_fast_droid_2025_04_15_11_18_24_video_wrist.mp4"},"preference":"B","session_id":"214e965c-cfe4-418b-8f88-41ee94939fe4","university":"Stanford"}]}